diff --git a/Dockerfile b/Dockerfile index b214c1d..88fbe58 100644 --- a/Dockerfile +++ b/Dockerfile @@ -25,7 +25,6 @@ RUN python -m pip install --no-cache-dir \ -r requirements.txt COPY app ./app -COPY scripts ./scripts COPY tools ./tools RUN mkdir -p data diff --git a/README.md b/README.md index 90cf6aa..399675e 100644 --- a/README.md +++ b/README.md @@ -13,8 +13,10 @@ OpenAPI Tool Server. Stabilná baseline retrieval vetva používa klasický hybridný RAG: FTS5/BM25 + embeddingy + RRF. Nad týmto baseline sa vo vetve GraphRAG dopĺňa knowledge graph uložený v Neo4j. Aktuálne je implementovaná -grafová infraštruktúra, deterministický builder a vizualizácia grafu; -graph retrieval a jeho spojenie s RAG vrstvou sú ďalší krok. +grafová infraštruktúra, deterministický builder, vizualizácia grafu a +samostatné grafové vyhľadávanie. Ďalším krokom je rozšírenie dátového +modelu podľa požiadaviek projektu a spojenie grafového vyhľadávania s +RAG vrstvou. ## Implementované @@ -69,6 +71,7 @@ graph retrieval a jeho spojenie s RAG vrstvou sú ďalší krok. - grafové vzťahy pre dokumenty, práce, témy, kategórie a autorstvo, - uniqueness constraints a opakovateľný rebuild GraphRAG grafu, - Neo4j Browser na vizualizáciu a kontrolu vytvoreného grafu, +- samostatné grafové vyhľadávanie nad Neo4j s rozpoznaním entít, vzťahov, prác, tém a rokov, - retrieval evaluácia pre FTS, embeddings a hybridný retrieval, - answer-level RAG evaluácia cez OpenWebUI model a RAG tool, - oddelené answer-level overrides bez úpravy frozen retrieval @@ -141,14 +144,16 @@ Neo4j ↓ grafové vzťahy + vizualizácia ↓ -graph retrieval +graph_search.py + ↓ +grafové entity + cesty + zdrojové dokumenty ↓ spojenie s klasickým RAG ``` V aktuálnom stave je implementované vytvorenie a uloženie knowledge -graphu. Samotný graph retrieval a jeho zapojenie do `/rag` sa ešte -dopĺňajú. +graphu aj samostatné grafové vyhľadávanie. Jeho zapojenie do `/rag` a +OpenWebUI sa ešte dopĺňa. Synchronizačná vetva: @@ -171,7 +176,7 @@ atomická výmena databázy Evaluačná vetva: ```text -evaluation/json_files/*.json +tools/rag/evaluation/json_files/*.json ↓ retrieval evaluator / RAG answer evaluator ↓ @@ -179,11 +184,11 @@ runner ↓ metriky ↓ -evaluation/results/ +tools/rag/evaluation/results/ ``` -`evaluation/results/` nie je v nižšie uvedenom stromčeku, pretože -obsahuje generované výstupy experimentov. +`tools/rag/evaluation/results/` nie je v nižšie uvedenom stromčeku, +pretože obsahuje generované výstupy experimentov. ## Štruktúra projektu @@ -198,38 +203,47 @@ zp-agent/ │ ├── routes.py │ └── security.py │ -├── scripts/ -│ ├── common.py -│ ├── scan_zpwiki.py -│ ├── build_chunks.py -│ ├── build_sqlite_index.py -│ ├── embedding_utils.py -│ ├── graph_db.py -│ ├── graphrag.py -│ ├── build_graphrag.py -│ ├── neo4j_smoke.py -│ ├── rag_utils.py -│ ├── rebuild_index.py -│ ├── search_db.py -│ ├── search_core.py -│ └── search_utils.py +├── tools/ +│ ├── rag/ +│ │ ├── common.py +│ │ ├── scan_zpwiki.py +│ │ ├── build_chunks.py +│ │ ├── build_sqlite_index.py +│ │ ├── embedding_utils.py +│ │ ├── rebuild_index.py +│ │ ├── search_core.py +│ │ ├── search_utils.py +│ │ ├── search_db.py +│ │ ├── rag_utils.py +│ │ ├── rag_document_expansion.py +│ │ ├── rag_query_evidence.py +│ │ ├── rag_supplemental_expansion.py +│ │ ├── run_e5_regression.sh +│ │ ├── run_e5_1_regression.sh +│ │ ├── evaluation/ +│ │ │ ├── evaluate_retrieval.py +│ │ │ ├── evaluate_rag_answers.py +│ │ │ ├── retrieval_runner.py +│ │ │ ├── rag_runner.py +│ │ │ ├── metrics.py +│ │ │ ├── rag_metrics.py +│ │ │ └── json_files/ +│ │ └── tests/ +│ │ +│ └── graphrag/ +│ ├── graph_db.py +│ ├── graphrag.py +│ ├── build_graphrag.py +│ ├── graph_search.py +│ ├── neo4j_smoke.py +│ ├── evaluation/ +│ │ └── graphrag_questions.json +│ └── tests/ │ -├── evaluation/ -│ ├── evaluate_retrieval.py -│ ├── retrieval_runner.py -│ ├── metrics.py -│ ├── evaluate_rag_answers.py -│ ├── rag_runner.py -│ ├── rag_metrics.py -│ └── json_files/ -│ ├── questions.json -│ ├── questions_before_ambiguity_cleanup.json -│ ├── questions_before_validation.json -│ ├── rag_answer_overrides.json -│ ├── questions_extended_2000.json -│ ├── graphrag_questions.json -│ ├── robustness_questions.json -│ └── performance_queries.json +├── test/ +│ ├── test_api.py +│ ├── test_configuration.py +│ └── test_security.py │ ├── data/ │ ├── documents.json @@ -281,7 +295,7 @@ vypnuté. Pre integráciu OpenWebUI je dôležitý endpoint: - používa bezpečné porovnávanie autentifikačných hodnôt, - validuje očakávaný Gitea repozitár a súvisiacu konfiguráciu. -### `scripts/` +### `tools/rag/` `common.py` @@ -318,6 +332,8 @@ vyhľadávacou vrstvou. - normalizuje vektory, - poskytuje utility pre vektorové vyhľadávanie. +### `tools/graphrag/` + `graph_db.py` - načítava konfiguráciu Neo4j, @@ -340,6 +356,13 @@ vyhľadávacou vrstvou. - podporuje opakovateľný rebuild spravovanej časti grafu, - vypíše základné počty uzlov, vzťahov a kvalitu extrakcie názvov prác. +`graph_search.py` + +- rozpoznáva relevantné osoby a obmedzenia v otázke, +- vyhľadáva práce, témy, roky a spoločné vzťahy v Neo4j, +- vracia grafové cesty, fakty a zdrojové dokumenty, +- slúži ako základ budúceho GraphRAG nástroja pre OpenWebUI. + `neo4j_smoke.py` Jednoduchý smoke test pripojenia k Neo4j používaný pri kontrole Docker @@ -390,7 +413,7 @@ scan → atomická výmena DB ``` -### `evaluation/` +### `tools/rag/evaluation/` `evaluate_retrieval.py` @@ -444,7 +467,7 @@ Počíta answer-level metriky, napríklad: - strict pass, - latency a tokenové údaje. -### `evaluation/json_files/` +### `tools/rag/evaluation/json_files/` `questions.json` @@ -486,36 +509,13 @@ Obsahuje kombináciu: Tento dataset je zatiaľ pripravený, ale nemá sa používať na priebežné ladenie frozen benchmarku. -`graphrag_questions.json` - -Samostatný benchmark pripravený pre vývoj GraphRAG vetvy. - -Obsahuje 500 otázok zameraných na: - -- multi-hop vzťahy, -- spoločné témy, -- spoločné roky, -- person → title → year, -- person → topic → title, -- person → category → author, -- agregácie, -- konjunktívnu disambiguáciu, -- multi-document reasoning. - -Dataset obsahuje aj GraphRAG metadata ako: +GraphRAG benchmark je po oddelení nástrojov uložený samostatne v: ```text -graph.task -graph.hop_count -graph.start_entities -graph.expected_entities -graph.expected_relations -graph.expected_paths +tools/graphrag/evaluation/graphrag_questions.json ``` -Dataset sa používa pre vývoj a neskoršie porovnanie GraphRAG vetvy. -Knowledge graph a jeho Neo4j vrstva sú už implementované; samotný -graph retrieval a answer-level GraphRAG tok sa ešte dopĺňajú. +Obsahuje 500 otázok zameraných na grafové a viacvzťahové dopyty. `robustness_questions.json` @@ -661,7 +661,7 @@ Kontrola spojenia z API kontajnera: ```bash docker compose exec zp-agent-api \ - python -m scripts.neo4j_smoke + python -m tools.graphrag.neo4j_smoke ``` ## Reindexovanie @@ -670,7 +670,7 @@ Celý proces načíta dokumenty, vytvorí chunky, obnoví FTS5 index a vytvorí embedding pre každý chunk: ```bash -docker compose run --rm zp-agent-api python scripts/rebuild_index.py +docker compose run --rm zp-agent-api python -m tools.rag.rebuild_index ``` Vzniknú súbory: @@ -718,7 +718,7 @@ Test z terminálu: ```bash docker compose run --rm zp-agent-api \ - python scripts/search_db.py "rag agent" --limit 5 + python -m tools.rag.search_db "rag agent" --limit 5 ``` Pred volaním API načítaj premenné z `.env`: @@ -756,7 +756,7 @@ dokumentu. ## RAG Nad hybridným retrievalom je implementovaná RAG vrstva v -`scripts/rag_utils.py`. +`tools/rag/rag_utils.py`. Endpoint `/rag` vyhľadá relevantné dokumenty a pripraví: @@ -827,17 +827,17 @@ Knowledge graph sa vytvorí príkazom: ```bash docker compose exec zp-agent-api \ - python -m scripts.build_graphrag + python -m tools.graphrag.build_graphrag ``` Builder vytvára constraints, zapisuje uzly a vzťahy a pri štandardnom spustení obnoví iba časť grafu spravovanú ZP Agentom. Opakované spustenie preto nevytvára duplicitné uzly. -Graf je možné vizuálne kontrolovať v Neo4j Browseri. GraphRAG zatiaľ -nezasahuje do stabilného klasického `/rag` toku. Nasledujúca etapa -doplní graph retrieval a následne spojenie grafového a klasického -retrievalu. +Graf je možné vizuálne kontrolovať v Neo4j Browseri. Samostatné +grafové vyhľadávanie je implementované v `tools/graphrag/graph_search.py`. +GraphRAG zatiaľ nezasahuje do stabilného klasického `/rag` toku; ďalšia +etapa spojí grafové výsledky s klasickým RAG a OpenWebUI nástrojom. ## OpenWebUI @@ -874,7 +874,7 @@ Výsledná odpoveď má byť grounded v ZP Wiki a má používať relevantný Frozen retrieval benchmark sa spúšťa napríklad: ```bash -python evaluation/evaluate_retrieval.py \ +python -m tools.rag.evaluation.evaluate_retrieval \ --split dev \ --strict-dataset ``` @@ -912,7 +912,7 @@ TEST split sa nemá používať na priebežné ladenie retrieval konfigurácie. Answer-level evaluácia používa: ```bash -python evaluation/evaluate_rag_answers.py --split dev +python -m tools.rag.evaluation.evaluate_rag_answers --split dev ``` Evaluuje kompletný model/tool/RAG tok a od retrieval benchmarku je @@ -922,7 +922,7 @@ Ak je pôvodná otázka vhodná pre retrieval, ale nejednoznačná pre generatívnu odpoveď, jej answer-level formulácia sa upraví iba cez: ```text -evaluation/json_files/rag_answer_overrides.json +tools/rag/evaluation/json_files/rag_answer_overrides.json ``` Pôvodný frozen `questions.json` tým ostáva nezmenený. @@ -1014,10 +1014,10 @@ Kontrola syntaxe najdôležitejších upravovaných modulov: ```bash python -m py_compile \ - scripts/rag_utils.py \ - evaluation/evaluate_rag_answers.py \ - evaluation/rag_runner.py \ - evaluation/rag_metrics.py + tools/rag/rag_utils.py \ + tools/rag/evaluation/evaluate_rag_answers.py \ + tools/rag/evaluation/rag_runner.py \ + tools/rag/evaluation/rag_metrics.py ``` Pred checkpointom je vhodné použiť aj: @@ -1048,47 +1048,48 @@ klasického baseline. ## Najbližší postup -Klasický RAG baseline je zmrazený a GraphRAG infraštruktúra s Neo4j je -funkčná. Ďalší vývoj pokračuje nad samostatnou GraphRAG vetvou. +Klasický RAG a GraphRAG sú oddelené do samostatných komponentov v +`tools/rag/` a `tools/graphrag/`. Stabilný klasický RAG zostáva +referenčným bodom. -### 1. Dokončenie kvality knowledge graphu +### 1. Doplnenie GraphRAG dátového modelu -- doplniť bezpečné fallback pravidlá pre explicitné názvy prác, -- ponechať `null` tam, kde zdroj názov skutočne neuvádza, -- doplniť regresné testy pre graph builder. +Podľa zadania doplniť alebo jasne oddeliť záverečnú prácu, autora práce, +tému, kľúčové slová a študijný program tam, kde sú tieto údaje v zdroji +reálne dostupné. Nevytvárať údaje, ktoré ZP Wiki neobsahuje. -### 2. Graph retrieval +### 2. GraphRAG evaluácia -Vytvoriť vyhľadávaciu vrstvu nad Neo4j, ktorá z otázky identifikuje -relevantné osoby, témy, kategórie, práce a roky a vráti: +Spustiť samostatnú evaluáciu `graph_search.py` nad: ```text -grafové entity -→ grafové cesty -→ relevantné dokumenty -→ zdrojové chunky +tools/graphrag/evaluation/graphrag_questions.json ``` -### 3. Spojenie s klasickým RAG +a vyhodnotiť entity, vzťahy, cesty a nájdené dokumenty. -Grafový retrieval sa následne spojí s existujúcim FTS5 + embedding -retrievalom. Klasický baseline zostane zachovaný ako samostatný -referenčný bod. +### 3. OpenWebUI nástroje -```text -query - ↓ -├── classic retrieval -└── graph retrieval - ↓ - context fusion - ↓ - RAG -``` +Pripraviť samostatne inštalovateľný RAG nástroj a GraphRAG nástroj. +Každý komponent bude mať vlastný adresár, rozhranie a testy. -### 4. GraphRAG evaluácia +### 4. Hlavný agent -GraphRAG sa bude priebežne ladiť na DEV dátach a vyhodnocovať aj na -samostatnom `graphrag_questions.json` datasete. Až po stabilizovaní -celého systému budú nasledovať širšie embeddingové, robustness a -performance experimenty. +Pridať hlavný prompt/agenta, ktorý podľa otázky vyberie vhodný nástroj a +bude vedieť kombinovať ich výsledky. + +### 5. Git MCP server + +Pridať samostatný MCP server pre prácu s Git repozitárom a spúšťať ho v +Dockeri. Následne ho sprístupniť hlavnému agentovi ako ďalší nástroj. + +### 6. Spojenie GraphRAG s klasickým RAG + +Po stabilizovaní grafového vyhľadávania spojiť výsledky grafu s +existujúcim FTS5 + embedding vyhľadávaním a porovnať klasický RAG s +GraphRAG variantom. + +### 7. Finálne experimenty + +Až po stabilizovaní celého systému vykonať širšie porovnanie embedding +modelov, robustnosti, výkonu a ostatných finálnych experimentov. diff --git a/app/main.py b/app/main.py index 4985284..1055a7b 100644 --- a/app/main.py +++ b/app/main.py @@ -28,7 +28,7 @@ from app.routes import router from app.security import ( validate_security_configuration, ) -from scripts.embedding_utils import embed_query +from tools.rag.embedding_utils import embed_query logger = logging.getLogger(__name__) diff --git a/app/routes.py b/app/routes.py index c9a2892..ebebb7b 100644 --- a/app/routes.py +++ b/app/routes.py @@ -36,16 +36,16 @@ from app.security import ( verify_gitea_signature, webhook_should_pull_git, ) -from scripts.common import ( +from tools.rag.common import ( DB_FILE, ZPWIKI_ROOT, ) -from scripts.rag_utils import build_rag_context -from scripts.rebuild_index import ( +from tools.rag.rag_utils import build_rag_context +from tools.rag.rebuild_index import ( ReindexInProgressError, rebuild_index, ) -from scripts.search_utils import search_database +from tools.rag.search_utils import search_database logger = logging.getLogger(__name__) diff --git a/test/test_api.py b/test/test_api.py index 2a7cf6c..1f80c68 100644 --- a/test/test_api.py +++ b/test/test_api.py @@ -9,7 +9,7 @@ from fastapi.testclient import TestClient import app.main as main import app.routes as routes -from scripts.rebuild_index import ( +from tools.rag.rebuild_index import ( ReindexInProgressError, ) diff --git a/test/test_configuration.py b/test/test_configuration.py index 1fd79fb..b8c11c6 100644 --- a/test/test_configuration.py +++ b/test/test_configuration.py @@ -81,7 +81,11 @@ def test_runtime_requirements_contain_only_direct_dependencies() -> None: def test_all_application_python_files_compile() -> None: - targets = [PROJECT_ROOT / "app", PROJECT_ROOT / "scripts"] + targets = [ + PROJECT_ROOT / "app", + PROJECT_ROOT / "tools" / "rag", + PROJECT_ROOT / "tools" / "graphrag", + ] for directory in targets: for path in directory.rglob("*.py"): diff --git a/scripts/__init__.py b/tools/rag/__init__.py similarity index 100% rename from scripts/__init__.py rename to tools/rag/__init__.py diff --git a/scripts/build_chunks.py b/tools/rag/build_chunks.py similarity index 99% rename from scripts/build_chunks.py rename to tools/rag/build_chunks.py index 1bc845d..4f35f3e 100644 --- a/scripts/build_chunks.py +++ b/tools/rag/build_chunks.py @@ -10,13 +10,13 @@ from pathlib import Path from rich import print -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[2] if str(PROJECT_ROOT) not in sys.path: sys.path.insert(0, str(PROJECT_ROOT)) -from scripts.common import ( +from tools.rag.common import ( CHUNKS_FILE, PAGES_ROOT, ZPWIKI_ROOT, diff --git a/scripts/build_sqlite_index.py b/tools/rag/build_sqlite_index.py similarity index 99% rename from scripts/build_sqlite_index.py rename to tools/rag/build_sqlite_index.py index 75fdfcd..432d154 100644 --- a/scripts/build_sqlite_index.py +++ b/tools/rag/build_sqlite_index.py @@ -10,19 +10,19 @@ from typing import Any from rich import print -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[2] if str(PROJECT_ROOT) not in sys.path: sys.path.insert(0, str(PROJECT_ROOT)) -from scripts.common import ( +from tools.rag.common import ( CHUNKS_FILE, DB_FILE, DOCUMENTS_FILE, read_json, ) -from scripts.embedding_utils import ( +from tools.rag.embedding_utils import ( build_embedding_text, embed_passages, embedding_model_name, diff --git a/scripts/common.py b/tools/rag/common.py similarity index 99% rename from scripts/common.py rename to tools/rag/common.py index c6fe09c..675ead0 100644 --- a/scripts/common.py +++ b/tools/rag/common.py @@ -10,7 +10,7 @@ from typing import Any import frontmatter -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[2] ZPWIKI_ROOT = Path( os.getenv( diff --git a/scripts/embedding_utils.py b/tools/rag/embedding_utils.py similarity index 100% rename from scripts/embedding_utils.py rename to tools/rag/embedding_utils.py diff --git a/tools/rag/evaluation/__init__.py b/tools/rag/evaluation/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/evaluation/evaluate_rag_answers.py b/tools/rag/evaluation/evaluate_rag_answers.py similarity index 98% rename from evaluation/evaluate_rag_answers.py rename to tools/rag/evaluation/evaluate_rag_answers.py index 081f6fc..c770cb2 100644 --- a/evaluation/evaluate_rag_answers.py +++ b/tools/rag/evaluation/evaluate_rag_answers.py @@ -9,7 +9,7 @@ from pathlib import Path from typing import Any -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[3] if str(PROJECT_ROOT) not in sys.path: sys.path.insert( @@ -18,7 +18,7 @@ if str(PROJECT_ROOT) not in sys.path: ) -from evaluation.rag_answer_data import ( +from tools.rag.evaluation.rag_answer_data import ( DEFAULT_DELAY, apply_question_overrides, questions_fingerprint, @@ -27,7 +27,7 @@ from evaluation.rag_answer_data import ( validate_answer_questions, validate_string_list, ) -from evaluation.rag_answer_state import ( +from tools.rag.evaluation.rag_answer_state import ( PARTIAL_SCHEMA_VERSION, build_base_result, build_error_result, @@ -43,11 +43,11 @@ from evaluation.rag_answer_state import ( save_json_results, validate_resume_compatibility, ) -from evaluation.rag_metrics import ( +from tools.rag.evaluation.rag_metrics import ( evaluate_answer, summarize_results, ) -from evaluation.rag_runner import ( +from tools.rag.evaluation.rag_runner import ( DEFAULT_BACKOFF_BASE, DEFAULT_BACKOFF_MAX, DEFAULT_MAX_ATTEMPTS, @@ -59,14 +59,13 @@ from evaluation.rag_runner import ( request_json, run_question, ) -from evaluation.retrieval_runner import ( +from tools.rag.evaluation.retrieval_runner import ( load_questions, ) EVALUATION_DIR = ( - PROJECT_ROOT - / "evaluation" + Path(__file__).resolve().parent ) JSON_FILES_DIR = ( diff --git a/evaluation/evaluate_retrieval.py b/tools/rag/evaluation/evaluate_retrieval.py similarity index 98% rename from evaluation/evaluate_retrieval.py rename to tools/rag/evaluation/evaluate_retrieval.py index 831e02d..8470f4e 100644 --- a/evaluation/evaluate_retrieval.py +++ b/tools/rag/evaluation/evaluate_retrieval.py @@ -8,19 +8,19 @@ from pathlib import Path from typing import Any -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[3] if str(PROJECT_ROOT) not in sys.path: sys.path.insert(0, str(PROJECT_ROOT)) -from evaluation.metrics import ( +from tools.rag.evaluation.metrics import ( aggregate_by_category, aggregate_by_difficulty, aggregate_metrics, evaluate_question_mode, ) -from evaluation.retrieval_runner import ( +from tools.rag.evaluation.retrieval_runner import ( EVALUATION_MODES, count_splits, filter_questions_by_split, @@ -29,10 +29,10 @@ from evaluation.retrieval_runner import ( retrieve_all_modes, validate_dataset, ) -from scripts.common import DB_FILE +from tools.rag.common import DB_FILE -EVALUATION_DIR = PROJECT_ROOT / "evaluation" +EVALUATION_DIR = Path(__file__).resolve().parent JSON_FILES_DIR = EVALUATION_DIR / "json_files" QUESTIONS_PATH = JSON_FILES_DIR / "questions.json" diff --git a/evaluation/json_files/performance_queries.json b/tools/rag/evaluation/json_files/performance_queries.json similarity index 100% rename from evaluation/json_files/performance_queries.json rename to tools/rag/evaluation/json_files/performance_queries.json diff --git a/evaluation/json_files/questions.json b/tools/rag/evaluation/json_files/questions.json similarity index 100% rename from evaluation/json_files/questions.json rename to tools/rag/evaluation/json_files/questions.json diff --git a/evaluation/json_files/questions_before_ambiguity_cleanup.json b/tools/rag/evaluation/json_files/questions_before_ambiguity_cleanup.json similarity index 100% rename from evaluation/json_files/questions_before_ambiguity_cleanup.json rename to tools/rag/evaluation/json_files/questions_before_ambiguity_cleanup.json diff --git a/tools/rag/evaluation/json_files/questions_before_override_merge.json b/tools/rag/evaluation/json_files/questions_before_override_merge.json new file mode 100644 index 0000000..65c6e5a --- /dev/null +++ b/tools/rag/evaluation/json_files/questions_before_override_merge.json @@ -0,0 +1,20833 @@ +[ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true + }, + { + "id": "q0052", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Lukáš Pokrývka.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true + }, + { + "id": "q0053", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true + }, + { + "id": "q0054", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true + }, + { + "id": "q0055", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true + }, + { + "id": "q0056", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true + }, + { + "id": "q0057", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0058", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0059", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0060", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0061", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0062", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "PyTorch" + ], + "should_answer": true + }, + { + "id": "q0063", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "NCCL" + ], + "should_answer": true + }, + { + "id": "q0064", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true + }, + { + "id": "q0065", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "LUNA" + ], + "should_answer": true + }, + { + "id": "q0066", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "NCCL" + ], + "should_answer": true + }, + { + "id": "q0067", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dárius Lindvai.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true + }, + { + "id": "q0068", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true + }, + { + "id": "q0069", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true + }, + { + "id": "q0070", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true + }, + { + "id": "q0071", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true + }, + { + "id": "q0072", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0073", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true + }, + { + "id": "q0074", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0075", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0076", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0077", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true + }, + { + "id": "q0078", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true + }, + { + "id": "q0079", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true + }, + { + "id": "q0080", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "BiLSTM", + "CRF" + ], + "should_answer": true + }, + { + "id": "q0081", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Precision", + "Recall" + ], + "should_answer": true + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true + }, + { + "id": "q0093", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Márk Fehér.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true + }, + { + "id": "q0094", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Márk Fehér?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true + }, + { + "id": "q0095", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true + }, + { + "id": "q0096", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true + }, + { + "id": "q0097", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Márk Fehér?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true + }, + { + "id": "q0098", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0099", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "klasifikácia textu" + ], + "should_answer": true + }, + { + "id": "q0100", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "strojové učenie" + ], + "should_answer": true + }, + { + "id": "q0101", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "scikit" + ], + "should_answer": true + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true + }, + { + "id": "q0112", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dmytro Ushatenko.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true + }, + { + "id": "q0113", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true + }, + { + "id": "q0114", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true + }, + { + "id": "q0115", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true + }, + { + "id": "q0116", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Dmytro Ushatenko?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true + }, + { + "id": "q0117", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true + }, + { + "id": "q0118", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "chatbot" + ], + "should_answer": true + }, + { + "id": "q0119", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "Python" + ], + "should_answer": true + }, + { + "id": "q0120", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "dialógový systém" + ], + "should_answer": true + }, + { + "id": "q0121", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "O čom mal informovať chatbot Dmytra Ushatenka?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "možnostiach štúdia na katedre" + ], + "should_answer": true + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true + }, + { + "id": "q0132", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Martin Wencel.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true + }, + { + "id": "q0133", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Martin Wencel?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true + }, + { + "id": "q0134", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true + }, + { + "id": "q0135", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true + }, + { + "id": "q0136", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Martin Wencel?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true + }, + { + "id": "q0137", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true + }, + { + "id": "q0138", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "Spacy" + ], + "should_answer": true + }, + { + "id": "q0139", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "morfologická analýza" + ], + "should_answer": true + }, + { + "id": "q0140", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "pomenované entity" + ], + "should_answer": true + }, + { + "id": "q0141", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "parsing", + "morfologická analýza", + "rozpoznávanie pomenovaných entít" + ], + "should_answer": true + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov." + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0153", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Filip Tomáš.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true + }, + { + "id": "q0154", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Filip Tomáš?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true + }, + { + "id": "q0155", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true + }, + { + "id": "q0156", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true + }, + { + "id": "q0157", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Filip Tomáš?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true + }, + { + "id": "q0158", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0159", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "CI/CD" + ], + "should_answer": true + }, + { + "id": "q0160", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "Docker Compose" + ], + "should_answer": true + }, + { + "id": "q0161", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "microk8s" + ], + "should_answer": true + }, + { + "id": "q0162", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "microk8s" + ], + "should_answer": true + }, + { + "id": "q0163", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true + }, + { + "id": "q0185", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Alina Vitko.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true + }, + { + "id": "q0186", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true + }, + { + "id": "q0187", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true + }, + { + "id": "q0188", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true + }, + { + "id": "q0189", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true + }, + { + "id": "q0190", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true + }, + { + "id": "q0191", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true + }, + { + "id": "q0192", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0193", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0194", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0195", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Question Answering" + ], + "should_answer": true + }, + { + "id": "q0196", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Streamlit" + ], + "should_answer": true + }, + { + "id": "q0197", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Docker" + ], + "should_answer": true + }, + { + "id": "q0198", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Streamlit" + ], + "should_answer": true + }, + { + "id": "q0199", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "SlovakBERT" + ], + "should_answer": true + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true + }, + { + "id": "q0214", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Martin Šarišský.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true + }, + { + "id": "q0215", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true + }, + { + "id": "q0216", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true + }, + { + "id": "q0217", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true + }, + { + "id": "q0218", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true + }, + { + "id": "q0219", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0220", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0221", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0222", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0223", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0224", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "agent" + ], + "should_answer": true + }, + { + "id": "q0225", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "právne informácie" + ], + "should_answer": true + }, + { + "id": "q0226", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "DeepEval" + ], + "should_answer": true + }, + { + "id": "q0227", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Faithfulness", + "AnswerRelevancy", + "ContextualRelevancy" + ], + "should_answer": true + }, + { + "id": "q0228", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Docling" + ], + "should_answer": true + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true + }, + { + "id": "q0260", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Eduard Matovka.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true + }, + { + "id": "q0261", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true + }, + { + "id": "q0262", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true + }, + { + "id": "q0263", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true + }, + { + "id": "q0264", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true + }, + { + "id": "q0265", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0266", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0267", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true + }, + { + "id": "q0268", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0269", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0270", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "slovenský jazykový model" + ], + "should_answer": true + }, + { + "id": "q0271", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "LLAMA" + ], + "should_answer": true + }, + { + "id": "q0272", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "SlovakAlpaca" + ], + "should_answer": true + }, + { + "id": "q0273", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol predbežný cieľ práce Eduarda Matovku?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Natrénovať jazykový model pre jednoduchú slovenskú konverzáciu" + ], + "should_answer": true + }, + { + "id": "q0274", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Gemma", + "RWKV" + ], + "should_answer": true + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true + }, + { + "id": "q0288", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Andrii Pervashov.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true + }, + { + "id": "q0289", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true + }, + { + "id": "q0290", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true + }, + { + "id": "q0291", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true + }, + { + "id": "q0292", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true + }, + { + "id": "q0293", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0294", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0295", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true + }, + { + "id": "q0296", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0297", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0298", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "speech-to-text" + ], + "should_answer": true + }, + { + "id": "q0299", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0300", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "štruktúrované informácie" + ], + "should_answer": true + }, + { + "id": "q0301", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0302", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "štruktúrovanej podoby" + ], + "should_answer": true + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true + }, + { + "id": "q0317", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Oleh Poiasnik.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true + }, + { + "id": "q0318", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true + }, + { + "id": "q0319", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true + }, + { + "id": "q0320", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true + }, + { + "id": "q0321", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true + }, + { + "id": "q0322", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0323", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0324", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true + }, + { + "id": "q0325", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0326", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0327", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "lekáreň" + ], + "should_answer": true + }, + { + "id": "q0328", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "znalostný graf" + ], + "should_answer": true + }, + { + "id": "q0329", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "LightRAG" + ], + "should_answer": true + }, + { + "id": "q0330", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "ADC" + ], + "should_answer": true + }, + { + "id": "q0331", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "LightRAG" + ], + "should_answer": true + }, + { + "id": "q0332", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "500" + ], + "should_answer": true + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true + }, + { + "id": "q0348", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladyslav Yanchenko.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true + }, + { + "id": "q0349", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true + }, + { + "id": "q0350", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true + }, + { + "id": "q0351", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true + }, + { + "id": "q0352", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true + }, + { + "id": "q0353", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0354", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0355", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true + }, + { + "id": "q0356", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0357", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0358", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "cloud" + ], + "should_answer": true + }, + { + "id": "q0359", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "Kubernetes" + ], + "should_answer": true + }, + { + "id": "q0360", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "Azure" + ], + "should_answer": true + }, + { + "id": "q0361", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "SpringBoot", + "React-Next.js" + ], + "should_answer": true + }, + { + "id": "q0362", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Azure PostgreSQL" + ], + "should_answer": true + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true + }, + { + "id": "q0394", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Malinovský.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true + }, + { + "id": "q0395", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true + }, + { + "id": "q0396", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true + }, + { + "id": "q0397", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true + }, + { + "id": "q0398", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true + }, + { + "id": "q0399", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0400", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0401", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0402", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0403", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0404", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "RAG" + ], + "should_answer": true + }, + { + "id": "q0405", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "GraphRAG" + ], + "should_answer": true + }, + { + "id": "q0406", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "znalostný graf" + ], + "should_answer": true + }, + { + "id": "q0407", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "vzdelávania" + ], + "should_answer": true + }, + { + "id": "q0408", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "výchovné opatrenia", + "osnovy", + "asistent pedagóga" + ], + "should_answer": true + }, + { + "id": "q0409", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maksym Zatirka.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true + }, + { + "id": "q0410", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0411", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true + }, + { + "id": "q0412", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0413", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0414", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0415", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0416", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0417", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0418", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0419", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "grafová databáza" + ], + "should_answer": true + }, + { + "id": "q0420", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "slovenské právo" + ], + "should_answer": true + }, + { + "id": "q0421", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "znalostný graf" + ], + "should_answer": true + }, + { + "id": "q0422", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "slovenské právo" + ], + "should_answer": true + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true + }, + { + "id": "q0452", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ronald Zalacko.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true + }, + { + "id": "q0453", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže" + ], + "should_answer": true + }, + { + "id": "q0454", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true + }, + { + "id": "q0455", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "Skórovací online systém pre robotické súťaže" + ], + "should_answer": true + }, + { + "id": "q0456", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže" + ], + "should_answer": true + }, + { + "id": "q0457", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0458", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0459", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0460", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0461", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0462", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "robotické súťaže" + ], + "should_answer": true + }, + { + "id": "q0463", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "Docker" + ], + "should_answer": true + }, + { + "id": "q0464", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "webová aplikácia" + ], + "should_answer": true + }, + { + "id": "q0465", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "robotické súťaže" + ], + "should_answer": true + }, + { + "id": "q0466", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Oleksandr Dorybohov.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true + }, + { + "id": "q0467", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true + }, + { + "id": "q0468", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true + }, + { + "id": "q0469", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true + }, + { + "id": "q0470", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true + }, + { + "id": "q0471", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0472", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0473", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0474", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0475", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0476", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "právo" + ], + "should_answer": true + }, + { + "id": "q0477", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "agent" + ], + "should_answer": true + }, + { + "id": "q0478", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "API" + ], + "should_answer": true + }, + { + "id": "q0479", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "právnej" + ], + "should_answer": true + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true + }, + { + "id": "q0510", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Vasiľ.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true + }, + { + "id": "q0511", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0512", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true + }, + { + "id": "q0513", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0514", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0515", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0516", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true + }, + { + "id": "q0517", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0518", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0519", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0520", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0521", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "MCP" + ], + "should_answer": true + }, + { + "id": "q0522", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "RAG" + ], + "should_answer": true + }, + { + "id": "q0523", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true + }, + { + "id": "q0524", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "RAG", + "vyhľadávania na webe", + "volania funkcií" + ], + "should_answer": true + }, + { + "id": "q0525", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Denis Le Thanh.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true + }, + { + "id": "q0526", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true + }, + { + "id": "q0527", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true + }, + { + "id": "q0528", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true + }, + { + "id": "q0529", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "O čom je práca osoby Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true + }, + { + "id": "q0530", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0531", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0532", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0533", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu." + }, + { + "id": "q0534", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza." + }, + { + "id": "q0535", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "Slovak Mistral" + ], + "should_answer": true + }, + { + "id": "q0536", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "inštrukcie" + ], + "should_answer": true + }, + { + "id": "q0537", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "kyberbezpečnosť" + ], + "should_answer": true + }, + { + "id": "q0538", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "slovak-mistral-7b" + ], + "should_answer": true + }, + { + "id": "q0539", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Youssef Ressaissi.", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true + }, + { + "id": "q0540", + "split": "test", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true + }, + { + "id": "q0541", + "split": "test", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "sumarizácia v slovenskej medicínskej alebo právnej doméne" + ], + "should_answer": true + }, + { + "id": "q0542", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true + }, + { + "id": "q0543", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true + }, + { + "id": "q0544", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true + }, + { + "id": "q0545", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true + }, + { + "id": "q0546", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Evaluate and improve language models for summarization in Slovak medical or legal domain" + ], + "should_answer": true + }, + { + "id": "q0547", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "ROUGE", + "BLEU" + ], + "should_answer": true + }, + { + "id": "q0548", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "HPLT", + "Gemma 3" + ], + "should_answer": true + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true + }, + { + "id": "q0558", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Sevval Bulburu.", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true + }, + { + "id": "q0559", + "split": "test", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true + }, + { + "id": "q0560", + "split": "test", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "detekcia nenávistnej reči" + ], + "should_answer": true + }, + { + "id": "q0562", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true + }, + { + "id": "q0563", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true + }, + { + "id": "q0564", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true + }, + { + "id": "q0565", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "SMOTE" + ], + "should_answer": true + }, + { + "id": "q0566", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Django" + ], + "should_answer": true + }, + { + "id": "q0567", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true + }, + { + "id": "q0606", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Podpora slovenčiny v knižnici Spacy" + ], + "should_answer": true + }, + { + "id": "q0607", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Podpora slovenčiny v knižnici Spacy" + ], + "should_answer": true + }, + { + "id": "q0608", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "should_answer": true + }, + { + "id": "q0612", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "morfologickú analýzu", + "rozpoznávanie pomenovaných entít" + ], + "should_answer": true + }, + { + "id": "q0613", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké slovné vektory boli zahrnuté do modelu Spacy?", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Fasttext Common Crawl" + ], + "should_answer": true + }, + { + "id": "q0614", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Kristián Sopkovič" + ], + "should_answer": true + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true + }, + { + "id": "q0625", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "Morfologická analýza slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0626", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "Morfologická analýza slovenského jazyka" + ], + "should_answer": true + }, + { + "id": "q0627", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "should_answer": true + }, + { + "id": "q0631", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "Hunspell", + "Byte Pair Encoding", + "Morfessor" + ], + "should_answer": true + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true + }, + { + "id": "q0642", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", + "expected_documents": [ + "pages/topics/python/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "expected_answer_contains": [ + "Jazyk Python" + ], + "should_answer": true + }, + { + "id": "q0643", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", + "expected_documents": [ + "pages/topics/python/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "expected_answer_contains": [ + "Jazyk Python" + ], + "should_answer": true + }, + { + "id": "q0644", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Jazyk Python“?", + "expected_documents": [ + "pages/topics/python/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "should_answer": true + }, + { + "id": "q0646", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", + "expected_documents": [ + "pages/topics/akopisat/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "expected_answer_contains": [ + "Záverečné práce a projekty" + ], + "should_answer": true + }, + { + "id": "q0647", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", + "expected_documents": [ + "pages/topics/akopisat/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "expected_answer_contains": [ + "Záverečné práce a projekty" + ], + "should_answer": true + }, + { + "id": "q0648", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", + "expected_documents": [ + "pages/topics/akopisat/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "should_answer": true + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true + }, + { + "id": "q0654", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", + "expected_documents": [ + "pages/topics/seq2seq/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "expected_answer_contains": [ + "Prepis postupností" + ], + "should_answer": true + }, + { + "id": "q0655", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", + "expected_documents": [ + "pages/topics/seq2seq/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "expected_answer_contains": [ + "Prepis postupností" + ], + "should_answer": true + }, + { + "id": "q0656", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Prepis postupností“?", + "expected_documents": [ + "pages/topics/seq2seq/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "should_answer": true + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true + }, + { + "id": "q0664", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", + "expected_documents": [ + "pages/topics/nlp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "expected_answer_contains": [ + "Nástroje a zdroje pre spracovanie prirodzeného jazyka" + ], + "should_answer": true + }, + { + "id": "q0665", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", + "expected_documents": [ + "pages/topics/nlp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "expected_answer_contains": [ + "Nástroje a zdroje pre spracovanie prirodzeného jazyka" + ], + "should_answer": true + }, + { + "id": "q0666", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", + "expected_documents": [ + "pages/topics/nlp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "should_answer": true + }, + { + "id": "q0670", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", + "expected_documents": [ + "pages/topics/question/nezodpovedatelne/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "expected_answer_contains": [ + "Tvorba nezodpovedateľných otázok" + ], + "should_answer": true + }, + { + "id": "q0671", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", + "expected_documents": [ + "pages/topics/question/nezodpovedatelne/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "expected_answer_contains": [ + "Tvorba nezodpovedateľných otázok" + ], + "should_answer": true + }, + { + "id": "q0672", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", + "expected_documents": [ + "pages/topics/question/nezodpovedatelne/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "should_answer": true + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true + }, + { + "id": "q0680", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", + "expected_documents": [ + "pages/topics/question/validacie/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "expected_answer_contains": [ + "Validácia otázok a odpovedí" + ], + "should_answer": true + }, + { + "id": "q0681", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", + "expected_documents": [ + "pages/topics/question/validacie/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "expected_answer_contains": [ + "Validácia otázok a odpovedí" + ], + "should_answer": true + }, + { + "id": "q0682", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", + "expected_documents": [ + "pages/topics/question/validacie/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "should_answer": true + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/topics/translation/README.md", + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "strojový preklad", + "automatický preklad" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL." + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0735", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Yevhenii Medushivskyi?", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky." + }, + { + "id": "q0736", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dárius Lindvai uvedený pre rok 2021?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0737", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dominik Nagy uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0738", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Jakub Maruniak uvedený pre rok 2021?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0739", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ján Holp uvedený pre rok 2021?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0740", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Lukáš Pokrývka uvedený pre rok 2021?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0741", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Márk Fehér uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0742", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Maroš Harahus uvedený pre rok 2021?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0743", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Patrik Pavlišin uvedený pre rok 2020?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0744", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Tomáš Kuchárik uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0745", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0746", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dávid Omasta uvedený pre rok 2024?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0747", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Martin Wencel uvedený pre rok 2020?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0748", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ondrej Megela uvedený pre rok 2020?", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0749", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Alina Vitko uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0750", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Artem Yatsenko uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0751", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Filip Tomáš uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0752", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Kristián Sopkovič uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0753", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Michal Stromko uvedený pre rok 2022?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0754", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Eduard Matovka uvedený pre rok 2024?", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0755", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Martin Šarišský uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0756", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Matej Novotný uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0757", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0758", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Vladimír Ferko uvedený pre rok 2024?", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0759", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Andrii Pervashov uvedený pre rok 2027?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0760", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Daniil Huzenko uvedený pre rok 2025?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0761", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ján Malinovský uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0762", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ján Pták uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0763", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Oleh Poiasnik uvedený pre rok 2027?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0764", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Samuel Vasiľ uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0765", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Tetiana Mohorian uvedený pre rok 2025?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0766", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Valerii Kutsenko uvedený pre rok 2027?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0767", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0768", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Denis Le Thanh uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0769", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Maksym Zatirka uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0770", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Oleksandr Dorybohov uvedený pre rok 2026?", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce." + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0799", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „NCCL“?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "NCCL" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0800", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „PyTorch“?", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "PyTorch" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0801", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „klasifikácia textu“?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "klasifikácia textu" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0802", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „scikit“?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "scikit" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0803", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „strojové učenie“?", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "strojové učenie" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0804", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „grafové neurónové siete“?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0805", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „morfologická anotácia“?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0806", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „Spacy“?", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0807", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „automatický preklad“?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0808", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „paralelný korpus“?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0809", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „strojový preklad“?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0810", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „Question Answering“?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0811", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „SQuAD“?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0812", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „strojový preklad“?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0813", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „chatbot“?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "chatbot" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0814", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „dialógový systém“?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "dialógový systém" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0815", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „Python“?", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "Python" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0816", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0817", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „Question Answering“?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0818", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „slovenčina“?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0819", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „morfologická analýza“?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "morfologická analýza" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0820", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „pomenované entity“?", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka." + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0888", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0889", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Jakub Maruniak pri práci?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0890", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0891", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0892", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0893", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0894", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Jakub Maruniak?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0895", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Dominik Nagy pri práci?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0896", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0897", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0898", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0899", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0900", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dominik Nagy?", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0901", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0902", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0903", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0904", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0905", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0906", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Patrik Pavlišin?", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0907", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Dávid Omasta pri práci?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0908", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0909", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0910", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0911", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0912", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dávid Omasta?", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0913", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0914", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0915", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0916", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0917", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0918", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Kristián Sopkovič?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0919", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Michal Stromko pri práci?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0920", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0921", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0922", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0923", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0924", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Michal Stromko?", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0925", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Artem Yatsenko pri práci?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0926", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0927", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0928", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0929", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0930", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Artem Yatsenko?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0931", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Ján Holp pri implementácii?", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0932", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Tomáš Kuchárik pri implementácii?", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0933", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Jakub Maruniak pri implementácii?", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0934", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Kristián Sopkovič pri implementácii?", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0935", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Artem Yatsenko pri implementácii?", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0936", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Matej Ščišľak pri implementácii?", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0937", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Oleh Poiasnik pri implementácii?", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0938", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Vladyslav Yanchenko pri implementácii?", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0939", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Daniil Huzenko pri implementácii?", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0940", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Valerii Kutsenko pri implementácii?", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0941", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Ján Pták pri implementácii?", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť." + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Dárius Lindvai názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Dominik Nagy názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Jakub Maruniak názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Ján Holp názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Lukáš Pokrývka názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Márk Fehér názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Maroš Harahus názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Patrik Pavlišin názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Tomáš Kuchárik názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Dmytro Ushatenko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Dávid Omasta názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Martin Wencel názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Ondrej Megela názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Alina Vitko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Artem Yatsenko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Filip Tomáš názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Kristián Sopkovič názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Michal Stromko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Eduard Matovka názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Martin Šarišský názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Matej Novotný názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Matej Ščišľak názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Vladimír Ferko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Andrii Pervashov názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Daniil Huzenko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Ján Malinovský názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Ján Pták názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Oleh Poiasnik názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Samuel Vasiľ názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Tetiana Mohorian názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Valerii Kutsenko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Vladyslav Yanchenko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Denis Le Thanh názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Maksym Zatirka názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Oleksandr Dorybohov názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Ronald Zalacko názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Rostyslav Rodzhuk názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Samuel Džurina názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Simona Bobrovčanová názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Yevhenii Medushivskyi názov práce a rok, pri ktorom je táto práca uvedená.", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok uvedenej záverečnej práce.", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1024", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1025", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Holp, ktorý súvisí s témou „získavanie informácií“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1026", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „PyTorch“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1027", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „strojové učenie“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1028", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „Spacy“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1029", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „paralelný korpus“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1030", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „SQuAD“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1031", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „Python“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1032", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „Question Answering“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1033", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „morfologická analýza“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1034", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1035", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1036", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „pomenované entity“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1037", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „Docker Compose“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1038", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1039", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „vyhľadávanie“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1040", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „slovenský jazykový model“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1041", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „agent“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1042", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „webové dáta“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1043", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „GraphRAG“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1044", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „hate speech“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1045", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „speech-to-text“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1046", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Kubernetes“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1047", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „RAG“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1048", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Pták, ktorý súvisí s témou „RAG“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1049", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1050", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „OpenWebUI“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1051", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „hate speech“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1052", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Valerii Kutsenko, ktorý súvisí s témou „znalostný graf“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1053", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Vladyslav Yanchenko, ktorý súvisí s témou „cloud“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1054", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Denis Le Thanh, ktorý súvisí s témou „Slovak Mistral“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1055", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maksym Zatirka, ktorý súvisí s témou „grafová databáza“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1056", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Oleksandr Dorybohov, ktorý súvisí s témou „právo“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1057", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ronald Zalacko, ktorý súvisí s témou „robotické súťaže“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1058", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1059", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1060", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Simona Bobrovčanová, ktorý súvisí s témou „sumarizácia“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1061", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Yevhenii Medushivskyi, ktorý súvisí s témou „crawler“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1062", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „BiLSTM“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1063", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1064", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „Spacy“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1065", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Holp, ktorý súvisí s témou „PageRank“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1066", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „NCCL“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1067", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „scikit“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1068", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „grafové neurónové siete“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1069", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „strojový preklad“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1070", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1071", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „dialógový systém“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1072", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „slovenčina“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1073", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1074", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „neurónové siete“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1075", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Streamlit“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1076", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „Spacy“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1077", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „microk8s“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1078", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „transformery“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1079", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „FAISS“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1080", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „LLAMA“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1081", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „právne informácie“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1082", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „klasifikácia“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1083", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „Neo4J“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1084", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „anotácia“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1085", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „OpenWebUI“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1086", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Raspberry Pi“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1087", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „GraphRAG“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1088", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Pták, ktorý súvisí s témou „OpenWebUI“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1089", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „znalostný graf“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1090", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „MCP“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1091", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „LLM“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu." + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1147", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1148", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Martin Wencel: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1149", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1150", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1151", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Rostyslav Rodzhuk: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1152", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1153", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Jakub Maruniak a Valerii Kutsenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1154", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1155", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Vladimír Ferko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1156", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1157", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1158", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1159", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Dávid Omasta: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1160", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladimír Ferko a Daniil Huzenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1161", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1162", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1163", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Alina Vitko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1164", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Vladyslav Yanchenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1165", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Vladimír Ferko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1166", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1167", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1168", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1169", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1170", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Tetiana Mohorian: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1171", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tetiana Mohorian a Oleksandr Dorybohov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1172", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Michal Stromko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1173", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Yevhenii Medushivskyi: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1174", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Andrii Pervashov a Maksym Zatirka: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1175", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Jakub Maruniak a Matej Ščišľak: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1176", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Jakub Maruniak a Vladyslav Yanchenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021", + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1177", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Andrii Pervashov: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1178", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Alina Vitko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1179", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Wencel: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1180", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Samuel Vasiľ: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1181", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Simona Bobrovčanová: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1182", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Daniil Huzenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1183", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Yevhenii Medushivskyi: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1184", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Kristián Sopkovič: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1185", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1186", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Maksym Zatirka: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1187", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Daniil Huzenko: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1188", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Yevhenii Medushivskyi: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1189", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Tetiana Mohorian: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1190", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleksandr Dorybohov a Simona Bobrovčanová: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + }, + { + "id": "q1191", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Simona Bobrovčanová: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov." + } +] diff --git a/evaluation/json_files/questions_before_validation.json b/tools/rag/evaluation/json_files/questions_before_validation.json similarity index 100% rename from evaluation/json_files/questions_before_validation.json rename to tools/rag/evaluation/json_files/questions_before_validation.json diff --git a/evaluation/json_files/questions_extended.json b/tools/rag/evaluation/json_files/questions_extended.json similarity index 100% rename from evaluation/json_files/questions_extended.json rename to tools/rag/evaluation/json_files/questions_extended.json diff --git a/evaluation/json_files/rag_answer_overrides.json b/tools/rag/evaluation/json_files/rag_answer_overrides.json similarity index 100% rename from evaluation/json_files/rag_answer_overrides.json rename to tools/rag/evaluation/json_files/rag_answer_overrides.json diff --git a/tools/rag/evaluation/json_files/rag_answer_overrides_before_merge.json b/tools/rag/evaluation/json_files/rag_answer_overrides_before_merge.json new file mode 100644 index 0000000..931e003 --- /dev/null +++ b/tools/rag/evaluation/json_files/rag_answer_overrides_before_merge.json @@ -0,0 +1,138 @@ +{ + "q0005": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?" + }, + "q0010": { + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?" + }, + "q0020": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?" + }, + "q0031": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?" + }, + "q0042": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?" + }, + "q0056": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Lukáš Pokrývka“?" + }, + "q0071": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dárius Lindvai“?" + }, + "q0086": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?" + }, + "q0097": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Márk Fehér“?" + }, + "q0106": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?" + }, + "q0116": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Dmytro Ushatenko“?" + }, + "q0126": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?" + }, + "q0136": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Martin Wencel“?" + }, + "q0146": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?" + }, + "q0157": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Filip Tomáš“?" + }, + "q0168": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?" + }, + "q0178": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?" + }, + "q0189": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Alina Vitko“?" + }, + "q0204": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?" + }, + "q0218": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Martin Šarišský“?" + }, + "q0233": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?" + }, + "q0249": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?" + }, + "q0264": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Eduard Matovka“?" + }, + "q0279": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?" + }, + "q0292": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Andrii Pervashov“?" + }, + "q0307": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?" + }, + "q0321": { + "question": "Aká téma diplomovej práce je uvedená pri osobe „Oleh Poiasnik“?" + }, + "q0337": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?" + }, + "q0352": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladyslav Yanchenko“?" + }, + "q0367": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?" + }, + "q0382": { + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?" + }, + "q0398": { + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Malinovský“?" + }, + "q0413": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Maksym Zatirka“?" + }, + "q0427": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?" + }, + "q0441": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?" + }, + "q0456": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ronald Zalacko“?" + }, + "q0470": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Oleksandr Dorybohov“?" + }, + "q0484": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?" + }, + "q0499": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?" + }, + "q0514": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Vasiľ“?" + }, + "q0529": { + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Denis Le Thanh“?" + }, + "q0024": { + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval." + } +} diff --git a/evaluation/json_files/robustness_questions.json b/tools/rag/evaluation/json_files/robustness_questions.json similarity index 100% rename from evaluation/json_files/robustness_questions.json rename to tools/rag/evaluation/json_files/robustness_questions.json diff --git a/evaluation/metrics.py b/tools/rag/evaluation/metrics.py similarity index 100% rename from evaluation/metrics.py rename to tools/rag/evaluation/metrics.py diff --git a/evaluation/rag_answer_data.py b/tools/rag/evaluation/rag_answer_data.py similarity index 98% rename from evaluation/rag_answer_data.py rename to tools/rag/evaluation/rag_answer_data.py index 9c830b7..7be211d 100644 --- a/evaluation/rag_answer_data.py +++ b/tools/rag/evaluation/rag_answer_data.py @@ -5,7 +5,7 @@ import json from pathlib import Path from typing import Any -from evaluation.retrieval_runner import filter_questions_by_split +from tools.rag.evaluation.retrieval_runner import filter_questions_by_split DEFAULT_DELAY = 0.5 diff --git a/evaluation/rag_answer_state.py b/tools/rag/evaluation/rag_answer_state.py similarity index 99% rename from evaluation/rag_answer_state.py rename to tools/rag/evaluation/rag_answer_state.py index 65f8f3f..5406f19 100644 --- a/evaluation/rag_answer_state.py +++ b/tools/rag/evaluation/rag_answer_state.py @@ -8,13 +8,13 @@ from datetime import datetime, timezone from pathlib import Path from typing import Any -from evaluation.rag_answer_data import ( +from tools.rag.evaluation.rag_answer_data import ( questions_fingerprint, ) -from evaluation.rag_metrics import ( +from tools.rag.evaluation.rag_metrics import ( summarize_results, ) -from evaluation.rag_runner import ( +from tools.rag.evaluation.rag_runner import ( LOCAL_RAG_URL, OPENWEBUI_URL, ) diff --git a/evaluation/rag_metrics.py b/tools/rag/evaluation/rag_metrics.py similarity index 100% rename from evaluation/rag_metrics.py rename to tools/rag/evaluation/rag_metrics.py diff --git a/evaluation/rag_runner.py b/tools/rag/evaluation/rag_runner.py similarity index 99% rename from evaluation/rag_runner.py rename to tools/rag/evaluation/rag_runner.py index eb15ccb..911945b 100644 --- a/evaluation/rag_runner.py +++ b/tools/rag/evaluation/rag_runner.py @@ -12,7 +12,7 @@ from pathlib import Path from typing import Any -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[3] OPENWEBUI_URL = "https://ui.tukekemt.xyz/api/chat/completions" LOCAL_OPENAPI_URL = "http://localhost:8000/openapi.json" diff --git a/tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..42a3894 --- /dev/null +++ b/tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.csv @@ -0,0 +1,14 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Rok začiatku štúdia Dáriusa Lindvaia je 2016, zatiaľ čo rok vyjadrený kategóriou jeho diplomovej práce (dp2021) je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",2.042902,1.160638,21.304558,24.508885,26576,149,26725, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, zatiaľ čo Ján Pták pracoval na diplomovom projekte s názvom „Agent pre manažment záverečných prác"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.904721,0.881586,9.992372,12.77906,10680,215,10895, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021 a Andrii Pervashov má uvedenú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.748535,1.355357,35.011748,38.116826,41730,220,41950, diff --git a/tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..fbcfa5f --- /dev/null +++ b/tools/rag/evaluation/results/dev_category_semantics_3/rag_answers_dev_selected.json @@ -0,0 +1,348 @@ +{ + "generated_at": "2026-09-28T09:14:38.732799+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "c8869f550ad5048fd873d9fa125cb4dddef7f77c7637ab8906394944d9ece16e", + "selected_question_ids": [ + "q0982", + "q1092", + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 3, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.134924, + "prompt_tokens": 78986, + "completion_tokens": 584, + "total_tokens": 79570, + "by_category": { + "multi_document": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.447943, + "prompt_tokens": 52410, + "completion_tokens": 435, + "total_tokens": 52845 + }, + "single_document_synthesis": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.508885, + "prompt_tokens": 26576, + "completion_tokens": 149, + "total_tokens": 26725 + } + }, + "by_difficulty": { + "hard": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.134924, + "prompt_tokens": 78986, + "completion_tokens": 584, + "total_tokens": 79570 + } + } + }, + "results": [ + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Dáriusa Lindvaia je 2016, zatiaľ čo rok vyjadrený kategóriou jeho diplomovej práce (dp2021) je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 1.160638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.042902, + "tool_latency_seconds": 1.160638, + "final_model_latency_seconds": 21.304558, + "total_latency_seconds": 24.508885, + "usage": { + "prompt_tokens": 26576, + "completion_tokens": 149, + "total_tokens": 26725 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, zatiaľ čo Ján Pták pracoval na diplomovom projekte s názvom „Agent pre manažment záverečných prác\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.881586, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.904721, + "tool_latency_seconds": 0.881586, + "final_model_latency_seconds": 9.992372, + "total_latency_seconds": 12.77906, + "usage": { + "prompt_tokens": 10680, + "completion_tokens": 215, + "total_tokens": 10895 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021 a Andrii Pervashov má uvedenú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 10 + }, + "latency_seconds": 1.355357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.748535, + "tool_latency_seconds": 1.355357, + "final_model_latency_seconds": 35.011748, + "total_latency_seconds": 38.116826, + "usage": { + "prompt_tokens": 41730, + "completion_tokens": 220, + "total_tokens": 41950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..639caf9 --- /dev/null +++ b/tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.csv @@ -0,0 +1,15 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,0.0,0.0,0.41666666666666663,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci existuje dokument o grafových neurónových sieťach s autorom Marošom Harahusom, v metadátach je uvedený ako autor dokumentu Daniel Hladek, zatiaľ čo Maroš Harahuš je študentom, ktorý na tomto dokumente pracoval a má v úlohách vypracovať prehľad o grafových neurónových sieťach. Naopak, dokument o grafových neurónových sieťach, kde je Maroš Harahuš uvedený ako autor dokumentu v metadátach, nebol nájdený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.190052,0.482435,20.847032,23.520147,24189,260,24449, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Valerii Kutsenko začal štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.407052,0.583248,18.338193,20.329448,23011,119,23130, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.90643,0.532748,26.941411,29.381366,31564,237,31801, diff --git a/tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.json new file mode 100644 index 0000000..ea4f3e4 --- /dev/null +++ b/tools/rag/evaluation/results/dev_failcheck_1/rag_answers_dev_selected.json @@ -0,0 +1,371 @@ +{ + "generated_at": "2026-09-28T13:54:30.413355+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "98d0a80160067c196dd4d64ac213748519e34f9238df92e97c211f8731de8182", + "selected_question_ids": [ + "q0024", + "q0311", + "q0580" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 3, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.555556, + "source_url_score": 0.333333, + "should_answer_score": 0.333333, + "overall_score": 0.555556, + "strict_pass_count": 1, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 24.41032, + "prompt_tokens": 78764, + "completion_tokens": 616, + "total_tokens": 79380, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.329448, + "prompt_tokens": 23011, + "completion_tokens": 119, + "total_tokens": 23130 + }, + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.416667, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 23.520147, + "prompt_tokens": 24189, + "completion_tokens": 260, + "total_tokens": 24449 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.381366, + "prompt_tokens": 31564, + "completion_tokens": 237, + "total_tokens": 31801 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.329448, + "prompt_tokens": 23011, + "completion_tokens": 119, + "total_tokens": 23130 + }, + "medium": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.333333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 26.450757, + "prompt_tokens": 55753, + "completion_tokens": 497, + "total_tokens": 56250 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci existuje dokument o grafových neurónových sieťach s autorom Marošom Harahusom, v metadátach je uvedený ako autor dokumentu Daniel Hladek, zatiaľ čo Maroš Harahuš je študentom, ktorý na tomto dokumente pracoval a má v úlohách vypracovať prehľad o grafových neurónových sieťach. Naopak, dokument o grafových neurónových sieťach, kde je Maroš Harahuš uvedený ako autor dokumentu v metadátach, nebol nájdený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.482435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.190052, + "tool_latency_seconds": 0.482435, + "final_model_latency_seconds": 20.847032, + "total_latency_seconds": 23.520147, + "usage": { + "prompt_tokens": 24189, + "completion_tokens": 260, + "total_tokens": 24449 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.41666666666666663, + "strict_pass": false, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Valerii Kutsenko začal štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10 + }, + "latency_seconds": 0.583248, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.407052, + "tool_latency_seconds": 0.583248, + "final_model_latency_seconds": 18.338193, + "total_latency_seconds": 20.329448, + "usage": { + "prompt_tokens": 23011, + "completion_tokens": 119, + "total_tokens": 23130 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.532748, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.90643, + "tool_latency_seconds": 0.532748, + "final_model_latency_seconds": 26.941411, + "total_latency_seconds": 29.381366, + "usage": { + "prompt_tokens": 31564, + "completion_tokens": 237, + "total_tokens": 31801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..d6e0cdd --- /dev/null +++ b/tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.csv @@ -0,0 +1,12 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže Maroš Harahus je v metadátach uvedený ako autor dokumentu pre študenta Dmytra Murala, ktorého téma je „Grafové neurónové siete pre vyhľadávanie na internete"", nie ako autor vlastnej študentskej práce o grafových neurónových sieťach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.931615,0.662689,11.145896,13.740618,11938,208,12146, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Valerii Kutsenko začal štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.432716,0.583808,1.687614,3.705032,23011,119,23130, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci Andrii Pervashov pracoval na téme extrakcie štruktúrovaných informácií z medicínskej domény a Yevhenii Medushivskyi vytváral korpus medicínskych dát, v žiadnom z nájdených záznamov sa neobjavuje konkrétna práca s názvom alebo témou „multilinguálna extrakcia trojíc z medicínskych dát"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.715903,0.529436,27.760575,30.006754,31551,257,31808, diff --git a/tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.json new file mode 100644 index 0000000..230832a --- /dev/null +++ b/tools/rag/evaluation/results/dev_failcheck_2/rag_answers_dev_selected.json @@ -0,0 +1,364 @@ +{ + "generated_at": "2026-09-28T13:55:18.011092+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "98d0a80160067c196dd4d64ac213748519e34f9238df92e97c211f8731de8182", + "selected_question_ids": [ + "q0024", + "q0311", + "q0580" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 3, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.666667, + "should_answer_score": 0.666667, + "overall_score": 0.75, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 15.817468, + "prompt_tokens": 66500, + "completion_tokens": 584, + "total_tokens": 67084, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 3.705032, + "prompt_tokens": 23011, + "completion_tokens": 119, + "total_tokens": 23130 + }, + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.740618, + "prompt_tokens": 11938, + "completion_tokens": 208, + "total_tokens": 12146 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 30.006754, + "prompt_tokens": 31551, + "completion_tokens": 257, + "total_tokens": 31808 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 3.705032, + "prompt_tokens": 23011, + "completion_tokens": 119, + "total_tokens": 23130 + }, + "medium": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.5, + "should_answer_score": 0.5, + "overall_score": 0.625, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 21.873686, + "prompt_tokens": 43489, + "completion_tokens": 465, + "total_tokens": 43954 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže Maroš Harahus je v metadátach uvedený ako autor dokumentu pre študenta Dmytra Murala, ktorého téma je „Grafové neurónové siete pre vyhľadávanie na internete\", nie ako autor vlastnej študentskej práce o grafových neurónových sieťach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.662689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.931615, + "tool_latency_seconds": 0.662689, + "final_model_latency_seconds": 11.145896, + "total_latency_seconds": 13.740618, + "usage": { + "prompt_tokens": 11938, + "completion_tokens": 208, + "total_tokens": 12146 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Valerii Kutsenko začal štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10 + }, + "latency_seconds": 0.583808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.432716, + "tool_latency_seconds": 0.583808, + "final_model_latency_seconds": 1.687614, + "total_latency_seconds": 3.705032, + "usage": { + "prompt_tokens": 23011, + "completion_tokens": 119, + "total_tokens": 23130 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci Andrii Pervashov pracoval na téme extrakcie štruktúrovaných informácií z medicínskej domény a Yevhenii Medushivskyi vytváral korpus medicínskych dát, v žiadnom z nájdených záznamov sa neobjavuje konkrétna práca s názvom alebo témou „multilinguálna extrakcia trojíc z medicínskych dát\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.529436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.715903, + "tool_latency_seconds": 0.529436, + "final_model_latency_seconds": 27.760575, + "total_latency_seconds": 30.006754, + "usage": { + "prompt_tokens": 31551, + "completion_tokens": 257, + "total_tokens": 31808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..4355c07 --- /dev/null +++ b/tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.csv @@ -0,0 +1,15 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v dokumente o študentovi Dmytrovi Muralovi je Maroš Harahus uvedený ako autor stránky a téma práce sa týka grafových neurónových sietí, v metadátach dokumentu je Maroš Harahus uvedený ako autor stránky, nie ako autor študentského dokumentu o grafových neurónových sieťach, a v dokumente o Marošovi Harahusovi sa grafové neurónové siete spomínajú len ako úloha na vypracovanie prehľadu, nie ako názov jeho vlastnej záverečnej práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.475591,0.479066,22.127946,24.083269,24163,264,24427, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Valerii Kutsenko začal štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.846186,0.357021,4.919796,7.123257,4664,145,4809, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje obsahujú spomienky na „multilinguálnu extrakciu"" v súvislosti s inými študentmi (napr. Michal Stromko pri vyhľadávaní alebo Maroš Harahus pri generovaní otázok) a spracovanie medicínskych dát (napr. Yevhenii Medushivskyi pri tvorbe korpusov alebo Andrii Pervashov pri extrakcii štruktúrovaných informácií), ale žiadny z nich explicitne neuvádza prácu s presnou témou „multilinguálna extrakcia trojíc z medicínskych dát"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.884738,0.55145,5.140703,7.577916,31564,369,31933, diff --git a/tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..4e4be1e --- /dev/null +++ b/tools/rag/evaluation/results/dev_failcheck_3/rag_answers_dev_selected.json @@ -0,0 +1,353 @@ +{ + "generated_at": "2026-09-28T13:55:56.987787+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "98d0a80160067c196dd4d64ac213748519e34f9238df92e97c211f8731de8182", + "selected_question_ids": [ + "q0024", + "q0311", + "q0580" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 3, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.666667, + "should_answer_score": 0.333333, + "overall_score": 0.666667, + "strict_pass_count": 1, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 12.928147, + "prompt_tokens": 60391, + "completion_tokens": 778, + "total_tokens": 61169, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.123257, + "prompt_tokens": 4664, + "completion_tokens": 145, + "total_tokens": 4809 + }, + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 0.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 24.083269, + "prompt_tokens": 24163, + "completion_tokens": 264, + "total_tokens": 24427 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 7.577916, + "prompt_tokens": 31564, + "completion_tokens": 369, + "total_tokens": 31933 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.123257, + "prompt_tokens": 4664, + "completion_tokens": 145, + "total_tokens": 4809 + }, + "medium": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.5, + "should_answer_score": 0.0, + "overall_score": 0.5, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 15.830593, + "prompt_tokens": 55727, + "completion_tokens": 633, + "total_tokens": 56360 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v dokumente o študentovi Dmytrovi Muralovi je Maroš Harahus uvedený ako autor stránky a téma práce sa týka grafových neurónových sietí, v metadátach dokumentu je Maroš Harahus uvedený ako autor stránky, nie ako autor študentského dokumentu o grafových neurónových sieťach, a v dokumente o Marošovi Harahusovi sa grafové neurónové siete spomínajú len ako úloha na vypracovanie prehľadu, nie ako názov jeho vlastnej záverečnej práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5 + }, + "latency_seconds": 0.479066, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.475591, + "tool_latency_seconds": 0.479066, + "final_model_latency_seconds": 22.127946, + "total_latency_seconds": 24.083269, + "usage": { + "prompt_tokens": 24163, + "completion_tokens": 264, + "total_tokens": 24427 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Valerii Kutsenko začal štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.357021, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.846186, + "tool_latency_seconds": 0.357021, + "final_model_latency_seconds": 4.919796, + "total_latency_seconds": 7.123257, + "usage": { + "prompt_tokens": 4664, + "completion_tokens": 145, + "total_tokens": 4809 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje obsahujú spomienky na „multilinguálnu extrakciu\" v súvislosti s inými študentmi (napr. Michal Stromko pri vyhľadávaní alebo Maroš Harahus pri generovaní otázok) a spracovanie medicínskych dát (napr. Yevhenii Medushivskyi pri tvorbe korpusov alebo Andrii Pervashov pri extrakcii štruktúrovaných informácií), ale žiadny z nich explicitne neuvádza prácu s presnou témou „multilinguálna extrakcia trojíc z medicínskych dát\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.55145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.884738, + "tool_latency_seconds": 0.55145, + "final_model_latency_seconds": 5.140703, + "total_latency_seconds": 7.577916, + "usage": { + "prompt_tokens": 31564, + "completion_tokens": 369, + "total_tokens": 31933 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.csv new file mode 100644 index 0000000..f3a5526 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.csv @@ -0,0 +1,66 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Michal Stromko riešil v rámci svojho diplomového projektu 2 vytvorenie novej databázy pre vyhodnotenie získavania informácií v slovenskom jazyku a v bakalárskej práci 2022 sa venoval indexovaniu slovenského textu s cieľom vypracovať prehľad metód pre získavanie informácií. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",2.264907,0.939195,24.041229,27.246063,29443,203,29646, +q0026,dev,specific_fact,medium,Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN). + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.820668,1.166803,37.166568,40.155286,44981,150,45131, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť konkrétnu študentskú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene",1.536128,0.410449,21.557901,23.505169,26017,136,26153, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Študent Than Trung Thanh vypracoval bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"", pri ktorom sa venoval tvorbe korpusu, anotáciám a vývoju modelu pre túto úlohu. Ďalším študentom, ktorý rieši tému rozpoznávania pomenovaných entít v slovenčine, je Serhii Yemets, ktorý v rámci bakalárskej práce v roku 2025 pracuje na zlepšení slovenského modelu pre túto úlohu s využitím modelov typu BERT. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",1.775508,0.357276,25.125982,27.259509,27920,286,28206, +q0253,dev,disambiguation_year,hard,Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Vladimír Ferko začal štúdium v roku 2021, zatiaľ čo rok uvedený v názve sekcie jeho bakalárskej práce je 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.850572,0.503375,29.198301,31.553134,35152,149,35301, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.919063,0.482241,24.748093,27.15017,27538,237,27775, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Cesar Abascal Gutierrez sa počas svojej stáže venoval téme automatickej annotácie entít v prekladoch reči (speech transcripts), kde jeho cieľom bolo vytvoriť manuálne annotovanú trénovaciu množinu dát a navrhnúť schému annotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.786802,0.267954,12.171385,14.226604,14010,166,14176, +q0633,dev,topic_page_lookup,medium,"Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Tematícka stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad"" a nie je študentskou prácou, sa nazýva „Strojový preklad"" a nachádza sa pod URL adresou https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.859107,0.970622,32.057544,34.888168,38357,167,38524, +q0968,dev,single_document_synthesis,hard,Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre Ján Pták je názvom záznamu typu „diplomový projekt“ sekcia „Diplomový projekt 2026“ a rok uvedený v názve príslušnej sekcie je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.39529,0.456783,22.790452,24.643161,27026,129,27155, +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca je vedená pod kategóriou roku 2020 (s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí""), pričom rok 2020 v sekcii „Diplomový projekt 2 2020"" označuje rok realizácie projektu a nie rok začiatku štúdia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.627795,1.417725,38.438714,41.485325,44152,197,44349, +q0990,dev,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.920394,0.796818,21.817399,24.535242,25948,170,26118, +q1022,dev,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Diplomová práca Dáriusa Lindvaiho s témou súvisiacou s interpunkciou sa volá „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ a jej kategóriou je rok 2021, ktorý je uvedený v názve repozitára a kontexte diplomového projektu (DP2021). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.895492,0.694162,8.408121,10.998024,8309,195,8504, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Dárius Lindvai má v ZP Wiki evidovanú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v rámci diplomového projektu pre rok 2020, pričom v dokumentoch nie je explicitne uvedená sekcia označená ako „diplomová práca"" s iným rokom. Ján Pták má v zázname uvedenú prácu s názvom „Agent pre manažment záverečných prác"" v rámci diplomového projektu pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.963353,1.341374,14.677213,17.982364,16271,253,16524, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského v roku 2026 uvádza diplomová práca s názvom „Agentové systémy pomocou veľkého jazykového modelu“ a pre Andriiho Pervashova v roku 2027 je uvedená diplomová práca s návrhom názvu (témy) „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.876024,0.881262,24.716133,27.47413,28433,235,28668, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaia nenašla žiadna záverečná práca typu „diplomová práca"", nakoľko jeho záznam uvádza len „Diplomový projekt 2020"" s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", a pre Andriiho Pervashova sa nenašla explicitne uvedená „diplomová práca"" s rokom v názve sekcie, keďže sekcia „Diplomová práca 2027"" obsahuje iba návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" bez potvrdeného roku ukončenia v názve práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",2.153057,0.951525,24.234206,27.339587,26186,325,26511, +q1136,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" v roku 2026 a Yevhenii Medushivskyi vypracováva bakalársku prácu s názvom „Získavanie textu z webových stránok"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.888024,0.29403,13.043088,15.225568,14164,217,14381, diff --git a/tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.json new file mode 100644 index 0000000..2813e87 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_16_regression/rag_answers_dev_selected.json @@ -0,0 +1,1493 @@ +{ + "generated_at": "2026-09-27T21:10:26.082954+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "fa35e2d33bf02e0b0dbba843b178b137934d25e019fde033c864fa64f10ed5ee", + "selected_question_ids": [ + "q0004", + "q0026", + "q0040", + "q0041", + "q0253", + "q0336", + "q0570", + "q0633", + "q0968", + "q0982", + "q0990", + "q1022", + "q1092", + "q1109", + "q1125", + "q1136" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 16, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.625, + "source_url_score": 0.75, + "should_answer_score": 0.9375, + "overall_score": 0.828125, + "strict_pass_count": 7, + "strict_pass_rate": 0.4375, + "mean_latency_seconds": 25.979219, + "prompt_tokens": 433907, + "completion_tokens": 3215, + "total_tokens": 437122, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 31.553134, + "prompt_tokens": 35152, + "completion_tokens": 149, + "total_tokens": 35301 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 14.226604, + "prompt_tokens": 14010, + "completion_tokens": 166, + "total_tokens": 14176 + }, + "multi_document": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.875, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.96875, + "strict_pass_count": 2, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 22.005412, + "prompt_tokens": 85054, + "completion_tokens": 1030, + "total_tokens": 86084 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 1.0, + "overall_score": 0.5, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 23.505169, + "prompt_tokens": 26017, + "completion_tokens": 136, + "total_tokens": 26153 + }, + "single_document_synthesis": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 2, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 25.415438, + "prompt_tokens": 105435, + "completion_tokens": 691, + "total_tokens": 106126 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 40.155286, + "prompt_tokens": 44981, + "completion_tokens": 150, + "total_tokens": 45131 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.166667, + "source_url_score": 0.0, + "should_answer_score": 0.666667, + "overall_score": 0.458333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 27.218581, + "prompt_tokens": 84901, + "completion_tokens": 726, + "total_tokens": 85627 + }, + "topic_page_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 34.888168, + "prompt_tokens": 38357, + "completion_tokens": 167, + "total_tokens": 38524 + } + }, + "by_difficulty": { + "hard": { + "total": 9, + "completed": 9, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.958333, + "strict_pass_count": 5, + "strict_pass_rate": 0.555556, + "mean_latency_seconds": 24.581837, + "prompt_tokens": 225641, + "completion_tokens": 1870, + "total_tokens": 227511 + }, + "medium": { + "total": 7, + "completed": 7, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.357143, + "source_url_score": 0.428571, + "should_answer_score": 0.857143, + "overall_score": 0.660714, + "strict_pass_count": 2, + "strict_pass_rate": 0.285714, + "mean_latency_seconds": 27.775853, + "prompt_tokens": 208266, + "completion_tokens": 1345, + "total_tokens": 209611 + } + } + }, + "results": [ + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko riešil v rámci svojho diplomového projektu 2 vytvorenie novej databázy pre vyhodnotenie získavania informácií v slovenskom jazyku a v bakalárskej práci 2022 sa venoval indexovaniu slovenského textu s cieľom vypracovať prehľad metód pre získavanie informácií.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.939195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 2.264907, + "tool_latency_seconds": 0.939195, + "final_model_latency_seconds": 24.041229, + "total_latency_seconds": 27.246063, + "usage": { + "prompt_tokens": 29443, + "completion_tokens": 203, + "total_tokens": 29646 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "published_only": false, + "limit": 10 + }, + "latency_seconds": 1.166803, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.820668, + "tool_latency_seconds": 1.166803, + "final_model_latency_seconds": 37.166568, + "total_latency_seconds": 40.155286, + "usage": { + "prompt_tokens": 44981, + "completion_tokens": 150, + "total_tokens": 45131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť konkrétnu študentskú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.410449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.536128, + "tool_latency_seconds": 0.410449, + "final_model_latency_seconds": 21.557901, + "total_latency_seconds": 23.505169, + "usage": { + "prompt_tokens": 26017, + "completion_tokens": 136, + "total_tokens": 26153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Than Trung Thanh vypracoval bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\", pri ktorom sa venoval tvorbe korpusu, anotáciám a vývoju modelu pre túto úlohu. Ďalším študentom, ktorý rieši tému rozpoznávania pomenovaných entít v slovenčine, je Serhii Yemets, ktorý v rámci bakalárskej práce v roku 2025 pracuje na zlepšení slovenského modelu pre túto úlohu s využitím modelov typu BERT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.357276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.775508, + "tool_latency_seconds": 0.357276, + "final_model_latency_seconds": 25.125982, + "total_latency_seconds": 27.259509, + "usage": { + "prompt_tokens": 27920, + "completion_tokens": 286, + "total_tokens": 28206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Vladimír Ferko začal štúdium v roku 2021, zatiaľ čo rok uvedený v názve sekcie jeho bakalárskej práce je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.503375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.850572, + "tool_latency_seconds": 0.503375, + "final_model_latency_seconds": 29.198301, + "total_latency_seconds": 31.553134, + "usage": { + "prompt_tokens": 35152, + "completion_tokens": 149, + "total_tokens": 35301 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.482241, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.919063, + "tool_latency_seconds": 0.482241, + "final_model_latency_seconds": 24.748093, + "total_latency_seconds": 27.15017, + "usage": { + "prompt_tokens": 27538, + "completion_tokens": 237, + "total_tokens": 27775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez sa počas svojej stáže venoval téme automatickej annotácie entít v prekladoch reči (speech transcripts), kde jeho cieľom bolo vytvoriť manuálne annotovanú trénovaciu množinu dát a navrhnúť schému annotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.267954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.786802, + "tool_latency_seconds": 0.267954, + "final_model_latency_seconds": 12.171385, + "total_latency_seconds": 14.226604, + "usage": { + "prompt_tokens": 14010, + "completion_tokens": 166, + "total_tokens": 14176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Tematícka stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad\" a nie je študentskou prácou, sa nazýva „Strojový preklad\" a nachádza sa pod URL adresou https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "published_only": true, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.970622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.859107, + "tool_latency_seconds": 0.970622, + "final_model_latency_seconds": 32.057544, + "total_latency_seconds": 34.888168, + "usage": { + "prompt_tokens": 38357, + "completion_tokens": 167, + "total_tokens": 38524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Ján Pták je názvom záznamu typu „diplomový projekt“ sekcia „Diplomový projekt 2026“ a rok uvedený v názve príslušnej sekcie je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia." + }, + "latency_seconds": 0.456783, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.39529, + "tool_latency_seconds": 0.456783, + "final_model_latency_seconds": 22.790452, + "total_latency_seconds": 24.643161, + "usage": { + "prompt_tokens": 27026, + "completion_tokens": 129, + "total_tokens": 27155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca je vedená pod kategóriou roku 2020 (s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\"), pričom rok 2020 v sekcii „Diplomový projekt 2 2020\" označuje rok realizácie projektu a nie rok začiatku štúdia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10 + }, + "latency_seconds": 1.417725, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.627795, + "tool_latency_seconds": 1.417725, + "final_model_latency_seconds": 38.438714, + "total_latency_seconds": 41.485325, + "usage": { + "prompt_tokens": 44152, + "completion_tokens": 197, + "total_tokens": 44349 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.796818, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.920394, + "tool_latency_seconds": 0.796818, + "final_model_latency_seconds": 21.817399, + "total_latency_seconds": 24.535242, + "usage": { + "prompt_tokens": 25948, + "completion_tokens": 170, + "total_tokens": 26118 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dáriusa Lindvaiho s témou súvisiacou s interpunkciou sa volá „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ a jej kategóriou je rok 2021, ktorý je uvedený v názve repozitára a kontexte diplomového projektu (DP2021).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.694162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.895492, + "tool_latency_seconds": 0.694162, + "final_model_latency_seconds": 8.408121, + "total_latency_seconds": 10.998024, + "usage": { + "prompt_tokens": 8309, + "completion_tokens": 195, + "total_tokens": 8504 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai má v ZP Wiki evidovanú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v rámci diplomového projektu pre rok 2020, pričom v dokumentoch nie je explicitne uvedená sekcia označená ako „diplomová práca\" s iným rokom. Ján Pták má v zázname uvedenú prácu s názvom „Agent pre manažment záverečných prác\" v rámci diplomového projektu pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.341374, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.963353, + "tool_latency_seconds": 1.341374, + "final_model_latency_seconds": 14.677213, + "total_latency_seconds": 17.982364, + "usage": { + "prompt_tokens": 16271, + "completion_tokens": 253, + "total_tokens": 16524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského v roku 2026 uvádza diplomová práca s názvom „Agentové systémy pomocou veľkého jazykového modelu“ a pre Andriiho Pervashova v roku 2027 je uvedená diplomová práca s návrhom názvu (témy) „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.881262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.876024, + "tool_latency_seconds": 0.881262, + "final_model_latency_seconds": 24.716133, + "total_latency_seconds": 27.47413, + "usage": { + "prompt_tokens": 28433, + "completion_tokens": 235, + "total_tokens": 28668 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaia nenašla žiadna záverečná práca typu „diplomová práca\", nakoľko jeho záznam uvádza len „Diplomový projekt 2020\" s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", a pre Andriiho Pervashova sa nenašla explicitne uvedená „diplomová práca\" s rokom v názve sekcie, keďže sekcia „Diplomová práca 2027\" obsahuje iba návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" bez potvrdeného roku ukončenia v názve práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.951525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.153057, + "tool_latency_seconds": 0.951525, + "final_model_latency_seconds": 24.234206, + "total_latency_seconds": 27.339587, + "usage": { + "prompt_tokens": 26186, + "completion_tokens": 325, + "total_tokens": 26511 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v roku 2026 a Yevhenii Medushivskyi vypracováva bakalársku prácu s názvom „Získavanie textu z webových stránok\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.29403, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.888024, + "tool_latency_seconds": 0.29403, + "final_model_latency_seconds": 13.043088, + "total_latency_seconds": 15.225568, + "usage": { + "prompt_tokens": 14164, + "completion_tokens": 217, + "total_tokens": 14381 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..ae9c92d --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.csv @@ -0,0 +1,24 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty síce spomínajú Maroša Harahusa ako autora dokumentu pre študenta Dmytra Murala (tema: „Grafové neurónové siete pre vyhľadávanie na internete""), ale v metadátach dokumentu o Marošovi Harahusovi je uvedeným autorom Daniel Hladek a v texte jeho stránky sa o grafových neurónových sieťach hovorí len ako o úlohe na vypracovanie prehľadu, nie ako o názve jeho vlastnej záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.185565,0.535819,20.569647,23.291825,24257,264,24521, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Valerii Kutsenko začala štúdium v roku 2022 a jej diplomová práca bola realizovaná v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.832421,0.303168,4.572551,6.708397,4729,144,4873, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra v kombinácii s verejnými službami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.553068,0.340111,13.728013,15.62183,16356,178,16534, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z viacjazyčných lekárskych dát s cieľom zostrojiť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi na odporúčanie liečiv. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.773057,0.276874,10.683296,12.733637,12489,172,12661, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.869678,0.482586,27.027717,29.380772,31731,238,31969, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiș mal zostaviť znalostný graf z lekárskych príbalových letákov (medical package inserts) v viacerých jazykoch v rámci svojej stáže (ERASMUS Intern). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.618991,0.285566,13.811282,15.71649,16511,141,16652, diff --git a/tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.json new file mode 100644 index 0000000..87c1331 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_after_rebuild_1/rag_answers_dev_selected.json @@ -0,0 +1,614 @@ +{ + "generated_at": "2026-09-28T14:56:07.499665+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 0.833333, + "should_answer_score": 0.666667, + "overall_score": 0.833333, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 17.242158, + "prompt_tokens": 106073, + "completion_tokens": 1137, + "total_tokens": 107210, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.708397, + "prompt_tokens": 4729, + "completion_tokens": 144, + "total_tokens": 4873 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.733637, + "prompt_tokens": 12489, + "completion_tokens": 172, + "total_tokens": 12661 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 0.5, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 19.456827, + "prompt_tokens": 40613, + "completion_tokens": 442, + "total_tokens": 41055 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.380772, + "prompt_tokens": 31731, + "completion_tokens": 238, + "total_tokens": 31969 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.71649, + "prompt_tokens": 16511, + "completion_tokens": 141, + "total_tokens": 16652 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.708397, + "prompt_tokens": 4729, + "completion_tokens": 144, + "total_tokens": 4873 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.8, + "source_url_score": 0.8, + "should_answer_score": 0.6, + "overall_score": 0.8, + "strict_pass_count": 3, + "strict_pass_rate": 0.6, + "mean_latency_seconds": 19.348911, + "prompt_tokens": 101344, + "completion_tokens": 993, + "total_tokens": 102337 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty síce spomínajú Maroša Harahusa ako autora dokumentu pre študenta Dmytra Murala (tema: „Grafové neurónové siete pre vyhľadávanie na internete\"), ale v metadátach dokumentu o Marošovi Harahusovi je uvedeným autorom Daniel Hladek a v texte jeho stránky sa o grafových neurónových sieťach hovorí len ako o úlohe na vypracovanie prehľadu, nie ako o názve jeho vlastnej záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.535819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.185565, + "tool_latency_seconds": 0.535819, + "final_model_latency_seconds": 20.569647, + "total_latency_seconds": 23.291825, + "usage": { + "prompt_tokens": 24257, + "completion_tokens": 264, + "total_tokens": 24521 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Valerii Kutsenko začala štúdium v roku 2022 a jej diplomová práca bola realizovaná v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.303168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.832421, + "tool_latency_seconds": 0.303168, + "final_model_latency_seconds": 4.572551, + "total_latency_seconds": 6.708397, + "usage": { + "prompt_tokens": 4729, + "completion_tokens": 144, + "total_tokens": 4873 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra v kombinácii s verejnými službami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.340111, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.553068, + "tool_latency_seconds": 0.340111, + "final_model_latency_seconds": 13.728013, + "total_latency_seconds": 15.62183, + "usage": { + "prompt_tokens": 16356, + "completion_tokens": 178, + "total_tokens": 16534 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z viacjazyčných lekárskych dát s cieľom zostrojiť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi na odporúčanie liečiv.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.276874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.773057, + "tool_latency_seconds": 0.276874, + "final_model_latency_seconds": 10.683296, + "total_latency_seconds": 12.733637, + "usage": { + "prompt_tokens": 12489, + "completion_tokens": 172, + "total_tokens": 12661 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.482586, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.869678, + "tool_latency_seconds": 0.482586, + "final_model_latency_seconds": 27.027717, + "total_latency_seconds": 29.380772, + "usage": { + "prompt_tokens": 31731, + "completion_tokens": 238, + "total_tokens": 31969 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiș mal zostaviť znalostný graf z lekárskych príbalových letákov (medical package inserts) v viacerých jazykoch v rámci svojej stáže (ERASMUS Intern).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.285566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.618991, + "tool_latency_seconds": 0.285566, + "final_model_latency_seconds": 13.811282, + "total_latency_seconds": 15.71649, + "usage": { + "prompt_tokens": 16511, + "completion_tokens": 141, + "total_tokens": 16652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..c40ef44 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.csv @@ -0,0 +1,25 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže dokumenty o grafových neurónových sieťach majú v metadátach ako autora dokumentu Daniel Hladek (dokumenty študentov Dmytro Mural a Oleksandr Hryshchenko) alebo súvisia s Marošom Harahusom ako vedúcim, nie ako autorom dokumentu, ktorý by bol o grafových neurónových sieťach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",1.917333,0.435663,21.657875,24.011559,24252,279,24531, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracovávala diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.659944,0.329471,11.619301,13.609409,13872,134,14006, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zaoberá hybridným cloudom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.817412,0.360819,13.656469,15.835248,16369,163,16532, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme viacerojazyčnej extrakcie trojíc z lekárskych údajov, s cieľom zostrojiť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.823478,0.198371,10.966602,12.988833,12489,184,12673, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Hoci sa v zdrojoch nachádzajú študenti pracujúci na témach súvisiacich s extrakciou informácií z medicínskych dát (Andrii Pervashov s tématikou extrakcie štruktúrovaných informácií) alebo s multilinguálnym spracovaním (Michal Stromko s multilinguálnym vyhľadávaním, Yevhenii Medushivskyi s vytváraním korpusov vrátane medicínskych), žiadny z nájdených záznamov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát"" ani meno študenta, ktorý by na nej pracoval. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.894309,0.520932,29.369732,31.785818,31629,364,31993, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z viacjazyčných príbalových letákov na lieky v rámci svojej praxe Erasmus intern. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.420306,0.293604,13.747362,15.461826,16498,116,16614, diff --git a/tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.json new file mode 100644 index 0000000..3668de3 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_after_rebuild_2/rag_answers_dev_selected.json @@ -0,0 +1,621 @@ +{ + "generated_at": "2026-09-28T14:58:01.449861+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.833333, + "should_answer_score": 0.833333, + "overall_score": 0.791667, + "strict_pass_count": 3, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 18.948782, + "prompt_tokens": 115109, + "completion_tokens": 1240, + "total_tokens": 116349, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.609409, + "prompt_tokens": 13872, + "completion_tokens": 134, + "total_tokens": 14006 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 12.988833, + "prompt_tokens": 12489, + "completion_tokens": 184, + "total_tokens": 12673 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.923403, + "prompt_tokens": 40621, + "completion_tokens": 442, + "total_tokens": 41063 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 31.785818, + "prompt_tokens": 31629, + "completion_tokens": 364, + "total_tokens": 31993 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 15.461826, + "prompt_tokens": 16498, + "completion_tokens": 116, + "total_tokens": 16614 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.609409, + "prompt_tokens": 13872, + "completion_tokens": 134, + "total_tokens": 14006 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.4, + "source_url_score": 0.8, + "should_answer_score": 0.8, + "overall_score": 0.75, + "strict_pass_count": 2, + "strict_pass_rate": 0.4, + "mean_latency_seconds": 20.016657, + "prompt_tokens": 101237, + "completion_tokens": 1106, + "total_tokens": 102343 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže dokumenty o grafových neurónových sieťach majú v metadátach ako autora dokumentu Daniel Hladek (dokumenty študentov Dmytro Mural a Oleksandr Hryshchenko) alebo súvisia s Marošom Harahusom ako vedúcim, nie ako autorom dokumentu, ktorý by bol o grafových neurónových sieťach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.435663, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.917333, + "tool_latency_seconds": 0.435663, + "final_model_latency_seconds": 21.657875, + "total_latency_seconds": 24.011559, + "usage": { + "prompt_tokens": 24252, + "completion_tokens": 279, + "total_tokens": 24531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracovávala diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.329471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.659944, + "tool_latency_seconds": 0.329471, + "final_model_latency_seconds": 11.619301, + "total_latency_seconds": 13.609409, + "usage": { + "prompt_tokens": 13872, + "completion_tokens": 134, + "total_tokens": 14006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zaoberá hybridným cloudom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.360819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.817412, + "tool_latency_seconds": 0.360819, + "final_model_latency_seconds": 13.656469, + "total_latency_seconds": 15.835248, + "usage": { + "prompt_tokens": 16369, + "completion_tokens": 163, + "total_tokens": 16532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme viacerojazyčnej extrakcie trojíc z lekárskych údajov, s cieľom zostrojiť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.198371, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.823478, + "tool_latency_seconds": 0.198371, + "final_model_latency_seconds": 10.966602, + "total_latency_seconds": 12.988833, + "usage": { + "prompt_tokens": 12489, + "completion_tokens": 184, + "total_tokens": 12673 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nHoci sa v zdrojoch nachádzajú študenti pracujúci na témach súvisiacich s extrakciou informácií z medicínskych dát (Andrii Pervashov s tématikou extrakcie štruktúrovaných informácií) alebo s multilinguálnym spracovaním (Michal Stromko s multilinguálnym vyhľadávaním, Yevhenii Medushivskyi s vytváraním korpusov vrátane medicínskych), žiadny z nájdených záznamov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát\" ani meno študenta, ktorý by na nej pracoval.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.520932, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.894309, + "tool_latency_seconds": 0.520932, + "final_model_latency_seconds": 29.369732, + "total_latency_seconds": 31.785818, + "usage": { + "prompt_tokens": 31629, + "completion_tokens": 364, + "total_tokens": 31993 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z viacjazyčných príbalových letákov na lieky v rámci svojej praxe Erasmus intern.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5 + }, + "latency_seconds": 0.293604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.420306, + "tool_latency_seconds": 0.293604, + "final_model_latency_seconds": 13.747362, + "total_latency_seconds": 15.461826, + "usage": { + "prompt_tokens": 16498, + "completion_tokens": 116, + "total_tokens": 16614 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..deb64ac --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.csv @@ -0,0 +1,24 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Dmytrovi Muralovi má v metadátach ako autora uvedeného Maroša Harahusa a pojednáva o grafových neurónových sieťach, otázka sa pýtala na dokument, kde je Maroš Harahus uvedený ako autor a ktorý by bol o grafových neurónových sieťach, no v jeho vlastnom dokumente (Maroš Harahus) sa táto téma objavuje len ako úloha na vypracovanie prehľadu, nie ako názov jeho záverečnej práce. Dokument Dmytra Murala spĺňa podmienku autora, ale nie je to dokument ""o"" Marošovi Harahusovi v zmysle toho, že by bol jeho prácou, ale prácou Dmytra Murala, ktorú autorizoval Maroš. Žiadny dokument v zozname nemá v metadátach autora Maroša Harahusa a zároveň je to práca, ktorú vypracoval Maroš Harahus o grafových neurónových sieťach. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.917805,0.46196,23.118097,25.498783,24254,368,24622, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Valerii Kutsenko začal štúdium v roku 2022 a jeho diplomová práca bola vypracovaná v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.731198,0.565053,18.886992,21.184424,23094,137,23231, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zameriava na kombináciu verejných a privátnych cloudových prostredí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.778938,0.381112,14.23094,16.391602,16368,171,16539, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v viacerých jazykoch, konkrétne s cieľom zostrojiť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.781939,0.262713,12.352614,14.397747,14474,177,14651, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.935774,0.543638,27.495506,29.975693,31630,253,31883, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiș mal zostaviť znalostný graf z lekárskeho obsahu, konkrétne z príbalových letákov liekov (medical package inserts) v niekoľkých jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.230288,0.357349,13.867596,15.456182,16486,112,16598, diff --git a/tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..4416939 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_after_rebuild_3/rag_answers_dev_selected.json @@ -0,0 +1,632 @@ +{ + "generated_at": "2026-09-28T15:00:04.555143+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 0.833333, + "should_answer_score": 0.666667, + "overall_score": 0.833333, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 20.484072, + "prompt_tokens": 126306, + "completion_tokens": 1218, + "total_tokens": 127524, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.184424, + "prompt_tokens": 23094, + "completion_tokens": 137, + "total_tokens": 23231 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.397747, + "prompt_tokens": 14474, + "completion_tokens": 177, + "total_tokens": 14651 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 0.5, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 20.945192, + "prompt_tokens": 40622, + "completion_tokens": 539, + "total_tokens": 41161 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.975693, + "prompt_tokens": 31630, + "completion_tokens": 253, + "total_tokens": 31883 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.456182, + "prompt_tokens": 16486, + "completion_tokens": 112, + "total_tokens": 16598 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.184424, + "prompt_tokens": 23094, + "completion_tokens": 137, + "total_tokens": 23231 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.8, + "source_url_score": 0.8, + "should_answer_score": 0.6, + "overall_score": 0.8, + "strict_pass_count": 3, + "strict_pass_rate": 0.6, + "mean_latency_seconds": 20.344001, + "prompt_tokens": 103212, + "completion_tokens": 1081, + "total_tokens": 104293 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Dmytrovi Muralovi má v metadátach ako autora uvedeného Maroša Harahusa a pojednáva o grafových neurónových sieťach, otázka sa pýtala na dokument, kde je Maroš Harahus uvedený ako autor a ktorý by bol o grafových neurónových sieťach, no v jeho vlastnom dokumente (Maroš Harahus) sa táto téma objavuje len ako úloha na vypracovanie prehľadu, nie ako názov jeho záverečnej práce. Dokument Dmytra Murala spĺňa podmienku autora, ale nie je to dokument \"o\" Marošovi Harahusovi v zmysle toho, že by bol jeho prácou, ale prácou Dmytra Murala, ktorú autorizoval Maroš. Žiadny dokument v zozname nemá v metadátach autora Maroša Harahusa a zároveň je to práca, ktorú vypracoval Maroš Harahus o grafových neurónových sieťach.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.46196, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.917805, + "tool_latency_seconds": 0.46196, + "final_model_latency_seconds": 23.118097, + "total_latency_seconds": 25.498783, + "usage": { + "prompt_tokens": 24254, + "completion_tokens": 368, + "total_tokens": 24622 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Valerii Kutsenko začal štúdium v roku 2022 a jeho diplomová práca bola vypracovaná v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.565053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.731198, + "tool_latency_seconds": 0.565053, + "final_model_latency_seconds": 18.886992, + "total_latency_seconds": 21.184424, + "usage": { + "prompt_tokens": 23094, + "completion_tokens": 137, + "total_tokens": 23231 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zameriava na kombináciu verejných a privátnych cloudových prostredí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.381112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.778938, + "tool_latency_seconds": 0.381112, + "final_model_latency_seconds": 14.23094, + "total_latency_seconds": 16.391602, + "usage": { + "prompt_tokens": 16368, + "completion_tokens": 171, + "total_tokens": 16539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v viacerých jazykoch, konkrétne s cieľom zostrojiť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.262713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.781939, + "tool_latency_seconds": 0.262713, + "final_model_latency_seconds": 12.352614, + "total_latency_seconds": 14.397747, + "usage": { + "prompt_tokens": 14474, + "completion_tokens": 177, + "total_tokens": 14651 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.543638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.935774, + "tool_latency_seconds": 0.543638, + "final_model_latency_seconds": 27.495506, + "total_latency_seconds": 29.975693, + "usage": { + "prompt_tokens": 31630, + "completion_tokens": 253, + "total_tokens": 31883 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiș mal zostaviť znalostný graf z lekárskeho obsahu, konkrétne z príbalových letákov liekov (medical package inserts) v niekoľkých jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?" + }, + "latency_seconds": 0.357349, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.230288, + "tool_latency_seconds": 0.357349, + "final_model_latency_seconds": 13.867596, + "total_latency_seconds": 15.456182, + "usage": { + "prompt_tokens": 16486, + "completion_tokens": 112, + "total_tokens": 16598 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.csv new file mode 100644 index 0000000..c794aa5 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.csv @@ -0,0 +1,21 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o študentovi Marošovi Harahusovi obsahuje úlohu vypracovať prehľad metód grafových neurónových sietí, žiadny študentský dokument s ním ako autorom nezoznamuje tému grafových neurónových sietí ako svoju vlastnú záverečnú prácu. Naopak, študent Dmytro Mural má v metadátach ako autora dokumentu uvedeného Maroša Harahusa a jeho práca sa týka grafových neurónových sietí pre vyhľadávanie na internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.184397,1.253753,39.554929,42.994515,46122,265,46387, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Osoba Valerii Kutsenko začala študovať v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.225255,0.33161,11.757217,13.314717,13782,108,13890, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.77286,0.466661,13.173697,15.413718,16304,149,16453, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala problému viacjazyčného extrahovania trojíc (triplet extraction) z medicínskych údajov, pričom cieľom bolo vytvoriť znalostný graf z lekárskych príbalových letákov a využiť ho v inteligentnom agentovi na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.804197,0.21156,10.771943,12.788098,12423,182,12605, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci niektoré zdroje spomínajú prácu s medicínskymi dátami (napr. Yevhenii Medushivskyi, ktorý plánoval vytvoriť korpus medicínskych dát, alebo Andrii Pervashov, ktorý sa zameriava na extrakciu informácií z medicínskej domény), žiadny z vrátených dokumentov explicitne nezaznamenáva prácu konkrétnej osoby na téme „multilinguálna extrakcia trojíc z medicínskych dát"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.90076,2.02751,27.928895,31.858084,31666,288,31954, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z viacjazyčných príbalových letákov liekov (medical package inserts) v rámci svojej stáže ERASMUS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.402649,0.314172,13.699309,15.416748,16433,121,16554, diff --git a/tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.json new file mode 100644 index 0000000..7f5d825 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression/rag_answers_dev_selected.json @@ -0,0 +1,629 @@ +{ + "generated_at": "2026-09-28T14:14:16.324361+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.583333, + "source_url_score": 0.833333, + "should_answer_score": 0.666667, + "overall_score": 0.770833, + "strict_pass_count": 2, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 21.964313, + "prompt_tokens": 136730, + "completion_tokens": 1113, + "total_tokens": 137843, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.314717, + "prompt_tokens": 13782, + "completion_tokens": 108, + "total_tokens": 13890 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 12.788098, + "prompt_tokens": 12423, + "completion_tokens": 182, + "total_tokens": 12605 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 1.0, + "should_answer_score": 0.5, + "overall_score": 0.8125, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.204116, + "prompt_tokens": 62426, + "completion_tokens": 414, + "total_tokens": 62840 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 31.858084, + "prompt_tokens": 31666, + "completion_tokens": 288, + "total_tokens": 31954 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.416748, + "prompt_tokens": 16433, + "completion_tokens": 121, + "total_tokens": 16554 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.314717, + "prompt_tokens": 13782, + "completion_tokens": 108, + "total_tokens": 13890 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.8, + "should_answer_score": 0.6, + "overall_score": 0.725, + "strict_pass_count": 1, + "strict_pass_rate": 0.2, + "mean_latency_seconds": 23.694233, + "prompt_tokens": 122948, + "completion_tokens": 1005, + "total_tokens": 123953 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o študentovi Marošovi Harahusovi obsahuje úlohu vypracovať prehľad metód grafových neurónových sietí, žiadny študentský dokument s ním ako autorom nezoznamuje tému grafových neurónových sietí ako svoju vlastnú záverečnú prácu. Naopak, študent Dmytro Mural má v metadátach ako autora dokumentu uvedeného Maroša Harahusa a jeho práca sa týka grafových neurónových sietí pre vyhľadávanie na internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.253753, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 2.184397, + "tool_latency_seconds": 1.253753, + "final_model_latency_seconds": 39.554929, + "total_latency_seconds": 42.994515, + "usage": { + "prompt_tokens": 46122, + "completion_tokens": 265, + "total_tokens": 46387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala študovať v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko." + }, + "latency_seconds": 0.33161, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.225255, + "tool_latency_seconds": 0.33161, + "final_model_latency_seconds": 11.757217, + "total_latency_seconds": 13.314717, + "usage": { + "prompt_tokens": 13782, + "completion_tokens": 108, + "total_tokens": 13890 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.466661, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.77286, + "tool_latency_seconds": 0.466661, + "final_model_latency_seconds": 13.173697, + "total_latency_seconds": 15.413718, + "usage": { + "prompt_tokens": 16304, + "completion_tokens": 149, + "total_tokens": 16453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala problému viacjazyčného extrahovania trojíc (triplet extraction) z medicínskych údajov, pričom cieľom bolo vytvoriť znalostný graf z lekárskych príbalových letákov a využiť ho v inteligentnom agentovi na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.21156, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.804197, + "tool_latency_seconds": 0.21156, + "final_model_latency_seconds": 10.771943, + "total_latency_seconds": 12.788098, + "usage": { + "prompt_tokens": 12423, + "completion_tokens": 182, + "total_tokens": 12605 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci niektoré zdroje spomínajú prácu s medicínskymi dátami (napr. Yevhenii Medushivskyi, ktorý plánoval vytvoriť korpus medicínskych dát, alebo Andrii Pervashov, ktorý sa zameriava na extrakciu informácií z medicínskej domény), žiadny z vrátených dokumentov explicitne nezaznamenáva prácu konkrétnej osoby na téme „multilinguálna extrakcia trojíc z medicínskych dát\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 2.02751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.90076, + "tool_latency_seconds": 2.02751, + "final_model_latency_seconds": 27.928895, + "total_latency_seconds": 31.858084, + "usage": { + "prompt_tokens": 31666, + "completion_tokens": 288, + "total_tokens": 31954 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z viacjazyčných príbalových letákov liekov (medical package inserts) v rámci svojej stáže ERASMUS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5 + }, + "latency_seconds": 0.314172, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.402649, + "tool_latency_seconds": 0.314172, + "final_model_latency_seconds": 13.699309, + "total_latency_seconds": 15.416748, + "usage": { + "prompt_tokens": 16433, + "completion_tokens": 121, + "total_tokens": 16554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..4542a3e --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.csv @@ -0,0 +1,23 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študentský dokument, ktorý by mal o grafových neurónových sieťach a zároveň mal v metadátach ako autora dokumentu uvedeného Maroša Harahusa, keďže Maroš Harahus je autorom dokumentu o študentovi Dmytrovi Muralovi, ale téma grafových neurónových sietí je priradená k Dmytrovi Muralovi, nie k Marošovi Harahusovi ako autorovi práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.675409,0.726721,11.301008,13.703528,11938,254,12192, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.802983,0.305261,4.362708,6.471183,4664,147,4811, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zaoberá hybridným cloudom a kombináciou verejných a privátnych riešení. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.539961,0.348596,13.023603,14.912815,16290,160,16450, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme viacjazyčnej extrakcie trojíc z medicínskych údajov s cieľom zostrojiť znalostný graf z lekárskych letákov a využiť ho v inteligentnom agente na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.768136,0.188296,10.48419,12.441029,12424,171,12595, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch nachádzajú študenti pracujúci na témach súvisiacich s extrakciou informácií z medicínskych dát (napr. Andrii Pervashov s témou extrakcie štruktúrovaných informácií alebo Yevhenii Medushivskyi s vytváraním korpusu medicínskych dát), žiadny dokument explicitne neuvádza tému s presným názvom „multilinguálna extrakcia trojíc z medicínskych dát"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.87733,0.483072,27.634379,29.995575,31666,290,31956, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiș mal zostaviť znalostný graf z príbalových letákov liekov v niekoľkých jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.572851,0.27095,13.431892,15.276197,16446,122,16568, diff --git a/tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.json new file mode 100644 index 0000000..34e918d --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression_1/rag_answers_dev_selected.json @@ -0,0 +1,608 @@ +{ + "generated_at": "2026-09-28T14:42:47.683367+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.833333, + "should_answer_score": 0.833333, + "overall_score": 0.791667, + "strict_pass_count": 3, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 15.466721, + "prompt_tokens": 93428, + "completion_tokens": 1144, + "total_tokens": 94572, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.471183, + "prompt_tokens": 4664, + "completion_tokens": 147, + "total_tokens": 4811 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 12.441029, + "prompt_tokens": 12424, + "completion_tokens": 171, + "total_tokens": 12595 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.308172, + "prompt_tokens": 28228, + "completion_tokens": 414, + "total_tokens": 28642 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.995575, + "prompt_tokens": 31666, + "completion_tokens": 290, + "total_tokens": 31956 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 15.276197, + "prompt_tokens": 16446, + "completion_tokens": 122, + "total_tokens": 16568 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.471183, + "prompt_tokens": 4664, + "completion_tokens": 147, + "total_tokens": 4811 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.4, + "source_url_score": 0.8, + "should_answer_score": 0.8, + "overall_score": 0.75, + "strict_pass_count": 2, + "strict_pass_rate": 0.4, + "mean_latency_seconds": 17.265829, + "prompt_tokens": 88764, + "completion_tokens": 997, + "total_tokens": 89761 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študentský dokument, ktorý by mal o grafových neurónových sieťach a zároveň mal v metadátach ako autora dokumentu uvedeného Maroša Harahusa, keďže Maroš Harahus je autorom dokumentu o študentovi Dmytrovi Muralovi, ale téma grafových neurónových sietí je priradená k Dmytrovi Muralovi, nie k Marošovi Harahusovi ako autorovi práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.726721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.675409, + "tool_latency_seconds": 0.726721, + "final_model_latency_seconds": 11.301008, + "total_latency_seconds": 13.703528, + "usage": { + "prompt_tokens": 11938, + "completion_tokens": 254, + "total_tokens": 12192 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.305261, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.802983, + "tool_latency_seconds": 0.305261, + "final_model_latency_seconds": 4.362708, + "total_latency_seconds": 6.471183, + "usage": { + "prompt_tokens": 4664, + "completion_tokens": 147, + "total_tokens": 4811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zaoberá hybridným cloudom a kombináciou verejných a privátnych riešení.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.348596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.539961, + "tool_latency_seconds": 0.348596, + "final_model_latency_seconds": 13.023603, + "total_latency_seconds": 14.912815, + "usage": { + "prompt_tokens": 16290, + "completion_tokens": 160, + "total_tokens": 16450 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme viacjazyčnej extrakcie trojíc z medicínskych údajov s cieľom zostrojiť znalostný graf z lekárskych letákov a využiť ho v inteligentnom agente na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.188296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.768136, + "tool_latency_seconds": 0.188296, + "final_model_latency_seconds": 10.48419, + "total_latency_seconds": 12.441029, + "usage": { + "prompt_tokens": 12424, + "completion_tokens": 171, + "total_tokens": 12595 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch nachádzajú študenti pracujúci na témach súvisiacich s extrakciou informácií z medicínskych dát (napr. Andrii Pervashov s témou extrakcie štruktúrovaných informácií alebo Yevhenii Medushivskyi s vytváraním korpusu medicínskych dát), žiadny dokument explicitne neuvádza tému s presným názvom „multilinguálna extrakcia trojíc z medicínskych dát\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.483072, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.87733, + "tool_latency_seconds": 0.483072, + "final_model_latency_seconds": 27.634379, + "total_latency_seconds": 29.995575, + "usage": { + "prompt_tokens": 31666, + "completion_tokens": 290, + "total_tokens": 31956 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiș mal zostaviť znalostný graf z príbalových letákov liekov v niekoľkých jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.27095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.572851, + "tool_latency_seconds": 0.27095, + "final_model_latency_seconds": 13.431892, + "total_latency_seconds": 15.276197, + "usage": { + "prompt_tokens": 16446, + "completion_tokens": 122, + "total_tokens": 16568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..b3fa18e --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.csv @@ -0,0 +1,26 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci existuje dokument o grafových neurónových sieťach s názvom „Grafové neurónové siete pre vyhľadávanie na internete"", ktorého vedúcim je Maroš Harahus, v metadátach tohto dokumentu je ako autor uvedený Dmytro Mural, nie Maroš Harahus. Maroš Harahus je v metadátach uvedený ako autor dokumentu pre študenta Dmytra Murala, nie ako študent vypracúvajúci prácu o grafových sieťach. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.878275,0.46288,21.417009,23.758927,24189,257,24446, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a pracuje na diplomovej práci v roku 2027. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.835251,0.599982,15.874489,18.310612,19133,145,19278, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zameriava na testovanie hybridného cloudu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.370989,0.352234,13.612118,15.335857,16277,137,16414, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdana Paula Chiša sa venovala téme viacjazyčnej extrakcie trojíc z medicínskych údajov, s cieľom zostrojiť znalostný graf z balíčkových letákov liekov v rôznych jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.814325,0.178706,12.371844,14.36533,14409,181,14590, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zdrojoch figurujú študenti pracujúci na témach súvisiacich s extrakciou informácií z medicínskych dát (Andrii Pervashov) alebo s multilinguálnym vyhľadávaním (Michal Stromko), žiadny z vrátených dokumentov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát"" ani meno študenta, ktorý by ju vypracoval. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.032631,0.583528,28.940407,31.557285,31572,355,31927, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov liekov v niekoľkých jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.411554,0.282168,13.567631,15.261889,16433,109,16542, diff --git a/tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.json new file mode 100644 index 0000000..f905630 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression_2/rag_answers_dev_selected.json @@ -0,0 +1,628 @@ +{ + "generated_at": "2026-09-28T14:44:46.425959+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.833333, + "should_answer_score": 0.666667, + "overall_score": 0.75, + "strict_pass_count": 2, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 19.764983, + "prompt_tokens": 122013, + "completion_tokens": 1184, + "total_tokens": 123197, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 18.310612, + "prompt_tokens": 19133, + "completion_tokens": 145, + "total_tokens": 19278 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 14.36533, + "prompt_tokens": 14409, + "completion_tokens": 181, + "total_tokens": 14590 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 0.5, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 19.547392, + "prompt_tokens": 40466, + "completion_tokens": 394, + "total_tokens": 40860 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 31.557285, + "prompt_tokens": 31572, + "completion_tokens": 355, + "total_tokens": 31927 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 15.261889, + "prompt_tokens": 16433, + "completion_tokens": 109, + "total_tokens": 16542 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 18.310612, + "prompt_tokens": 19133, + "completion_tokens": 145, + "total_tokens": 19278 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.4, + "source_url_score": 0.8, + "should_answer_score": 0.6, + "overall_score": 0.7, + "strict_pass_count": 1, + "strict_pass_rate": 0.2, + "mean_latency_seconds": 20.055858, + "prompt_tokens": 102880, + "completion_tokens": 1039, + "total_tokens": 103919 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci existuje dokument o grafových neurónových sieťach s názvom „Grafové neurónové siete pre vyhľadávanie na internete\", ktorého vedúcim je Maroš Harahus, v metadátach tohto dokumentu je ako autor uvedený Dmytro Mural, nie Maroš Harahus. Maroš Harahus je v metadátach uvedený ako autor dokumentu pre študenta Dmytra Murala, nie ako študent vypracúvajúci prácu o grafových sieťach.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.46288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.878275, + "tool_latency_seconds": 0.46288, + "final_model_latency_seconds": 21.417009, + "total_latency_seconds": 23.758927, + "usage": { + "prompt_tokens": 24189, + "completion_tokens": 257, + "total_tokens": 24446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a pracuje na diplomovej práci v roku 2027.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.599982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.835251, + "tool_latency_seconds": 0.599982, + "final_model_latency_seconds": 15.874489, + "total_latency_seconds": 18.310612, + "usage": { + "prompt_tokens": 19133, + "completion_tokens": 145, + "total_tokens": 19278 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zameriava na testovanie hybridného cloudu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.352234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.370989, + "tool_latency_seconds": 0.352234, + "final_model_latency_seconds": 13.612118, + "total_latency_seconds": 15.335857, + "usage": { + "prompt_tokens": 16277, + "completion_tokens": 137, + "total_tokens": 16414 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdana Paula Chiša sa venovala téme viacjazyčnej extrakcie trojíc z medicínskych údajov, s cieľom zostrojiť znalostný graf z balíčkových letákov liekov v rôznych jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.178706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.814325, + "tool_latency_seconds": 0.178706, + "final_model_latency_seconds": 12.371844, + "total_latency_seconds": 14.36533, + "usage": { + "prompt_tokens": 14409, + "completion_tokens": 181, + "total_tokens": 14590 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zdrojoch figurujú študenti pracujúci na témach súvisiacich s extrakciou informácií z medicínskych dát (Andrii Pervashov) alebo s multilinguálnym vyhľadávaním (Michal Stromko), žiadny z vrátených dokumentov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát\" ani meno študenta, ktorý by ju vypracoval.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.583528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.032631, + "tool_latency_seconds": 0.583528, + "final_model_latency_seconds": 28.940407, + "total_latency_seconds": 31.557285, + "usage": { + "prompt_tokens": 31572, + "completion_tokens": 355, + "total_tokens": 31927 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov liekov v niekoľkých jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5 + }, + "latency_seconds": 0.282168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.411554, + "tool_latency_seconds": 0.282168, + "final_model_latency_seconds": 13.567631, + "total_latency_seconds": 15.261889, + "usage": { + "prompt_tokens": 16433, + "completion_tokens": 109, + "total_tokens": 16542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..d72e471 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.csv @@ -0,0 +1,24 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože Maroš Harahus je uvedený ako autor dokumentu o študentovi Dmytro Mural, ktorého téma je „Grafové neurónové siete pre vyhľadávanie na internete"", no nie ako autor vlastnej záverečnej práce s touto témou. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.952053,0.463194,20.366225,22.782111,24192,202,24394, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Valerii Kutsenko začal štúdium v roku 2022 a pracoval na diplomovom projekte v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.660631,0.572996,18.837965,21.072531,23024,131,23155, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zameriava na vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.803924,0.439361,14.046647,16.29046,16304,182,16486, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiș sa venovala téme extrakcie trojíc z lekárskych dát vo viacerých jazykoch, pričom cieľom bolo vybudovať znalostný graf z lekárskych balíčkov a využiť ho v inteligentnom agentovi na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.794308,0.193581,10.762881,12.751199,12424,175,12599, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Hoci sa v zdrojoch nachádzajú spomienky na medicínske dáta a extrakciu informácií, žiadny dokument explicitne nesúvisí s témou „multilinguálna extrakcia trojíc z medicínskych dát"" ako celým názvom práce ani ako hlavnou témou konkrétneho študenta. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.881908,0.516101,27.33766,29.736441,31564,244,31808, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal zostaviť znalostný graf z medicínskych letákov liekov (medical package inserts) v niekoľkých jazykoch. Tento projekt sa realizoval v rámci jeho praxe Erasmus intern Spring 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.816935,0.21273,9.406038,11.436042,10427,160,10587, diff --git a/tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..c4989da --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_fail_regression_3/rag_answers_dev_selected.json @@ -0,0 +1,629 @@ +{ + "generated_at": "2026-09-28T14:46:40.730090+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 0.833333, + "should_answer_score": 0.833333, + "overall_score": 0.854167, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 19.011464, + "prompt_tokens": 117935, + "completion_tokens": 1094, + "total_tokens": 119029, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 21.072531, + "prompt_tokens": 23024, + "completion_tokens": 131, + "total_tokens": 23155 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.751199, + "prompt_tokens": 12424, + "completion_tokens": 175, + "total_tokens": 12599 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.536285, + "prompt_tokens": 40496, + "completion_tokens": 384, + "total_tokens": 40880 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.736441, + "prompt_tokens": 31564, + "completion_tokens": 244, + "total_tokens": 31808 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 11.436042, + "prompt_tokens": 10427, + "completion_tokens": 160, + "total_tokens": 10587 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 21.072531, + "prompt_tokens": 23024, + "completion_tokens": 131, + "total_tokens": 23155 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.8, + "source_url_score": 0.8, + "should_answer_score": 0.8, + "overall_score": 0.85, + "strict_pass_count": 4, + "strict_pass_rate": 0.8, + "mean_latency_seconds": 18.599251, + "prompt_tokens": 94911, + "completion_tokens": 963, + "total_tokens": 95874 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože Maroš Harahus je uvedený ako autor dokumentu o študentovi Dmytro Mural, ktorého téma je „Grafové neurónové siete pre vyhľadávanie na internete\", no nie ako autor vlastnej záverečnej práce s touto témou.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.463194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.952053, + "tool_latency_seconds": 0.463194, + "final_model_latency_seconds": 20.366225, + "total_latency_seconds": 22.782111, + "usage": { + "prompt_tokens": 24192, + "completion_tokens": 202, + "total_tokens": 24394 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Valerii Kutsenko začal štúdium v roku 2022 a pracoval na diplomovom projekte v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.572996, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.660631, + "tool_latency_seconds": 0.572996, + "final_model_latency_seconds": 18.837965, + "total_latency_seconds": 21.072531, + "usage": { + "prompt_tokens": 23024, + "completion_tokens": 131, + "total_tokens": 23155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zameriava na vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.439361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.803924, + "tool_latency_seconds": 0.439361, + "final_model_latency_seconds": 14.046647, + "total_latency_seconds": 16.29046, + "usage": { + "prompt_tokens": 16304, + "completion_tokens": 182, + "total_tokens": 16486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș sa venovala téme extrakcie trojíc z lekárskych dát vo viacerých jazykoch, pričom cieľom bolo vybudovať znalostný graf z lekárskych balíčkov a využiť ho v inteligentnom agentovi na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.193581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.794308, + "tool_latency_seconds": 0.193581, + "final_model_latency_seconds": 10.762881, + "total_latency_seconds": 12.751199, + "usage": { + "prompt_tokens": 12424, + "completion_tokens": 175, + "total_tokens": 12599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nHoci sa v zdrojoch nachádzajú spomienky na medicínske dáta a extrakciu informácií, žiadny dokument explicitne nesúvisí s témou „multilinguálna extrakcia trojíc z medicínskych dát\" ako celým názvom práce ani ako hlavnou témou konkrétneho študenta.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.516101, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.881908, + "tool_latency_seconds": 0.516101, + "final_model_latency_seconds": 27.33766, + "total_latency_seconds": 29.736441, + "usage": { + "prompt_tokens": 31564, + "completion_tokens": 244, + "total_tokens": 31808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z medicínskych letákov liekov (medical package inserts) v niekoľkých jazykoch. Tento projekt sa realizoval v rámci jeho praxe Erasmus intern Spring 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.21273, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.816935, + "tool_latency_seconds": 0.21273, + "final_model_latency_seconds": 9.406038, + "total_latency_seconds": 11.436042, + "usage": { + "prompt_tokens": 10427, + "completion_tokens": 160, + "total_tokens": 10587 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.csv b/tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.csv new file mode 100644 index 0000000..ffd550e --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.csv @@ -0,0 +1,2082 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre osobu Ján Holp sa v ZP Wiki nachádza študentský dokument, ktorý eviduje jeho diplomovú prácu z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"" a tiež jeho diplomový projekt z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.037002,0.539811,13.263183,15.840567,16056,173,16229, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.716674,0.260633,15.353757,17.331793,19790,135,19925, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pracou s názvom „Systém získavania informácií v slovenskom jazyku"" sa zaoberal Ján Holp, ktorý ju vypracoval ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.655888,0.600069,21.847106,24.103943,27174,151,27325, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.55119,0.580475,22.506706,24.639153,27618,133,27751, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Holp je uvedená téma diplomovej práce z roku 2021 „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.739373,0.390607,16.536581,18.667118,20209,143,20352, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.415629,0.217619,13.192171,14.825985,16615,99,16714, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.900532,0.28849,7.142746,9.332077,8382,145,8527, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021 s názvom Systém získavania informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.736613,0.277951,17.197635,19.213087,21433,143,21576, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Osoba Ján Holp začala študovať v roku 2016 a vypracovávala diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.602856,0.610192,30.906712,33.120817,37382,132,37514, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Rok 2016 nie je rokom vypracovania diplomovej práce Jána Holpa, ale označuje rok jeho začiatku štúdia. Jeho diplomová práca je uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.86508,0.421112,10.741195,13.027838,12191,159,12350, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" a tiež autorom dokumentu s názvom „Získavanie informácií"", ktorý sa zaoberá teóriou a metódami v oblasti informačného vyhľadávania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.820986,0.485952,16.894826,19.202282,19906,188,20094, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", ktorá bola dokončená v roku 2021 a zahŕňala implementáciu a experimenty s algoritmom PageRank. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.721665,0.252632,13.267005,15.241759,15675,165,15840, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Holp súvisí s témou slovenského internetu v rámci svojej bakalárskej práce z roku 2019 s názvom „Vyhľadávač na slovenskom internete"". Tému slovenského internetu a získavania dát z internetu spracúval aj v rámci diplomového projektu v roku 2020, kde mal za úlohu využiť veľké slovenské dáta z internetu pre verejné demo. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.765258,0.223969,13.745398,15.7351,15678,206,15884, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","V stave práce Jána Holpa, konkrétne v rámci diplomového projektu z roku 2020, bolo implementované riešenie problémov s databázou Cassandra a indexovanie dát, následne bola vytvorená REST API pre indexovanie dokumentov a backend s REST API. Ďalej bol implementovaný algoritmus PageRank do indexu a vyhľadávania, pričom boli vyriešené technické problémy s implementáciou tohto algoritmu a príprava webovej aplikácie s frontendom v JavaScriptu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.72781,0.317038,10.244766,12.289948,10700,218,10918, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Názov bakalárskej práce Jána Holpa bol „Vyhľadávač na slovenskom internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.176272,0.451421,12.241744,13.869899,15350,93,15443, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Dokument o osobe Maroš Harahus sa nachádza na stránke ZP Wiki, kde sú uvedené jeho bakalárska práca z roku 2019 a diplomová práca z roku 2021, pričom sa zameriava na témy ako automatické opravy textu, spracovanie prirodzeného jazyka a špecifické nástroje ako spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.76093,0.416127,8.046349,10.223719,8503,188,8691, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Názov diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.832196,0.438766,11.622311,13.893947,14476,135,14611, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ vypracoval Maroš Harahus. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.908099,0.690903,18.092138,20.691668,22392,147,22539, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorú ukončil v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.892169,0.497551,16.291664,18.682019,19731,161,19892, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pri osobe Maroš Harahus je pri diplomovej práci z roku 2021 uvedená téma „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.788336,0.447723,12.143527,14.380013,14556,147,14703, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.175204,0.517471,16.855655,18.548861,20537,109,20646, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021, ktorej témou je priamo morfologická anotácia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.819837,0.331937,10.480763,12.632957,11672,165,11837, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Maroš Harahus je študent, ktorý sa v rámci projektu „Podpora slovenčiny v knižnici Spacy"" podieľal na štatistickom značkovaní a v rámci svojho prvého ročníka doktorandského štúdia plánoval dokončiť draft článku týkajúceho sa Spacy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.749623,0.345433,11.593889,13.689443,13139,192,13331, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť, keďže v nájdených záznamoch má Maroš Harahus uvedeného ako autora iba dokument o študentovi Dmytrovi Muralovi (bakalárska práca o grafových neurónových sieťach pre vyhľadávanie na internete), zatiaľ čo v dokumente, ktorý pojednáva o jeho vlastnom štúdiu a témach (vrátane prehľadu grafových neurónových sietí), je autorom dokumentu Daniel Hladek. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.882796,0.524693,21.372931,23.781064,24252,243,24495, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka"" použila na morfologickú anotáciu knižnicu **Spacy**. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.920034,0.684795,7.859326,10.464426,8835,164,8999, +q0026,dev,specific_fact,medium,Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.999323,0.798458,8.464162,11.262268,9926,162,10088, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Tomáš Kuchárik vypracovával diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.707741,0.256748,15.232857,17.197897,18464,153,18617, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Tomáš Kuchárik vypracoval dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.788045,0.328354,17.73543,19.85239,20743,195,20938, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Túto diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ vypracoval Tomáš Kuchárik v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.0589,2.038738,25.294307,29.392935,30526,176,30702, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak""]","Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá rieši vytvorenie korpusu z anglického jazyka pomocou strojového prekladu a následné porovnanie s manuálne vytvorenou verziou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.664343,1.310636,42.704581,45.680823,49128,191,49319, +q0031,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Tomáš Kuchárik sú v ZP Wiki uvedené témy dvoch diplomových prác: v roku 2021 to bola „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a v roku 2022 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.801976,0.284606,16.348126,18.435324,18215,201,18416, +q0032,dev,fact_work_year,easy,V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.794035,0.348808,20.130279,22.273724,24387,159,24546, +q0033,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Tomáš Kuchárik súvisí s témou Question Answering prostredníctvom svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a následne aj s diplomovou prácou z roku 2022, ktorá pokračovala v tomto projekte v rámci súvisiaceho projektu SK QUAD. Okrem toho sa v rámci projektu Question Answering podieľal na vývoji webovej aplikácie pre analýzu anotácií a vytvorení aplikačnej šablóny. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.400059,0.493748,36.796874,38.691768,41703,235,41938, +q0034,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Tomáš Kuchárik vypracovával diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá sa zaoberala mutáciami overovacej množiny SQuAD a jej prekladom. Ďalej sa podieľal na projekte Question Answering, kde pomohol s vývojom webovej aplikácie na analýzu anotácií pre túto tému. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.598973,0.269509,14.850057,16.719117,15811,225,16036, +q0035,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","S Tomášom Kuchárikom súvisí diplomová práca s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" z roku 2022, ktorá sa zameriava na vytvorenie strojovo preloženej verzie datasetu SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.823146,0.341061,12.219661,14.384288,14173,184,14357, +q0036,dev,specific_fact,medium,Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názovom diplomovej práce Tomáša Kuchárika v roku 2021 bolo „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.913101,0.327389,17.471249,19.712277,21308,159,21467, +q0037,dev,specific_fact,medium,Aký dataset mal Tomáš Kuchárik strojovo prekladať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik mal v rámci diplomového projektu a následne diplomovej práce strojovo prekladať dataset SQUAD (anglický korpus otázok a odpovedí), a to konkrétne jeho jazykové mutácie (napr. španielčina, taliančina, francúzština a švédčina) s cieľom vytvoriť strojovo preloženú verziu tohto datasetu pre potreby slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.196533,0.382988,23.203919,24.784062,27019,170,27189, +q0038,dev,entity_lookup,easy,Nájdi dokument o osobe Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pre osobu Jakub Maruniak je v ZP Wiki dostupný dokument, ktorý uvádza, že študoval od roku 2016 a vypracoval diplomovú prácu s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.697958,0.279205,13.515393,15.493167,15579,173,15752, +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Diplomová práca Jakuba Maruniaka má názov „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.793804,0.364238,18.656663,20.815293,23036,144,23180, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ vypracoval Jakub Maruniak ako svoju diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.59469,0.403537,20.245872,22.244694,24702,136,24838, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Študent Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.974338,0.410296,18.432387,20.817775,22510,158,22668, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","Pri osobe Jakub Maruniak je uvedená téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.774556,0.234119,13.392432,15.401982,16041,144,16185, +q0043,dev,fact_start_year,easy,V ktorom roku začal študovať Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Jakub Maruniak začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.767142,0.368437,14.894572,17.030699,18521,124,18645, +q0044,dev,verification,medium,Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Jakub Maruniak je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.895785,0.382307,17.195936,19.47477,21168,147,21315, +q0045,dev,fact_work_year,easy,V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.75668,0.352471,17.636134,19.746028,21920,128,22048, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Jakub Maruniak začal štúdium v roku 2016 a vypracovával diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.838035,0.426766,7.36802,9.63312,8386,145,8531, +q0047,dev,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale rokom začiatku jeho štúdia, pričom jeho záverečné práce (bakalárska a diplomová) boli vypracované v rokoch 2019 a 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.645751,0.231006,12.27914,14.156398,14667,166,14833, +q0048,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Študent Jakub Maruniak je spojený s diplomovou prácou s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a tiež realizoval úlohy v rámci projektu Pomenované entity, kde pripravil anotačný recept a konverziu dát. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/topics/named-entity",1.790242,0.247398,16.130677,18.16886,18539,190,18729, +q0049,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Študent Jakub Maruniak vypracovával diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorá je úzko prepojená s témou Spacy, keďže v rámci spolupráce s projektom sa zaoberal podporou slovenčiny v tejto knižnici a riešením problémov so spacy modelom pri rozpoznávaní pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.833359,0.472323,8.490531,10.796527,8559,215,8774, +q0050,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde sa explicitne uvádza príprava postupu na anotáciu textového korpusu pre systém Prodigy a spolupráca s projektom Anotácia textových dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.768199,0.425855,11.347537,13.541993,12939,193,13132, +q0051,dev,specific_fact,medium,Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Jakub Maruniak mal pri príprave textového korpusu použiť na jeho anotáciu systém Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.610867,0.326984,13.865407,15.803724,17331,121,17452, +q0082,dev,entity_lookup,easy,Nájdi dokument o osobe Dominik Nagy.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Nájdený dokument o osobe Dominik Nagy uvádza, že vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022 a jeho štúdium začalo v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.747364,0.195723,7.505692,9.449076,8144,169,8313, +q0083,dev,fact_title,easy,Aký je názov diplomová práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Názov diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.742265,0.284946,21.190971,23.218859,26357,131,26488, +q0084,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval Dominik Nagy ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.889686,0.722819,23.863508,26.476668,28758,155,28913, +q0085,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.703404,0.462556,22.598881,24.76552,27196,141,27337, +q0086,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Dominik Nagy je uvedená téma diplomovej práce „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.75062,0.361573,16.448831,18.56154,20088,135,20223, +q0087,dev,fact_work_year,easy,V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.732493,0.343206,23.425731,25.502147,28942,123,29065, +q0088,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022, ktorá sa zaoberá témou strojového prekladu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.768952,0.240155,13.033014,15.042559,14932,174,15106, +q0089,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022, pričom v rámci prípravy na tento projekt v roku 2019 sa zaoberal aj inštaláciou nástroja Fairseq a prechodom jeho tutoriálov pre strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.30206,0.317366,15.173579,16.793598,17664,164,17828, +q0090,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Študent Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", v rámci ktorej sa ako jedna z úloh zaoberal aj experimentom s architektúrou MBART. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.756817,0.224773,7.619961,9.60186,8368,172,8540, +q0091,dev,specific_fact,medium,V akých smeroch Dominik Nagy trénoval modely Fairseq?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""angličtina"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Dominik Nagy trénoval modely pomocou knižnice Fairseq v rámci strojového prekladu, konkrétne pre obojsmerný preklad medzi angličtinou a slovenčinou, ako aj v rámci prípravy na preklad zo slovenčiny pomocou BERT modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.826742,0.237115,7.867296,9.93146,8880,173,9053, +q0092,dev,specific_fact,medium,Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BPE"", ""sentencepiece"", ""wordpiece""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE, sentencepiece a wordpiece pomocou knižnice huggingface tokenizers. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.595924,0.252477,18.790315,20.639284,23186,141,23327, +q0102,dev,entity_lookup,easy,Nájdi dokument o osobe Patrik Pavlišin.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dokument o osobe Patrik Pavlišin sa nachádza na stránke ZP Wiki, kde sú evidované jeho študentské práce, vrátane bakalárskej práce z roku 2020, diplomovej práce z roku 2022 s predbežným názvom „Neurónový strojový preklad"" a stáže z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.73355,0.680573,8.398599,10.812983,8861,185,9046, +q0103,dev,fact_title,easy,Aký je názov bakalárska práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Patrika Pavlišina sa volá „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.816439,0.282715,12.210692,14.310287,15432,134,15566, +q0104,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Metódy automatického prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Práci s názvom „Metódy automatického prekladu“ sa venuje študent Patrik Pavlišin, ktorý túto tému spracoval v rámci svojej bakalárskej práce v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.737796,0.698861,22.98869,25.426186,27944,154,28098, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020, ktorá rieši prehľad aktuálnych metód automatického prekladu, vybranú metódu a experimenty s automatickým prekladom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.780979,0.679723,24.668717,27.130086,28756,173,28929, +q0106,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Téma bakalárskej práce Patrika Pavlišina je „Metódy automatického prekladu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.861931,0.695923,9.578139,12.136356,11358,131,11489, +q0107,dev,fact_work_year,easy,V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Patrik Pavlišin je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.196129,0.438107,16.562431,18.197281,20644,94,20738, +q0108,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Patrik Pavlišin je študentom, ktorý vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020 a diplomovú prácu s predbežným názvom „Neurónový strojový preklad"" v roku 2022, pričom obe práce sa zaoberajú témou automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.822916,0.503442,12.463861,14.790653,14157,194,14351, +q0109,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Patrik Pavlišin vypracoval diplomovú prácu v roku 2022, ktorej zadanie obsahovalo prípravu paralelného korpusu a natrénovanie modelu strojového prekladu pomocou neurónových sietí. Jeho bakalárska práca z roku 2020 s názvom „Metódy automatického prekladu"" tiež zahŕňala prípravu paralelného korpusu a vykonanie experimentov s automatickým prekladom. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.833644,0.43281,16.522285,18.789417,18800,221,19021, +q0110,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","S osobou Patrik Pavlišin súvisí diplomová práca z roku 2022 s predbežným názvom „Neurónový strojový preklad"", ktorá bola zaradená do témy strojového prekladu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/topics/translation",1.826023,0.337893,8.146189,10.310465,8987,176,9163, +q0111,dev,specific_fact,medium,Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Patrik Pavlišin mal pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom ako súčasť zadania svojej bakalárskej práce, pričom v rámci diplomovej práce mal pripraviť paralelný korpus do vhodnej podoby a natrénovať model pre strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.698911,0.295321,20.434837,22.429652,24582,182,24764, +q0122,dev,entity_lookup,easy,Nájdi dokument o osobe Ondrej Megela.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Dokument o osobe Ondrej Megela uvádza, že študoval od roku 2018 a vypracoval diplomovú prácu v roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku"", ktorá bola súčasťou aj bakalárskeho projektu z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.708427,0.228906,14.509739,16.447553,16857,175,17032, +q0123,dev,fact_title,easy,Aký je názov bakalárska práca osoby Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Ondrej Megela vypracovával bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.810767,0.277715,16.517051,18.606255,20372,138,20510, +q0124,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Práci s názvom „Neurónové jazykové modelovanie typu BERT"" sa venuje Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.434623,0.59026,25.615992,27.64161,30857,127,30984, +q0125,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020, ktorej cieľom bolo natrénovať a vyhodnotiť jazykový model metódou BERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.82481,0.597673,25.711976,28.135172,30589,172,30761, +q0126,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Téma bakalárskej práce Ondreja Megelu je „Neurónové jazykové modelovanie typu BERT“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.203657,0.453914,16.52702,18.185159,20247,94,20341, +q0127,dev,fact_work_year,easy,V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020 s názvom „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.784704,0.314131,17.322453,19.421978,21159,145,21304, +q0128,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"" v roku 2023, ktorá sa zaoberá témami BERT a generovaním otázok, pričom je uvedený ako študent súvisiaci s interným projektom Question Answering a úlohami pomocou BERT modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.523752,0.25896,13.79368,15.576938,15544,191,15735, +q0129,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"" v roku 2023, ktorá sa zaoberá využitím generatívnych jazykových modelov na vytváranie databázy otázok a odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.825517,0.303329,7.309984,9.439128,7859,177,8036, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"", ktorá sa zaoberá témou neurónových sietí a jazykovým modelovaním. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.799823,0.31145,7.122528,9.234083,7902,158,8060, +q0131,dev,specific_fact,medium,Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela mal za cieľ natrénovať a vyhodnotiť jazykový model typu BERT (v rámci bakalárskej práce) a generatívny model slovenského jazyka, konkrétne sa skúšali aj modely ako slovenský GPT, Multilingual T5 a BART (v rámci diplomového projektu). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.92747,0.291964,8.018165,10.237927,8940,191,9131, +q0142,dev,entity_lookup,easy,Nájdi dokument o osobe Dávid Omasta.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dávid Omasta vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024, pričom začiatok jeho štúdia je uvedený v roku 2018 a vedúci práce je Daniel Hládek. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.262327,0.180729,13.380664,14.824215,15745,153,15898, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta vypracovával diplomovú prácu v roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" a v roku 2023 s návrhom názvu „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.772154,0.215167,16.434479,18.422337,19587,181,19768, +q0144,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" sa venuje Dávid Omasta v rámci svojej diplomovej práce pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.567229,0.480293,23.749661,25.797855,28667,141,28808, +q0145,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Študent Dávid Omasta vypracovával diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.968815,0.578686,26.591339,29.139598,31847,168,32015, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pre rok 2024 je pri osobe Dávid Omasta uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.899138,0.305488,19.227065,21.432269,23173,159,23332, +q0147,dev,fact_work_year,easy,V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Dávid Omasta sú uvedené diplomové práce v rokoch 2023 a 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.1879,0.211993,21.030104,22.430771,25663,95,25758, +q0148,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Dávid Omasta súvisí s témou generatívnych modelov v rámci svojej diplomovej práce z roku 2023 s názvom „Generatívne modely slovenského jazyka"" a následne diplomovej práce z roku 2024 s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.61232,0.29717,25.554248,27.46454,30097,176,30273, +q0149,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Dávid Omasta sa v rámci svojej diplomovej práce z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" zaoberá témou Question Answering a je uvedený ako študent súvisiaci s interným projektom Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.763936,0.206114,16.3735,18.344073,18935,179,19114, +q0150,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Dávid Omasta vypracovával diplomovú prácu v roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu"" a v roku 2024 pracoval na diplomovej práci s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá súvisí s projektom Question Answering. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.583401,0.169707,15.917309,17.670888,17997,187,18184, +q0151,dev,specific_fact,medium,Aká bola téma diplomovej práce Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dotrénovanie slovenského generatívneho jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Téma diplomovej práce Dávida Omastu v roku 2023 bola Dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.868211,0.357954,16.931097,19.157805,20801,145,20946, +q0152,dev,specific_fact,medium,Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.889837,0.313255,18.33731,20.541032,22409,149,22558, +q0164,dev,entity_lookup,easy,Nájdi dokument o osobe Kristián Sopkovič.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre Kristiána Sopkoviča je v ZP Wiki evidovaný dokument o jeho študentských prácach, kde je uvedené, že študoval od roku 2019 a vypracovával diplomovú prácu v roku 2024 na tému neurónového vyhľadávania založeného na sémantickej podobnosti vektorov, ako aj dizertačnú prácu s cieľom vylepšiť RAG-QA v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.721788,0.210619,17.328031,19.261027,19634,213,19847, +q0165,dev,fact_title,easy,Aký je názov bakalárska práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Bakalárska práca Kristiána Sopkoviča má názov „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.838566,0.249539,14.394499,16.483127,17642,147,17789, +q0166,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" (v zázname uvedený ako návrh na názov bakalárskej práce) vypracoval Kristián Sopkovič v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.913328,0.643152,20.416583,22.973665,24732,176,24908, +q0167,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Študentom, ktorý riešil bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", je Kristián Sopkovič. Jeho práca mala za cieľ zlepšiť presnosť modelu Spacy pre slovenčinu, čo zahŕňalo trénovanie modelu a experimentovanie s jeho presnosťou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.607837,0.867331,33.374804,35.850996,39193,179,39372, +q0168,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Bakalárska práca Kristiána Sopkoviča sa zaoberá témou „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.870589,0.339671,17.079105,19.289886,20346,151,20497, +q0169,dev,fact_work_year,easy,V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Bakalárska práca pri osobe Kristián Sopkovič je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.848484,0.221332,17.935451,20.005899,22080,137,22217, +q0170,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Kristián Sopkovič je študent, ktorý súvisí s témou Spacy prostredníctvom svojej bakalárskej práce z roku 2022 s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", kde sa zaoberal zlepšením presnosti tohto modelu pre slovenčinu a využívaním transformérov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.675023,0.259401,16.176524,18.111488,18338,201,18539, +q0171,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Kristián Sopkovič vypracoval diplomovú prácu s názvom „Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov"" s cieľom zlepšiť slovenské vyhľadávanie, pričom v rámci dizertačnej práce má za cieľ vylepšiť RAG-QA v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.842477,0.286537,8.110725,10.240063,8400,196,8596, +q0172,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""transformery""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Kristián Sopkovič vypracováva diplomovú prácu z roku 2024 na tému neurónového vyhľadávania a sémantickej podobnosti, kde sa zameriava na trénovanie a dotréňovanie modelov typu Sentence Transformer (SBERT). Okrem toho sa v rámci bakalárskej práce z roku 2022 venoval štúdiu a implementácii transformérov v rámci podpory slovenčiny v knižnici Spacy. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.367651,0.252551,17.496693,19.117421,20018,203,20221, +q0173,dev,specific_fact,medium,Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšiť presnosť modelu Spacy pre slovenčinu""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.861593,0.493787,17.04972,19.406344,20747,154,20901, +q0174,dev,entity_lookup,easy,Nájdi dokument o osobe Michal Stromko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Pre Michala Stromka je v ZP Wiki evidovaný dokument, ktorý pojednáva o jeho diplomovej práci z roku 2024 s názvom „Sémantické vyhľadávanie v slovenskom texte"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.666499,0.282539,14.640887,16.590511,17715,148,17863, +q0175,dev,fact_title,easy,Aký je názov bakalárska práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Názov bakalárskej práce Michala Stromka z roku 2022 je „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.850611,0.2569,16.005212,18.113315,19826,138,19964, +q0176,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" vypracoval Michal Stromko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.780074,0.503911,23.562378,25.847037,28663,145,28808, +q0177,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022, ktorá rieši vytvorenie vyhľadávacieho indexu dokumentov zo slovenského internetu a demonštračnej webovej aplikácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.826324,0.525203,24.613172,26.965387,29240,175,29415, +q0178,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.792002,0.300226,18.36492,20.457724,22565,129,22694, +q0179,dev,fact_work_year,easy,V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Michal Stromko je uvedená bakalárska práca z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.753038,0.262817,18.180966,20.197361,22498,128,22626, +q0180,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Michal Stromko vypracoval bakalársku prácu z roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"", ktorá sa zameriava na vytvorenie vyhľadávacieho indexu dokumentov zo slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.722328,0.312105,15.770582,17.805569,18749,161,18910, +q0181,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""vyhľadávanie""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Michal Stromko je študent, ktorý vypracovával diplomovú prácu na tému „Sémantické vyhľadávanie v slovenskom texte"" v akademickom roku 2023/2024, pričom sa v rámci vedeckého projektu 2022/23 venoval demonštračnému vyhľadávaniu na slovenskej Wikipédii pre potreby otázok a odpovedí. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.869367,0.339453,19.409944,21.619317,22582,209,22791, +q0182,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Michal Stromko súvisí s témou FAISS v rámci svojho vedeckého projektu a diplomového projektu, kde plánoval použitie FAISS ako vektorovej databázy na ukladanie odsekov a vektorov pre demonštračný systém otázky a odpovede (QA) na slovenskej Wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.746108,0.363848,15.752708,17.863222,18382,176,18558, +q0183,dev,specific_fact,medium,Aký indexovací systém používala bakalárska práca Michala Stromka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" používala ako indexovací systém Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.843523,0.418874,11.668089,13.930928,14157,144,14301, +q0184,dev,specific_fact,medium,Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri QA deme mal Michal Stromko nájsť 5 najlepších odsekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.794673,0.390509,7.601767,9.787272,9295,127,9422, +q0200,dev,entity_lookup,easy,Nájdi dokument o osobe Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Pre osobu Artem Yatsenko je v ZP Wiki dostupný dokument o jeho bakalárskej práci z roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorá bola realizovaná v rámci bakalárskeho projektu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.735703,0.224545,14.330982,16.291767,17288,169,17457, +q0201,dev,fact_title,easy,Aký je názov bakalárska práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Názov bakalárskej práce osoby Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.604911,0.218477,12.648174,14.472022,15552,126,15678, +q0202,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.914182,0.374696,20.733115,23.022773,25405,161,25566, +q0203,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Na tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval študent Artem Yatsenko bakalársku prácu v roku 2022 s rovnakým názvom. Ďalej študent Jakub Maruniak riešil diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a študent Than Trung Thanh pracoval na bakalárskom projekte s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",1.721614,0.380537,23.30509,25.407913,25548,291,25839, +q0204,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Témou bakalárskej práce osoby Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.800566,0.204603,11.652266,13.657955,14085,139,14224, +q0205,dev,fact_start_year,easy,V ktorom roku začal študovať Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Artem Yatsenko začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.58722,0.199378,12.332709,14.119776,15528,110,15638, +q0206,dev,verification,medium,Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Áno, pri osobe Artem Yatsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.317085,0.285896,11.772644,13.376141,14421,107,14528, +q0207,dev,fact_work_year,easy,V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Artem Yatsenko je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.193986,0.227622,16.541042,17.963194,20577,90,20667, +q0208,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.84086,0.380185,14.528429,16.750004,17802,147,17949, +q0209,dev,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Nie, rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.862484,0.214141,11.249044,13.326155,13195,166,13361, +q0210,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022, ktorá sa venuje problematike pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.634403,0.131704,12.787481,14.554063,15220,152,15372, +q0211,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022, ktorá súvisí s témou Spacy, keďže v rámci bakalárskeho projektu v roku 2021 pracoval s modelom Spacy pre rozpoznávanie pomenovaných entít a využíval repozitár spacy-skmodel. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.595971,0.29911,15.307011,17.202599,17746,193,17939, +q0212,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde bola jednou z kľúčových úloh anotácia korpusu pre potreby rozpoznávania pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.7651,0.130207,12.669271,14.565044,14878,168,15046, +q0213,dev,specific_fact,medium,Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""20""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Artem Yatsenko mal minimálne anotovať 20 článkov cez webové rozhranie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.679697,0.268618,12.221758,14.17061,15233,120,15353, +q0229,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Dokument o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú evidované jeho bakalárska práca z roku 2024 s názvom „Dialógový systém pre potreby samosprávy"" a diplomová práca z roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.307568,0.198057,18.852963,20.359226,21723,189,21912, +q0230,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Diplomová práca Mateja Ščišľak nesie názov „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.627631,0.274134,17.837448,19.739822,21840,133,21973, +q0231,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ vypracováva Matej Ščišľak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.001818,0.583532,25.90799,28.494121,31580,153,31733, +q0232,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Študent Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá sa zameriava na vybudovanie systému využívajúceho znalostné grafy na vyhľadávanie v rozsudkoch, zákonoch a vyhláškach, ako aj na odpovedanie na otázky a sumarizáciu dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.727292,0.634893,26.875485,29.238381,31361,200,31561, +q0233,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pri osobe Matej Ščišľak je uvedená téma diplomovej práce „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.847769,0.219759,14.471217,16.539317,17452,146,17598, +q0234,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Matej Ščišľak začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.820199,0.206584,14.93826,16.965526,18585,128,18713, +q0235,dev,verification,medium,Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Áno, pri osobe Matej Ščišľak je v dokumente explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.949262,0.228218,6.777995,8.955768,7664,149,7813, +q0236,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.793578,0.275295,17.744928,19.814352,22229,132,22361, +q0237,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Matej Ščišľak začala štúdium v roku 2021 a vypracovávala diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.719807,0.578258,29.337601,31.636559,35233,139,35372, +q0238,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Nie, rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola ukončená v roku 2024 a diplomová práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.651938,0.249939,11.87623,13.778594,13196,167,13363, +q0239,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", v rámci ktorej vytvoril systém GraphRAG zložený z FAISS a Neo4J. Súbežne s Maksymom Zatirku spolupracuje na projekte využívajúcom znalostný graf pri RAG a vyhľadávaní v právnych predpisoch. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.631515,0.218273,19.160309,21.010709,21872,220,22092, +q0240,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", v ktorej ako súčasť systému GraphRAG využíva databázu Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.813998,0.215096,8.259366,10.288769,8720,166,8886, +q0241,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Matej Ščišľak súvisí s témou FAISS v rámci svojho diplomového projektu z roku 2025, kde vytvoril RAG systém s vektormi uloženými v indexe FAISS, ako aj v rámci svojej pripravovanej diplomovej práce pre rok 2026, ktorá využíva GraphRAG založený na kombinácii FAISS a databázy Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.588548,0.330875,17.907529,19.827497,21063,187,21250, +q0242,dev,specific_fact,medium,Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""FAISS"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","GraphRAG, ktorý vypracoval Matej Ščišľak v rámci svojej diplomovej práce, sa skladal z dvoch hlavných častí, a to z FAISS a databázy Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.884256,0.328111,11.492274,13.705046,13571,158,13729, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým je pripravená správna odpoveď aj odpoveď vygenerovaná chatbotom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.384209,0.447767,24.688868,26.521541,30067,129,30196, +q0244,dev,specific_fact,medium,Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre potreby samosprávy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Mateja Ščišľaka v roku 2024 je „Dialógový systém pre potreby samosprávy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.93456,0.352743,22.189876,24.477805,26786,151,26937, +q0245,dev,entity_lookup,easy,Nájdi dokument o osobe Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Vladimír Ferko vypracovával bakalársku prácu v roku 2024 na tému Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.704256,0.222798,13.698938,15.626495,16409,147,16556, +q0246,dev,fact_title,easy,Aký je názov bakalárska práca osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Názov bakalárskej práce Vladimíra Ferku je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.820931,0.259455,15.243977,17.324971,18678,145,18823, +q0247,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ vypracováva Vladimír Ferko ako bakalársku prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.020148,0.402829,24.342964,26.766634,29370,166,29536, +q0248,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študentom, ktorý vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", je Vladimír Ferko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.772008,0.35544,23.673382,25.801513,28401,149,28550, +q0249,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Vladimír Ferko je uvedená téma bakalárskej práce „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.90703,0.203147,17.243313,19.354081,20831,147,20978, +q0250,dev,fact_start_year,easy,V ktorom roku začal študovať Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Vladimír Ferko začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.775956,0.244592,16.222206,18.243336,20149,126,20275, +q0251,dev,verification,medium,Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Vladimír Ferko je v dokumente explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.318382,0.267211,15.548184,17.134296,18997,107,19104, +q0252,dev,fact_work_year,easy,V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.786801,0.298004,20.496826,22.582251,25280,131,25411, +q0253,dev,disambiguation_year,hard,Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko začal štúdium v roku 2021, zatiaľ čo rok uvedený v názve sekcie jeho bakalárskej práce je 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.008156,0.22108,7.298093,9.527646,8223,161,8384, +q0254,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Nie, rok 2021 nie je rokom záverečnej práce Vladimíra Ferka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.654895,0.217927,10.108811,11.982053,11879,154,12033, +q0255,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Vladimír Ferko je študentom, ktorý sa podieľal na projekte „Hate Speech“ a vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ v roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/hatespeech +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.748846,0.204155,17.017638,18.971141,20139,186,20325, +q0256,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá sa zameriava na anotáciu a automatické rozpoznávanie nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.764017,0.241113,13.489921,15.495485,15883,170,16053, +q0257,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", v rámci ktorej experimentuje s modelom SlovakBERT (konkrétne verziou kinit/slovakbert-sentiment-twitter) na úlohu rozpoznávania sentimentu a nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.336035,0.185357,17.092099,18.614077,19946,165,20111, +q0258,dev,specific_fact,medium,Aký model Vladimír Ferko natrénoval ako prvý?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovakbert""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Vladimír Ferko ako prvý natrénoval model s názvom slovakbert počas vypracovania svojej bakalárskej práce v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.615116,0.225596,17.32959,19.170843,21195,133,21328, +q0259,dev,specific_fact,medium,Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OffensEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko mal naštudovať benchmark **OffensEval 2019-20** a vyhľadať a opísať podobné iniciatívy pre anotáciu nenávistnej reči (HateSpeech) ako súčasť svojej bakalárskej práce s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.95285,0.204689,9.506311,11.664145,9669,205,9874, +q0275,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorej cieľom je navrhnúť a implementovať systém na automatickú klasifikáciu webových textov podľa typu a domény a zároveň vyhodnotiť ich úroveň nenávisti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.682003,0.192287,18.336056,20.210915,21873,180,22053, +q0276,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.805057,0.230646,17.657074,19.693411,21575,143,21718, +q0277,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" vypracováva Matej Novotný ako svoju diplomovú prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.063199,0.336928,21.240921,23.6417,25771,172,25943, +q0278,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Matej Novotný rieši diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá má za cieľ pripraviť webové dáta na trénovanie jazykových modelov prostredníctvom ich klasifikácie podľa typu a domény. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.971263,0.492146,22.865176,25.329231,27181,189,27370, +q0279,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená téma diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.773143,0.393634,18.864952,21.0323,22950,140,23090, +q0280,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.819632,0.19791,15.842476,17.860525,19640,126,19766, +q0281,dev,verification,medium,Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Áno, pri osobe Matej Novotný je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.893464,0.164489,5.602199,7.660431,6109,146,6255, +q0282,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.757686,0.226659,18.857611,20.842689,23738,129,23867, +q0283,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Osoba Matej Novotný začala štúdium v roku 2021 a vypracováva diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.650122,0.537266,24.151062,26.3392,29381,135,29516, +q0284,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia; jeho diplomová práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.419443,0.633635,12.135719,14.189272,14233,136,14369, +q0285,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""webové dáta""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na klasifikáciu webových dát a detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.753901,0.220205,22.114571,24.089385,26575,166,26741, +q0286,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""klasifikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na klasifikáciu webových textov podľa typu a domény. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.756854,0.224223,18.14168,20.123284,21578,163,21741, +q0287,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na priame zlepšenie jazykového modelovania prostredníctvom klasifikácie a prípravy dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.794285,0.204957,21.094475,23.094292,25280,176,25456, +q0303,dev,entity_lookup,easy,Nájdi dokument o osobe Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dokument o osobe Valerii Kutsenko sa nachádza pod názvom „Valerii Kutsenko"" a obsahuje informácie o jeho bakalárskej práci z roku 2025 s témou automatického generovania otázok a vylepšovania procesu RAG, ako aj o plánovanej diplomovej práci z roku 2027 s témou zlepšenia vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.747938,0.27532,16.333759,18.357595,18758,198,18956, +q0304,dev,fact_title,easy,Aký je názov diplomová práca osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Názov diplomovej práce Valerii Kutsenko je „Zlepšenie vyhľadávania pomocou znalostných grafov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.392367,0.242062,15.411319,17.046358,18870,110,18980, +q0305,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" vypracováva Valerii Kutsenko v rámci svojej diplomovej práce pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.879309,0.424211,19.112707,21.416977,22903,157,23060, +q0306,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Študent Valerii Kutsenko rieši v rámci svojej diplomovej práce pre rok 2027 tému „Zlepšenie vyhľadávania pomocou znalostných grafov"", pričom navrhovaný prístup zahŕňa budovanie agenta využívajúceho znalostný graf na vytvorenie vnútornej reprezentácie pre lepšie vyhľadávanie a generovanie odpovedí. Ďalším dokumentom súvisiacim s touto problematikou je diplomová práca študenta Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá sa zameriava na implementáciu systému pre vyhľadávanie v právnych dokumentoch pomocou znalostných grafov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.873903,0.435388,23.590191,25.900099,25714,310,26024, +q0307,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce pre rok 2027 „Zlepšenie vyhľadávania pomocou znalostných grafov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.776062,0.340096,18.571138,20.687985,22585,146,22731, +q0308,dev,fact_start_year,easy,V ktorom roku začal študovať Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Valerii Kutsenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.808864,0.22949,12.459781,14.49864,15494,127,15621, +q0309,dev,verification,medium,Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Áno, pri osobe Valerii Kutsenko je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.509335,0.288127,9.630371,11.428262,11678,113,11791, +q0310,dev,fact_work_year,easy,V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.762022,0.263763,17.935122,19.961478,22476,128,22604, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Osoba Valerii Kutsenko začala štúdium v roku 2022, pričom v dokumentoch je evidovaná aj ako autor diplomovej práce v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.835771,0.272999,4.768739,6.877711,4728,151,4879, +q0312,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2022 nie je rokom záverečnej práce Valerii Kutsenko, ale rokom začiatku jej štúdia; jej diplomová práca bola naplánovaná na rok 2027 a bakalárska práca na rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.455734,0.383585,10.113646,11.953362,11753,149,11902, +q0313,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"", ktorá sa zameriava na budovanie a využívanie znalostných grafov, vrátane vytvorenia multilinguálneho znalostného grafu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.826585,0.26501,7.37884,9.470734,7969,178,8147, +q0314,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko súvisí s témou RAG (Retrieval Augmented Generation) v rámci svojej bakalárskej práce v roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu"", kde je cieľom vylepšiť proces RAG, a tiež v rámci plánovanej diplomovej práce v roku 2027 zameranej na zlepšenie vyhľadávania pomocou znalostných grafov a systémov ako LightRAG. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.753845,0.25501,17.638466,19.647873,20479,216,20695, +q0315,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Valerii Kutsenko vypracováva diplomovú prácu pre rok 2027 s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, kde je jednou z kľúčových úloh navrhnutie agenta využívajúceho znalostný graf a štúdia systémov ako GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.803017,0.409138,7.817591,10.030059,8232,183,8415, +q0316,dev,specific_fact,medium,V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávanie"", ""právo"", ""medicína""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Podľa zadania pre diplomovú prácu roku 2027 môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.376105,0.303695,19.26828,20.948706,23863,123,23986, +q0333,dev,entity_lookup,easy,Nájdi dokument o osobe Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025, pričom štúdium začala v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.674239,0.175756,13.478933,15.329396,15838,163,16001, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Bakalárska práca Tetiany Mohorian má názov „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.772066,0.15612,12.619401,14.548025,15450,144,15594, +q0335,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Na práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" sa venujú študentky a študenti Tetiana Mohorian, ktorá vypracováva bakalársku prácu v roku 2025, a Patrik Pokrivčák, ktorý vypracováva diplomovú prácu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.767929,0.370358,25.045458,27.18464,29212,209,29421, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.106635,0.650389,48.044174,50.802421,55466,169,55635, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Tetiana Mohorian je pri bakalárskej práci uvedená téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.77882,0.200001,13.21158,15.190874,15220,147,15367, +q0338,dev,fact_start_year,easy,V ktorom roku začal študovať Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Tetiana Mohorian začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.817067,0.206335,11.966681,13.990559,14984,127,15111, +q0339,dev,verification,medium,Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Tetiana Mohorian je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.924785,0.301687,19.156928,21.383954,23852,146,23998, +q0340,dev,fact_work_year,easy,V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Tetiana Mohorian je uvedená bakalárska práca v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.188926,0.235308,12.262929,13.687655,15052,91,15143, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Podľa dostupných informácií v ZP Wiki začala študovať Tetiana Mohorian v roku 2022, pričom v dokumentoch je evidovaná ako študentka v rámci bakalárskej práce pre rok 2025, ale konkrétny rok vykonania alebo záverečenia práce sa v zadaných zdrojoch explicitne neuvádza. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.2615,0.32447,14.202858,15.789316,16656,154,16810, +q0342,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.674129,0.205623,13.909149,15.789401,16937,148,17085, +q0343,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá sa zaoberá témou hate speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.829023,0.22714,18.52256,20.579374,22406,156,22562, +q0344,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá sa zameriava na tému LLM a detekciu nenávistnej reči. Je tiež uvedená ako súčasť projektu Hate Speech Scientific Project. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/topics/hatespeech",1.674047,0.159563,16.595048,18.429251,19258,187,19445, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Tetiana Mohorian je študentka, ktorá vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025, kde sa v rámci zadania a úloh explicitne zaoberá témou prompting, konkrétne navrhovaním promptov pre veľké jazykové modely na detekciu nenávistnej reči a štúdiom few-shot learningu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.715935,0.281703,15.279105,17.277264,17404,210,17614, +q0346,dev,specific_fact,medium,Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""prompting"", ""LORA""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa návrhu témy pre Tetianu Mohorian mala na adaptáciu modelov použiť techniky „prompting"" a „LORA"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.825978,0.164145,7.14359,9.13401,8465,140,8605, +q0347,dev,specific_fact,medium,Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak T5-small""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small few-shot F1 skóre približne 0,7. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.864062,0.249833,7.672968,9.787195,9368,140,9508, +q0363,dev,entity_lookup,easy,Nájdi dokument o osobe Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Za Daniilom Huzenkom je v ZP Wiki evidovaná bakalárska práca z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorú pod vedením doc. Matúša Plevu PhD. vypracoval študent, ktorý začal štúdium v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.702795,0.156428,11.964136,13.823877,13645,195,13840, +q0364,dev,fact_title,easy,Aký je názov bakalárska práca osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Bakalárska práca Daniila Huzenka má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.793664,0.162856,14.342755,16.299848,17606,152,17758, +q0365,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" (predbežný názov bakalárskej práce pre rok 2025) vypracúva študent Daniil Huzenko. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.797001,0.411225,15.457175,17.665965,18368,167,18535, +q0366,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.029914,0.560408,24.801845,27.392836,29918,173,30091, +q0367,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Daniil Huzenko je uvedený predbežný názov bakalárskej práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.804314,0.193247,16.010114,18.008238,19173,152,19325, +q0368,dev,fact_start_year,easy,V ktorom roku začal študovať Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.808331,0.125881,5.468869,7.403367,6274,126,6400, +q0369,dev,verification,medium,Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.321633,0.347828,14.914783,16.584746,18591,101,18692, +q0370,dev,fact_work_year,easy,V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Daniil Huzenko je uvedená bakalárska práca v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.370037,0.211165,18.556904,20.138706,22993,104,23097, +q0371,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Daniil Huzenko začal študovať v roku 2022 a vypracováva bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.634989,0.14342,11.698592,13.477446,14042,131,14173, +q0372,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Nie, rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.27049,0.368993,10.551297,12.191193,12416,125,12541, +q0373,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.746947,0.215079,16.646603,18.609229,19689,180,19869, +q0374,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Raspberry Pi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej súčasťou je zadanie zostaviť vlastný klaster z viacerých dosiek Raspberry Pi a vytvoriť k nemu funkčný prototyp privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.77233,0.206237,20.236326,22.215532,23769,192,23961, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zameriava na vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes v rámci hybridného cloudového prostredia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.786618,0.340593,14.267581,16.395268,16369,192,16561, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Daniil Huzenko mal zostaviť klaster z dosiek Raspberry Pi a že je potrebné do jeho práce zapísať informácie o hardvéri, ktorý dostal, ale samotný konkrétny zoznam alebo typ hardvéru (napr. model Raspberry Pi, počet uzlov) nie je v poskytnutých textoch explicitne uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.560032,0.22705,18.986543,20.774182,21875,205,22080, +q0377,dev,specific_fact,medium,Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ansible""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko mal podľa zadania svojej bakalárskej práce konfigurovať a resetovať klaster pomocou nástroja Ansible. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.860926,0.145143,7.894545,9.900982,9183,143,9326, +q0378,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pre osobu Ján Pták bol v ZP Wiki nájdený dokument o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác"", pričom rok začiatku štúdia je uvedený ako 2022 a projekt je zaradený pod kategóriu pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.255279,0.1918,15.575568,17.023168,18552,145,18697, +q0379,dev,fact_title,easy,Aký je názov diplomový projekt osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Diplomový projekt osoby Ján Pták má názov „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.820243,0.225092,22.185408,24.231472,27409,127,27536, +q0380,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Prácu s názvom „Agent pre manažment záverečných prác"" vypracúva Ján Pták v rámci diplomového projektu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.514982,0.275729,18.683505,20.474986,22780,125,22905, +q0381,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", ktorého cieľom je vytvorenie agenta pre zlepšenie manažmentu záverečných prác na wiki stránke. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.892017,0.255353,18.859228,21.007229,22780,164,22944, +q0382,dev,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Pták je v ZP Wiki uvedená téma diplomového projektu „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.750842,0.283355,16.051086,18.085823,19693,132,19825, +q0383,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Pták začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.389722,0.211921,13.290853,14.892965,16628,95,16723, +q0384,dev,verification,medium,Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Áno, pri osobe Ján Pták je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.822826,0.189482,10.850299,12.863117,13304,138,13442, +q0385,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Diplomový projekt pre osobu Ján Pták je uvedený v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.720147,0.250695,19.025245,20.996681,23809,123,23932, +q0386,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Ján Pták začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.421723,0.581187,24.699389,26.703079,30096,117,30213, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Nie, rok 2022 nie je rokom záverečnej práce Jána Ptáka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho diplomový projekt je naplánovaný na rok 2026 (kategória dp2027). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.844167,0.202167,11.680999,13.727823,13359,171,13530, +q0388,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", ktorý priamo využíva technológiu RAG (Retrieval Augmented Generation) na vytvorenie agenta pre zlepšenie manažmentu záverečných prác v systéme ZP Wiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.745808,0.210957,15.810661,17.767944,18756,172,18928, +q0389,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Pták vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác"", pri ktorom je stanovené použitie rozhrania OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.782488,0.132681,12.03728,13.952886,14419,145,14564, +q0390,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dokument súvisiaci s osobou Ján Pták a témou Docker je jeho diplomový projekt z roku 2026 s názvom „Agent pre manažment záverečných prác"", kde je ako cieľ stanovené navrhnúť deployment pomocou Dockeru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.709669,0.26452,14.418782,16.393488,17396,160,17556, +q0391,dev,specific_fact,medium,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.803248,0.201674,18.685687,20.691264,23346,127,23473, +q0392,dev,specific_fact,medium,Akým spôsobom má Ján Pták implementovať synchronizáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""WebHOOK""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Ján Pták má implementovať synchronizáciu pomocou WebHOOK, čo je súčasťou cieľov jeho diplomového projektu s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.820136,0.34998,14.010784,16.181408,17024,147,17171, +q0393,dev,unanswerable_missing_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnej databáze ani backendovom technickom riešení, ktoré Ján Pták už používal pri svojom diplomovom projekte na tému „Agent pre manažment záverečných prác"". Záznamy spomínajú len plánovanú implementáciu agenta, využitie rozhrania OpenWebUI, nasadenie pomocou Dockeru a potrebu naprogramovať proces na indexáciu Markdown súborov, ale neuvádzajú finálne technológie backendu alebo typu databázy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.73955,0.216993,23.821705,25.778925,27353,232,27585, +q0423,dev,entity_lookup,easy,Nájdi dokument o osobe Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.700195,0.179791,13.200464,15.081015,15601,153,15754, +q0424,dev,fact_title,easy,Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.884761,0.193568,13.36119,15.440087,16452,147,16599, +q0425,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" vypracováva Rostyslav Rodzhuk v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.902871,0.43849,24.319443,26.661547,29429,164,29593, +q0426,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk rieši bakalársku prácu s názvom a témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.89222,0.413949,22.927913,25.234802,27570,154,27724, +q0427,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Téma bakalárskej práce pri osobe Rostyslav Rodzhuk je „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.868731,0.211558,11.908905,13.989698,13741,146,13887, +q0428,dev,fact_start_year,easy,V ktorom roku začal študovať Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","Rostyslav Rodzhuk začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.219658,0.187963,11.87001,13.27808,14721,92,14813, +q0429,dev,verification,medium,Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Áno, pri osobe Rostyslav Rodzhuk je uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.346112,0.22004,12.405957,13.972549,15281,107,15388, +q0430,dev,fact_work_year,easy,V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.832795,0.229931,13.460003,15.523252,16794,136,16930, +q0431,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Rostyslav Rodzhuk začal študovať v roku 2023, pričom jeho diplomová práca (označená ako vp2025) a bakalárska práca (označená ako bp2026) sú spojené s rokmi záverečného vypracovania, konkrétne rokmi 2025 a 2026, nie s rokom začiatku štúdia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.907824,0.157598,7.649285,9.715004,7677,212,7889, +q0432,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.934405,0.149039,5.009313,7.093005,5104,170,5274, +q0433,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá spĺňa hľadané kritériá pre tému agenta a uvedenú osobu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.81073,0.175809,14.463102,16.45015,17533,167,17700, +q0434,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""špeciálny pedagóg""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študentom Rostyslavom Rodzhukom vypracovávaná bakalárska práca s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" priamo súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.814861,0.276024,15.019916,17.111306,17645,177,17822, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Rostyslav Rodzhuk pracuje na bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá využíva veľké jazykové modely (LLM) a témou je aj vedecký projekt „Veľký jazykový model ako inteligentný agent"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.789772,0.189173,14.19331,16.172745,16466,182,16648, +q0436,dev,specific_fact,medium,Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""špeciálnemu pedagógovi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Inteligentný agent, ktorý vyvíja Rostyslav Rodzhuk, má pomáhať špeciálnemu pedagógovi pri jeho práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.857973,0.226073,6.399295,8.483657,7416,148,7564, +q0437,dev,entity_lookup,easy,Nájdi dokument o osobe Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Dokument o osobe Yevhenii Medushivskyi sa týka jeho bakalárskej práce z roku 2026 s témou „Získavanie textu z webových stránok"", pri ktorej študoval od roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.722199,0.161545,16.316408,18.200875,19785,167,19952, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","V dostupných dokumentoch ZP Wiki sa pre osobu Yevhenii Medushivskyi nenašiel explicitne uvedený názov bakalárskej práce, ale je tam zaznamenaná téma práce „Získavanie textu z webových stránok"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.882088,0.1868,18.842214,20.911676,22648,175,22823, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Pracou s názvom „Získavanie textu z webových stránok"" sa zaoberá Yevhenii Medushivskyi v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.837439,0.44497,24.432158,26.715238,29456,160,29616, +q0440,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Yevhenii Medushivskyi rieši bakalársku prácu s témou „Získavanie textu z webových stránok“, kde má za úlohu vytvoriť a nasadiť webový crawler na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.838642,0.4546,25.710919,28.004868,30506,175,30681, +q0441,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Téma bakalárskej práce osoby Yevhenii Medushivskyi je „Získavanie textu z webových stránok“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.689541,0.22826,15.71222,17.630568,18917,132,19049, +q0442,dev,fact_start_year,easy,V ktorom roku začal študovať Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Yevhenii Medushivskyi začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.26113,0.28889,14.640804,16.191425,17885,97,17982, +q0443,dev,verification,medium,Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Áno, pri osobe Yevhenii Medushivskyi je v ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.560818,0.233998,17.254536,19.049942,21162,128,21290, +q0444,dev,fact_work_year,easy,V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.473548,0.27666,20.747888,22.498704,25652,115,25767, +q0445,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Osoba Yevhenii Medushivskyi začala štúdium v roku 2023 a vypracovávala bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.940775,0.16817,6.999538,9.108758,7709,159,7868, +q0446,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je naplánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.750035,0.315302,16.293511,18.359442,19739,163,19902, +q0447,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""crawler""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu z roku 2026 s témou „Získavanie textu z webových stránok"", ktorej zadanie explicitne zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.651968,0.218743,15.622854,17.494107,18171,175,18346, +q0448,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""webový korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorej súčasťou je aj vypracovanie prehľadu webových korpusov a metód ich tvorby. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.825738,0.413835,18.749,20.98914,22535,174,22709, +q0449,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""deduplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu na tému „Získavanie textu z webových stránok"", v rámci ktorej má za úlohu zlepšiť deduplikáciu a odstraňovanie boilerplate (napríklad pomocou nástroja justext). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.858765,0.160357,8.870811,10.890207,9358,184,9542, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Podľa záznamu zo stretnutia dňa 13. marca 2026 mal Yevhenii Medushivskyi zozbieraných približne 450 MB textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.971215,0.164243,9.337497,11.473303,10903,170,11073, +q0451,dev,specific_fact,medium,Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""justext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pri práci Yevheniiho Medushivskyho je ako príklad pre odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.68618,0.37033,21.830166,23.887369,26769,135,26904, +q0480,dev,entity_lookup,easy,Nájdi dokument o osobe Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, ktorá je súčasťou projektu Legal Data Processing a študuje od roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.71416,0.155205,13.175552,15.045444,15563,152,15715, +q0481,dev,fact_title,easy,Aký je názov bakalárska práca osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bakalárska práca Simony Bobrovčanovej má názov „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.808235,0.19135,11.545136,13.54527,14224,138,14362, +q0482,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Na práci s názvom „Automatická sumarizácia slovenského textu"" sa venuje Simona Bobrovčanová, ktorá vypracováva bakalársku prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.813544,0.618822,22.708296,25.141293,27614,153,27767, +q0483,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študentka Simona Bobrovčanová rieši tému „Automatická sumarizácia slovenského textu"" v rámci svojej bakalárskej práce pre rok 2026, ktorá má za cieľ zostaviť prehľad modelov a metód vhodných na túto úlohu a vytvoriť systém pre sumarizáciu právnych textov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.613489,0.284913,23.303284,25.202403,27337,174,27511, +q0484,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Téma bakalárskej práce Simony Bobrovčanovej je Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.851547,0.202844,11.40603,13.460858,13745,134,13879, +q0485,dev,fact_start_year,easy,V ktorom roku začal študovať Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová začala študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.832774,0.126527,5.279933,7.239476,6060,130,6190, +q0486,dev,verification,medium,Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Áno, pri osobe Simona Bobrovčanová je v dokumente ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.94043,0.303879,13.121139,15.365996,16345,149,16494, +q0487,dev,fact_work_year,easy,V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri osobe Simona Bobrovčanová je v ZP Wiki uvedená bakalárska práca pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.809914,0.188873,13.349555,15.348826,16353,138,16491, +q0488,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Simona Bobrovčanová začala štúdium v roku 2023 a jej bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.438274,0.202103,13.06698,14.707914,16053,122,16175, +q0489,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.678177,0.250664,12.251474,14.180731,14299,153,14452, +q0490,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu na tému „Automatická sumarizácia slovenského textu"" v rámci projektu Legal Data Processing, kde sa zameriava na sumarizáciu právnych textov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/topics/legal",1.790109,0.192563,14.545422,16.528583,17003,176,17179, +q0491,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""slovenský text""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"", ktorá sa zameriava na spracovanie slovenských textov, konkrétne právnych dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.832169,0.14589,7.397495,9.375827,8325,161,8486, +q0492,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""právne dokumenty""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorej cieľom je zlepšiť spracovanie slovenských právnych textov, konkrétne vytvorením systému pre sumarizáciu rozsudkov a iných právnych dokumentov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/topics/legal",1.4062,0.27352,20.333468,22.01387,24347,167,24514, +q0493,dev,specific_fact,medium,Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""hierarchická sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná sumarizácia zo súčasných sumárov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.900798,0.13227,8.032001,10.065333,8990,167,9157, +q0494,dev,specific_fact,medium,Aký problém mali malé modely pri práci Simony Bobrovčanovej?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""príliš maly kontext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Pri práci Simony Bobrovčanovej na automatizovanej sumarizácii právnych textov mali malé modely problém s príliš krátkym kontextom, čo spôsobovalo, že často vynechávali informácie nachádzajúce sa na konci vstupného textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.762621,0.218407,10.337391,12.31882,12071,168,12239, +q0495,dev,entity_lookup,easy,Nájdi dokument o osobe Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"", ktorá bola zadelená na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.707654,0.178559,19.597768,21.484997,24071,147,24218, +q0496,dev,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.813107,0.225034,19.352845,21.391561,23782,138,23920, +q0497,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Prácu s názvom „Dialógový systém pre podporu firemných procesov"" vypracúva Samuel Džurina. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.048079,0.370648,23.683965,26.103347,28906,150,29056, +q0498,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá je zameraná na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.862313,0.274308,20.229998,22.367219,23799,168,23967, +q0499,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Samuel Džurina je uvedená téma bakalárskej práce „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.869086,0.208275,13.902907,15.980764,17073,140,17213, +q0500,dev,fact_start_year,easy,V ktorom roku začal študovať Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Džurina začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.801754,0.159688,7.214269,9.176017,8780,127,8907, +q0501,dev,verification,medium,Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.728825,0.292802,16.664076,18.686214,20694,135,20829, +q0502,dev,fact_work_year,easy,V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.214334,0.217221,19.569685,21.001828,24236,93,24329, +q0503,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Samuel Džurina začal študovať v roku 2023 a vypracováva svoju bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.65807,0.192267,13.370188,15.220972,16204,134,16338, +q0504,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Nie, rok 2023 nie je rokom záverečnej práce Samuela Džurinu; rok 2023 je uvedený ako rok začiatku jeho štúdia, zatiaľ čo jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.889429,0.216939,14.154331,16.261251,17058,175,17233, +q0505,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", kde cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií. Táto práca je súčasťou projektu Legal Data Processing a študent začal štúdium v roku 2023. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/topics/legal",1.761616,0.188758,18.011141,19.962059,20734,212,20946, +q0506,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""zásielková spoločnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","S Samuelom Džurinou súvisí bakalárska práca z roku 2026 s názvom „Dialógový systém pre podporu firemných procesov"", ktorej cieľom je vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.822817,0.193014,16.644609,18.661045,19742,175,19917, +q0507,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou Dialógový systém pre podporu firemných procesov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.791642,0.24397,20.028107,22.064333,24715,138,24853, +q0508,dev,specific_fact,medium,Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""zásielkovej spoločnosti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Agent, ktorý vypracováva Samuel Džurina v rámci svojej bakalárskej práce, má podporovať špedičnú firmu alebo zásielkovú spoločnosť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.595968,0.364403,14.971436,16.932389,18011,133,18144, +q0509,dev,specific_fact,medium,Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""dotazníka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Agenta Samuela Džurinu sa má vyhodnotiť formou dotazníka, ktorým sa identifikujú jeho slabé miesta a navrhujú sa príslušné zlepšenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.796372,0.248969,7.800865,9.84649,8894,153,9047, +q0549,dev,entity_lookup,easy,Nájdi dokument o stážistovi Oliver Pejic.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","Pre stážistu Olivera Pejica je v ZP Wiki evidovaný dokument o jeho letnej stáži v rámci programu IAESTE v roku 2024, kde sa venoval úlohám súvisiacim s projektom Hate Speech a evaluačným nástrojom MTEB. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.814842,0.171728,10.634712,12.62178,12535,165,12700, +q0550,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž osoby Oliver Pejic prebiehala v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.717221,0.259818,16.980426,18.958037,21417,116,21533, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Oliver Pejic sa počas svojej stáže v rámci projektu IAESTE v roku 2024 venoval problematike hate speech (nenávistných prejavov) a vyhodnocovaniu modelov na prenos vety (sentence transformer models). Jeho úlohy zahŕňali prípravu úloh pre vyhodnotenie na súboroch dát slovenských nenávistných prejavov a slovenského odpovedania na otázky, ako aj strojový preklad hodnotiacich súborov pre viacjazyčné úlohy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.54372,0.137057,7.958927,9.640064,7596,210,7806, +q0552,dev,reverse_lookup,medium,Kto pracoval na téme Hate Speech a MTEB evaluácia?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic počas svojej stáže v roku 2024, kde pripravil úlohu MTEB pre slovenskú nenávistnú reč a vyhodnocoval modely pomocou tohto nástroja. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.830327,0.278388,16.491205,18.60049,19886,171,20057, +q0553,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Oliver Pejic vykonával stáž v rámci projektu IAESTE v lete 2024, ktorej cieľom bola príprava úloh na hodnotenie modelov pre slovenskú nenávistnú reč (Hate Speech) v rámci frameworku MTEB. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.759633,0.10259,9.512506,11.375097,10397,163,10560, +q0554,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž Olivera Pejica v rámci programu IAESTE v lete 2024 súvisela s témou MTEB, keďže jeho hlavnou úlohou bola príprava vyhodnotenia modelov sentence transformer pomocou frameworku MTEB a vytvorenie nových vyhodnotených úloh (pre slovenskú nenávistnú reč a otázky a odpovede) pre tento nástroj. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.791015,0.425612,16.376691,18.593893,19214,197,19411, +q0555,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica v rámci programu IAESTE leta 2024 súvisela s témou SentenceTransformer, konkrétne s jeho cieľom oboznámiť sa s týmto frameworkom, študovať fundamentálne práce a vyhodnocovať modely pomocou nástroja MTEB pre slovenské hate speech a otázok a odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.786044,0.243742,13.258183,15.288434,15315,183,15498, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Oliver Pejic mal pri svojej stáži pracovať na vytvorení dvoch úloh pre MTEB framework: úlohe pre vyhodnocovanie detekcie nenávistných prejavov (Slovak HATE speech) a úlohe pre vyhodnocovanie systémovej schopnosti odpovedať na otázky (Slovak question answering). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.583269,0.274614,23.932315,25.79087,28530,169,28699, +q0557,dev,specific_fact,medium,Aký evaluačný framework mal Oliver Pejic naštudovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark) v rámci prípravy na svoju stáž. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.856612,0.168131,9.478225,11.50339,11073,138,11211, +q0568,dev,entity_lookup,easy,Nájdi dokument o stážistovi Cesar Abascal Gutierrez.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Dokument o stážistovi Cesar Abascal Gutierrez, ktorý pracoval pravdepodobne v lete 2019 na annotácii entít v rečových transkriptoch, je dostupný na stránke s názvom „Cesar Abascal Gutierrez"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.781836,0.161116,9.757661,11.701156,11233,162,11395, +q0569,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.744116,0.189646,15.488995,17.423401,19353,125,19478, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez, ktorá sa pravdepodobne konala v lete 2019, sa venovala úlohe rozpoznávania neznámych pomenovaných entít v prepisoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu množinu a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.798461,0.244079,12.516126,14.559077,14341,186,14527, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou rozpoznávania pomenovaných entít (named entities) a nazývala sa „Named entity annotations"", pričom sa uskutočnila pravdepodobne v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.784221,0.090132,9.75817,11.632992,11218,162,11380, +q0573,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations (označovanie pomenovaných entít), kde sa v rámci prípravy dát a trénovania klasifikátora využila knižnica spaCy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.802992,0.179412,6.020641,8.00332,6591,155,6746, +q0574,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Cesarovi Abascalovi Gutierrezovi uvádza, že počas svojho internátneho pobyta v lete 2019 pracoval na anotáciách pomenovaných entít s použitím nástroja Prodigy, neuvádza sa tam konkrétne označenie ""stáž"" ani názov stáže súvisiacej s témou Prodigy, ale skôr popis úloh v rámci projektu Named entity annotations. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.183189,0.268062,15.211654,16.663429,17463,186,17649, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,1.0,1.0,0.9166666666666666,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznávať neznáme pojmenované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.770568,0.101086,10.865207,12.737348,12381,177,12558, +q0576,dev,specific_fact,medium,Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.797501,0.205506,10.271418,12.274861,12469,126,12595, +q0577,dev,entity_lookup,easy,Nájdi dokument o stážistovi Bogdan Paul Chiș.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš realizoval Erasmus stáž v rámci projektu na tému (multilingual) Triplet extraction from medical data v období od marca do mája 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.741627,0.215449,10.667201,12.624761,12976,140,13116, +q0578,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiș prebiehala v roku 2026, konkrétne od 20. marca do 21. mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.542331,0.28562,18.876181,20.704749,23420,124,23544, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala problematike viacerých jazykov, konkrétne extrakcii trojíc (triplet extraction) z medicínskych údajov, s cieľom zostrojiť znalostný graf z lekárskych letákov a využiť ho v inteligentnom agente na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.810872,0.357399,11.19552,13.364159,12489,182,12671, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.915253,0.463401,27.371415,29.750776,31732,239,31971, +q0581,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Stáž osoby Bogdan Paul Chiș s témou Triplet extraction bola stáž ERASMUS v jarnom semestri 2026 s názvom (multilingual) Triplet extraction from medical data. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.775864,0.233862,10.79347,12.803637,12496,150,12646, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Bogdan Paul Chiș, ktorá sa uskutočnila v rámci programu Erasmus v jarnej sezóne 2026 a bola zameraná na tému viacerých jazykov, mala za cieľ vytvoriť znalostný graf (knowledge graph) z lekárskych príbalových letákov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.806522,0.23574,12.550011,14.59278,14701,177,14878, +q0583,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Stáž osoby Bogdan Paul Chiș súvisela s témou medical v rámci ERASMUS stáže na jar 2026, ktorej názov bol „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.745935,0.163841,8.954726,10.864903,10473,148,10621, +q0584,dev,specific_fact,medium,Aká bola téma stáže Bogdana Paula Chișa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Triplet extraction from medical data""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Téma stáže Bogdana Paula Chișa bola (multilingválne) extrakcia trojíc z medicínskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.359127,0.377665,10.916945,12.654309,13457,105,13562, +q0585,dev,specific_fact,medium,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""DeepEval"", ""RAGAS""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiș mal vyhodnocovať agenta pomocou nástrojov **DeepEval** alebo **RAGAS**. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.40503,0.28237,15.746806,17.43482,19552,108,19660, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal zostaviť znalostný graf z **lekárskych príbalových letákov** (anglicky: medical package inserts) v rôznych jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.82999,0.199535,9.111124,11.141059,10493,150,10643, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Projektová alebo informačná stránka s názvom „Dialógový systém"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.383749,0.275731,21.504489,23.164701,26621,107,26728, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Priamemu zameraniu sa na tému „Dialógový systém"" ako celkového projektu venuje dokument s názvom „Dialógový systém"", ktorý slúži ako projektová stránka pre úlohy týkajúce sa komunikácie občana s mestom. + +Zdroj: +https://zp.kemt.fei.tuke.sk/topics/chatbot",1.33053,0.315534,22.327567,23.974308,26752,126,26878, +q0599,dev,source_url,easy,Aký source_url patrí k stránke „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke „Dialógový systém"" v ZP Wiki patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.685024,0.274091,22.170427,24.130191,27059,124,27183, +q0603,dev,specific_fact,medium,Aký framework má používať báza pravidiel projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RASA""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre projekt Dialógový systém má byť báza pravidiel zostavená pre systém RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.807285,0.146733,10.016042,11.970445,12139,119,12258, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Podľa dostupných dokumentov sa chatbot má integrovať s QA systémom (systémom pre odpovede na otázky) a v niektorých konkrétnych prípadoch (napr. pri práci Martina Šarišského) aj s systémom PrivateGPT. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/topics/bert",1.880004,0.281861,12.127849,14.290211,13680,204,13884, +q0605,dev,specific_fact,medium,Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot",1.847488,0.251903,18.931245,21.031233,23704,130,23834, +q0615,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Question Answering“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Projektová alebo informačná stránka s názvom „Question Answering"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.413401,0.340453,24.974662,26.729315,30595,102,30697, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering"", sa nazýva „Question Answering"" a ide o projektový dokument zameraný na vytvorenie kópie SQuaD 2.0 v slovenskom jazyku a na anotáciu dát zo slovenskej Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.727613,0.074756,6.403993,8.206676,6354,166,6520, +q0617,dev,source_url,easy,Aký source_url patrí k stránke „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Stránke „Question Answering"" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.660333,0.351281,25.711657,27.724054,31992,115,32107, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Projekt Question Answering plánuje vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude založený na anotáciách dát zo slovenskej Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.64577,0.282594,22.638781,24.567817,27242,131,27373, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Projekt Question Answering používa na anotáciu nástroj Prodigy, ktorý je sprevádzaný vlastnými receptami pre anotáciu otázok a odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.584291,0.246309,19.643114,21.474341,24149,117,24266, +q0623,dev,specific_fact,medium,Aký má byť formát finálneho exportu QA databázy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Finálny export QA databázy by mal byť v formáte SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.590075,0.324549,15.802151,17.717321,19775,99,19874, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že k odseku sa má vytvoriť jedna otázka a k nej jedna odpoveď, prípadne pri automatizovanom generovaní otázok môžu k jednému odseku vzniknúť viaceré otázky, ale špecifické pravidlo o počte otázok presne pre každý odsek pri ručnej anotácii nie je v poskytnutom kontexte explicitne definované. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.28156,0.334341,25.515475,27.132142,29650,185,29835, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Projektová alebo informačná stránka s názvom „Strojový preklad"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/translation a obsahuje prehľad o študentoch a témach spojených so štatistickým a neurónovým strojovým prekladom. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation",1.831234,0.784642,44.982269,47.599497,52039,164,52203, +q0633,dev,topic_page_lookup,medium,"Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tematáckou stránkou ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad"" a nie je študentskou prácou, je stránka s názvom „Strojový preklad"" nachádzajúca sa pod cestou `pages/topics/translation`. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.865435,0.587275,24.701052,27.154431,29062,161,29223, +q0634,dev,source_url,easy,Aký source_url patrí k stránke „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stránke s názvom „Strojový preklad"" patrí zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.697807,0.448867,22.961446,25.108812,28023,123,28146, +q0637,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Pomenované entity“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Hľadanú projektovú stránku s názvom „Pomenované entity"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity. Táto stránka dokumentuje projekt zameraný na rozpoznávanie pomenovaných entít (NER), vrátane úloh ako príprava dát, anotačná schéma a nasadenie aplikácie pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.78221,0.195736,19.384636,21.363176,22622,185,22807, +q0638,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Priamym dokumentom, ktorý sa v ZP Wiki venuje téme „Pomenované entity“ a slúži ako informačná stránka projektu, je dokument s názvom „Pomenované entity“ (anglicky named-entity). + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.737333,0.175305,13.138427,15.051492,15869,145,16014, +q0639,dev,source_url,easy,Aký source_url patrí k stránke „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke „Pomenované entity"" patrí zdrojový URL https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.488781,0.221893,19.59224,21.303546,24583,106,24689, +q0651,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Projektová alebo informačná stránka s názvom „Anotácia textových dát"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia tohto projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.842457,0.304613,21.886476,24.034192,26381,157,26538, +q0652,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má presne tento názov a je dostupný na stránke https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.889405,0.217021,17.829836,19.936882,21623,153,21776, +q0653,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Stránke „Anotácia textových dát"" patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.153487,0.21276,17.948375,19.315366,22277,87,22364, +q0659,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","Informačná stránka „Slovenské jazykové zdroje"" je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zozbierané rôzne zdroje, nástroje a databázy pre spracovanie slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.879911,0.06592,6.734647,8.680857,6802,163,6965, +q0660,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Slovenské jazykové zdroje"", sa nazýva „Slovenské jazykové zdroje"" a autorom dokumentu je Daniel Hladek. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.802199,0.06825,5.819803,7.690564,6703,148,6851, +q0661,dev,source_url,easy,Aký source_url patrí k stránke „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stránke s názvom „Slovenské jazykové zdroje"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.565589,0.226425,15.047445,16.840001,18667,116,18783, +q0675,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Informačná stránka s názvom „Anotácia otázok a odpovedí"", ktorá obsahuje návod pre anotátorov, sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.852549,0.276779,21.91957,24.049571,26611,150,26761, +q0676,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí"", má názov „Anotácia otázok a odpovedí"" a poskytuje návod pre anotátorov vrátane vysvetlenia, ako tvoriť príklady s otázkou a odpoveďou a ako vyznačovať odpovede. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.659895,0.307235,22.203595,24.171389,26120,169,26289, +q0677,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránka s názvom „Anotácia otázok a odpovedí"" patrí k zdrojovej adrese https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.762717,0.239963,17.272564,19.275922,21077,134,21211, +q0684,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Hľadaná projektová a informačná stránka s názvom „Anotácia pomenovaných entít"" sa nachádza na webovej adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.876276,0.12103,16.360862,18.358713,19789,154,19943, +q0685,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“, je názvom „Anotácia pomenovaných entít“ a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. Tento dokument obsahuje návod pre anotátorov, vysvetľuje úlohu označovania vlastných podstatných mena (ako sú mená osôb, miest, organizácií) a poskytuje informácie o anotačných dávkach. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.789767,0.072775,9.17787,11.040733,9305,215,9520, +q0686,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Stránke „Anotácia pomenovaných entít"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.733605,0.121508,15.8206,17.676321,19746,132,19878, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Viaceré dokumenty v ZP Wiki riešia témy RAG alebo GraphRAG, vrátane diplomovej práce Oleh Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", ktorá využíva systémy ako LightRAG a študuje GraphRAG, a diplomovej práce Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá implementuje GraphRAG pomocou FAISS a Neo4J. Ďalej sa tieto technológie spomínajú v diplomovom projekte Jána Malinovského s témou „Grafové vyhľadávanie pre podporu vzdelávania"", v diplomovom projekte Jána Ptáka „Agent pre manažment záverečných prác"", v bakalárskej práci Maksyma Zatirky „Grafová databáza pre podporu generovania slovenského jazyka"", v stážovom dokumente Bogdana Paula Chiša zameranom na extrakciu trojíc z medicínskych dát a v diplomovom projekte Martina Šarišského, ktorý skúma využitie znalostných grafov na vylepšenie vyhľadávania v zákonoch. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.612034,0.402046,32.305156,34.320062,31723,512,32235, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","V dokumentoch ZP Wiki sa nachádza niekoľko študentských prác, ktoré skúmajú a implementujú spojenie znalostných grafov s RAG (Retrieval Augmented Generation) alebo inteligentnými agentmi. Martin Šarišský v rámci diplomového projektu skúma, ako znalostný graf vylepšuje vyhľadávanie v zákonoch pomocou Graph RAG a navrhuje agenta riešiacemu právne problémy. Valerii Kutsenko pracuje na agentovi, ktorý buduje a využíva znalostný graf pri vyhľadávaní s cieľom zlepšiť generovanie odpovedí, pričom testuje aj systémy ako LightRAG a MiniRAG. Matej Ščišľak vyvíja systém GraphRAG kombinujúci FAISS a Neo4J pre vyhľadávanie v právnych informáciách a generovanie odpovedí inteligentným agentom. Oleh Poiasnik vytvára expertný agentný systém pre lekárne, ktorý využíva znalostný graf zostavený z liekových letákov na podporu rozhodovania. Ján Pták a Ján Malinovský sa zameriavajú na využitie znalostných grafov a GraphRAG na zlepšenie vysvetliteľnosti jazykových modelov a podporu vzdelávania pomocou agentov. Bogdan Paul Chiš v rámci praxe pracuje na multilinguálnom znalostnom grafe z medicínskych dát pre inteligentného agenta odporúčajúceho lieky. Oleksandr Hryshchenko skúma využitie grafových neurónových sietí a RAG na získavanie informácií zo slabo štruktúrovaných dokumentov. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf pre slovenské právo na vyhľadávanie a generovanie odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.852147,0.488764,46.416124,48.758018,43414,730,44144, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Dokumenty týkajúce sa rozpoznávania pomenovaných entít a ich anotácie zahŕňajú témy „Pomenované entity“ a „Anotácia pomenovaných entít"", ktoré sa venujú príprave dát, anotačnej schéme a manuálnej anotácii. Medzi študentské práce patriace do tejto oblasti patria bakalárska práca Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"", bakalárska práca Ediza Morochoviča s názvom „Štatistické rozpoznávanie pomenovaných entít"" a diplomová práca Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". Ďalej sa touto problematikou zaoberá bakalársky projekt Thana Trung Thanhho s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"" a bakalárska práca Serhiiho Yemetsoho zameraná na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít. Projekt „Podpora slovenčiny v knižnici Spacy"" tiež obsahuje cieľ rozpoznávania pomenovaných entít a anotáciu pomocou frameworku Prodigy, pričom interná práca Cesara Abascala Gutierresa sa zameriava na vytvorenie manuálne anotoanej trénovacej množiny pre rozpoznávanie neznámych pomenovaných entít. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/topics/named-entity/navod +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",1.693296,0.389535,40.536184,42.61998,38503,629,39132, +q0690,dev,multi_document,hard,"Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""Metódy automatického prekladu"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", Patrik Pavlišin má bakalársku prácu s názvom „Metódy automatického prekladu"" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.026255,0.866832,36.208478,39.102564,40976,269,41245, +q0691,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Bogdan Paul Chiș sa v ZP Wiki nachádza na stránke v sekcii pre stážistov (interns), konkrétne pod názvom „Bogdan Paul Chiș"", kde je popísaná jeho stáž v rámci programu Erasmus v roku 2026 s témou extrakcie trojíc z medicínskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.792489,0.296458,11.500086,13.589554,12453,185,12638, +q0692,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Cesar Abascal Gutierrez sa nachádza v ZP Wiki na stránke adresovanej priamo jeho menom v sekcii pre praktikantov (interns), kde sú uvedené jeho úlohy spojené s anotáciou pomenovaných entít z hovorových prepisov v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.760295,0.296435,10.605136,12.662377,12102,176,12278, +q0693,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza na adrese https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené informácie o jeho stáži a úlohách. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.680083,0.289668,9.878918,11.849093,11589,150,11739, +q0694,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Záznam o osobe Sevval Bulburu nájdete na stránke v ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené úlohy a nástroje s ktorými pracovala počas svojej stáže. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.704923,0.255588,11.090048,13.051066,12861,165,13026, +q0695,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Záznam o osobe Youssef Ressaissi sa v ZP Wiki nachádza v sekcii pre stážistov pod adresou https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi, kde sú zaznamenané jeho úlohy a stav práce súvisiace s anotáciou a sumarizáciou textov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.128111,0.248098,10.998822,12.37548,12558,142,12700, +q0696,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Dárius Lindvai nájdete na stránke ZP Wiki v sekcii študentov, konkrétne pod cestou pre študentov, ktorí začali štúdium v roku 2016, kde sú jeho záverečné práce a činnosť zaznamenané. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.749257,0.379624,14.536412,16.665797,17413,172,17585, +q0697,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dominik Nagy nájdete na stránke s profilom študenta, ktorá sa nachádza v ZP Wiki v ceste podľa roku nástupu na štúdium (2016) a mena priezviska, konkrétne pod adresou https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.736055,0.236346,13.985748,15.958675,16319,184,16503, +q0698,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki s cestou `/students/2016/jakub_maruniak`, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.334153,0.403519,11.274662,13.0128,13234,129,13363, +q0699,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Záznam o osobe Ján Holp sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/jan_holp. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.089485,0.265855,14.001327,15.357208,17305,104,17409, +q0700,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Lukáš Pokrývka sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2016) a jeho mena. Na tejto stránke sú evidované jeho záverečné práce, vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí"" z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.119549,0.328112,15.281528,16.729684,17749,165,17914, +q0701,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Márk Fehér sa nachádza na stránke ZP Wiki s cestou `/students/2016/mark_feher`, kde sú evidované jeho študentské projekty vrátane diplomovej práce z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.36456,0.299668,15.841471,17.506369,18975,133,19108, +q0702,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Maroš Harahus nájdete na študentskej stránke umiestnenej v ZP Wiki pod cestou `/students/2016/maros_harahus`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.678511,0.459934,13.818041,15.956978,16782,143,16925, +q0703,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Záznam o osobe Patrik Pavlišin sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin, ktorá obsahuje jeho profil a informácie o práciach, na ktorých pracoval. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.517328,0.297706,12.916319,14.731946,15349,148,15497, +q0704,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Záznam o osobe Tomáš Kuchárik sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik, kde sú uvedené jeho diplomové projekty z rokov 2021 a 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.733983,0.352314,13.537704,15.624465,15881,165,16046, +q0705,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dmytro Ushatenko sa nachádza na stránke ZP Wiki pod cestou `/students/2017/dmytro_ushatenko`, kde sú uvedené informácie o jeho bakalárskej práci z roku 2020 s názvom „Jednoduchý chatbot v jazyku Python"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.559667,0.25555,14.406422,16.22214,17051,165,17216, +q0706,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Dávid Omasta nájdete v ZP Wiki na stránke s cestou `/students/2018/david_omasta`, ktorá obsahuje informácie o jeho štúdiu a diplomovej práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.316146,0.245288,10.571059,12.132897,12370,125,12495, +q0707,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Martin Wencel sa v ZP Wiki nachádza na stránke umiestnenej v adresári pre študentov, ktorí začali štúdium v roku 2018, konkrétne pod adresou https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, kde sú uvedené informácie o jeho bakalárskej práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.676875,0.237819,12.562819,14.477968,13659,221,13880, +q0708,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Ondrej Megela nájdete na stránke ZP Wiki s cestou `students/2018/ondrej_megela`, kde sú uvedené informácie o jeho štúdiu začatom v roku 2018, bakalárskej práci z roku 2021 s názvom „Neurónové jazykové modelovanie typu BERT"" a diplomovej práci z roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.7644,0.342478,13.310333,15.417692,15179,203,15382, +q0709,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Alina Vitko sa nachádza na stránke s profilom študenta v sekcii študentov podľa roku nástupu na štúdium, konkrétne pod cestou `/students/2019/alina_vitko`, kde sú uvedené informácie o jej bakalárskej práci a projektoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.505317,0.274593,12.491051,14.271707,14570,159,14729, +q0710,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Záznam o osobe Artem Yatsenko nájdete na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko, ktorá obsahuje informácie o jeho bakalárskom projekte z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.172297,0.216581,10.314437,11.703701,11876,126,12002, +q0711,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Filip Tomáš nájdete na stránke v ZP Wiki pod cestou `/students/2019/filip_tomas`, kde sú uvedené informácie o jeho štúdiu a záverečných prácach, vrátane diplomovej práce z rokov 2024 – 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.735813,0.349703,17.484623,19.570704,20791,175,20966, +q0712,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v priečinku pre študentov, ktorí nastúpili v roku 2019, a konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.852259,0.203878,12.893074,14.949656,14622,198,14820, +q0713,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Záznam o Michalovi Stromkovi nájdete na stránke profilu študenta s cestou `/students/2019/michal_stromko`, ktorá obsahuje informácie o jeho bakalárskej práci, vedeckom projekte a diplomových prácach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.741878,0.382498,12.282358,14.407294,14436,163,14599, +q0714,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Eduard Matovka sa v ZP Wiki nachádza na stránke v adresári podľa roku nástupu na štúdium, konkrétne pod cestou `students/2021/eduard_matovka`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.315605,0.278904,10.49761,12.092567,12258,128,12386, +q0715,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Martin Šarišský nájdete na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2021) a mena študenta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.304906,0.35088,15.834213,17.490598,18719,149,18868, +q0716,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Matej Novotný nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny, kde je uvedený ako študent začínajúci štúdium v roku 2021 a pracujúci na diplomovej práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.758199,0.242376,13.514398,15.515455,15260,202,15462, +q0717,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Matej Ščišľak sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, ktorá je organizovaná podľa roku nástupu na štúdium (2021) a mena študenta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.417633,0.352959,12.957855,14.728956,15120,155,15275, +q0718,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Vladimír Ferko, ktorý obsahuje informácie o jeho bakalárskej práci z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", nájdete na stránke s URL adresou https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, pričom študenti sú v ZP Wiki organizovaní do skupín podľa roku nástupu na štúdium a následne podľa mena a priezviska. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.707075,0.348524,13.820632,15.876741,15246,225,15471, +q0719,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Andrii Pervashov nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, ktorá obsahuje informácie o jeho štúdiu začatom v roku 2022, návrhu témy diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" a priebehu vypracovávania bakalárskej aj diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.730168,0.227569,12.320645,14.278855,13219,214,13433, +q0720,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Daniil Huzenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, kde je uvedený jeho predbežný názov bakalárskej práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" a vedúci doc. Matúš Pleva PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.780719,0.278777,12.831966,14.891966,14560,200,14760, +q0721,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Malinovský nájdete v sekcii študentov pod rokom nástupu na štúdium 2022 na stránke https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky, kde sú uvedené informácie o jeho diplomovom projekte s témou „Grafové vyhľadávanie pre podporu vzdelávania"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.29103,0.360135,13.165208,14.816895,15038,167,15205, +q0722,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde sú uvedené informácie o jeho štúdiu od roku 2022 a téme diplomového projektu „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.847294,0.334929,10.897433,13.080032,12304,189,12493, +q0723,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Oleh Poiasnik nájdete v ZP Wiki na stránke s cestou `/students/2022/oleh_poiasnik`, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2025 a diplomovej práci z roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.216858,0.299682,15.425106,16.942159,18328,133,18461, +q0724,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Záznam o osobe Samuel Vasiľ nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, kde sú uvedené informácie o jeho bakalárskej práci a štúdiu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.76344,0.284083,10.613936,12.661896,12297,160,12457, +q0725,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Záznam o osobe Tetiana Mohorian nájdete na stránke ZP Wiki pod cestou `/students/2022/tetiana_mohorian`, kde sú uvedené informácie o jej bakalárskej práci z roku 2025 zamerané na tému nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.690707,0.305433,10.8586,12.855181,12509,168,12677, +q0726,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Valerii Kutsenko nájdete na stránke ZP Wiki pod cestou `/students/2022/valerii_kutsenko`, ktorá obsahuje profil študenta a záznamy o jej bakalárskej, diplomovej a vedeckej práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.327007,0.360564,13.599799,15.287935,16241,139,16380, +q0727,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Vladyslav Yanchenko s informáciami o jeho bakalárskej práci z roku 2025 sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko, kde je uvedený názov práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.349956,0.248319,11.905348,13.504077,13036,169,13205, +q0728,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Denis Le Thanh sa v ZP Wiki nachádza na stránke s cestou `/students/2023/denis_le_thanh`, kde sú uvedené informácie o jeho bakalárskej práci s témou Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.681547,0.228678,13.656673,15.567489,16152,175,16327, +q0729,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Maksym Zatirka nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka, kde sú uvedené informácie o jeho bakalárskej práci s témou „Grafová databáza pre podporu generovania slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.748479,0.262018,12.700643,14.7116,14713,182,14895, +q0730,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Záznam o osobe Oleksandr Dorybohov, ktorý zahŕňa informácie o jeho bakalárskej práci na tému „Automatické odpovede na otázky v právnej oblasti"" s nástrojom AI Lawyer Agent, nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.861193,0.262547,13.241386,15.36561,15353,194,15547, +q0731,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Ronald Zalacko sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, kde je uvedená jeho bakalárska práca z roku 2026 s témou „Skórovací online systém pre robotické súťaže"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.701776,0.209864,8.593142,10.505311,9490,177,9667, +q0732,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Rostyslav Rodzhuk nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú evidované jeho záverečné práce, vrátane bakalárskej práce s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"" a vedeckého projektu „Veľký jazykový model ako inteligentný agent"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.362107,0.275893,10.93889,12.577306,12017,180,12197, +q0733,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Samuel Džurina sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené podrobnosti o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.7013,0.267213,13.448755,15.417772,15601,178,15779, +q0734,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Záznam o osobe Simona Bobrovčanová nájdete v ZP Wiki na stránke s cestou pre študentov, ktorá obsahuje informácie o jej bakalárskej práci s témou automatickej sumarizácie slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.810444,0.146879,5.268397,7.225984,5335,164,5499, +q0771,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „knowledge graph"", je záznam o jeho praxi (internship) v rámci programu ERASMUS pre jarné semester 2026, kde cieľom jeho práce bolo zostaviť znalostný graf z lekárskych príbalových letákov v mnohých jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.786372,0.401307,21.423465,23.611886,25770,189,25959, +q0772,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Záznam spájajúci osobu Bogdan Paul Chiș s témou „medical“ je dokument o jeho stáži v rámci programu Erasmus na jar 2026, kde bola témou práce „(multilingual) Triplet extraction from medical data“. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.761226,0.289663,10.446856,12.498192,12023,155,12178, +q0773,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction"", je dokument o jeho stáži v rámci programu Erasmus (jar 2026), kde bola témou práca „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.587473,0.337447,11.887441,13.812854,14088,151,14239, +q0774,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Osoba Cesar Abascal Gutierrez je v ZP Wiki uvedená v zázname o internej praxi (pravdepodobne v lete 2019), kde sa zaoberal úlohou „Named entity annotations"" a konkrétne cieľom rozpoznať neznáme pomenované entity (named entities) z transkriptov reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.777016,0.280779,18.145018,20.203373,21576,179,21755, +q0775,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Osoba Cesar Abascal Gutierrez je v ZP Wiki spojená s nástrojom Prodigy v rámci svojho záznamu o stáži, kde sa v sekcií nástrojov pre manuálnu anotáciu uvádza odkaz na Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.784999,0.273691,12.833323,14.892515,15213,158,15371, +q0776,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou spaCy, je dokument o jeho internej praxi v rámci projektu „Named entity annotations"", kde je ako nástroj pre strojové učenie uvedená knižnica spaCy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.801807,0.180354,10.311047,12.293633,11994,160,12154, +q0777,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Záznam spájajúci osobu Olivera Pejica s témou „Hate Speech"" je jeho dokument o internstve (IAESTE Intern Summer 2024), kde sa ako cieľ uvádza pomoc s projektom „Hate Speech Project"" a príprava úloh na vyhodnotenie pre slovenskú nenávistnú reč. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.746149,0.116703,13.46876,15.332069,15861,177,16038, +q0778,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Osoba Oliver Pejic je v zázname ZP Wiki sprevádzaná témou MTEB v rámci svojej letnej stáže (IAESTE Intern Summer 2024), kde mal za úlohu oboznámiť sa s vyhodnotovacím frameworkom MTEB a pripraviť vyhodnotovacie úlohy pre slovenskú hate speech a slovenské hľadanie odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.754927,0.18297,11.588051,13.526387,12955,194,13149, +q0779,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam v ZP Wiki, ktorý spája osobu Olivera Pejica s témou „SentenceTransformer“, je dokument o jeho internátskej praxi (IAESTE Intern Summer 2024), kde medzi prípravnými úlohami uvádza potrebu oboznámiť sa s frameworkom SentenceTransformer a študovať základné práce k tejto téme. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.541907,0.331278,11.199887,13.073565,12711,168,12879, +q0780,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Záznam v ZP Wiki, ktorý spája osobu Sevval Bulburu s témou BERT, je jej profilová stránka o stáži IAESTE v lete 2023, kde sa uvádza, že navrhla a skúmala vrstvy nad BERT modelom na vytvorenie klasifikátora pre detekciu nenávistných prejavov a plánovala použitie viacjazyčných BERT modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.785794,0.271342,13.681353,15.738961,15341,201,15542, +q0781,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Osoba Sevval Bulburu je v ZP Wiki spájana s témou „Hate Speech"" prostredníctvom jej záznamu o letnej stáži IAESTE v roku 2023, kde jej cieľom bolo pomôcť s projektom „Hate Speech Project"" a vypracovať detekciu nenávistnej reči v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.795854,0.174921,13.634616,15.605863,15852,188,16040, +q0782,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""SMOTE""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Sevval Bulburu je v ZP Wiki spomenutá v zázname o svojej stáži v rámci projektu „Hate Speech Project"", kde v rámci experimentov s vyvážením nerovnovážneho slovenského datasetu použila metódu SMOTE (hoci výsledky neboli úspešné). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.775821,0.286643,10.634419,12.697376,12112,174,12286, +q0783,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""ROUGE""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Osoba Youssef Ressaissi je v ZP Wiki spájaná s témou ROUGE v rámci svojho projektu IAESTE Intern Summer 2025, kde počas porovnávania modelov pre sumarizáciu textu v slovenčine využíval metricky ROUGE (spolu s BLEU) na vyhodnotenie výkonnosti modelov, ako sú mBART, T5 a MT5. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.775829,0.280851,13.146083,15.203336,15077,195,15272, +q0784,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""Slovak""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Osoba Youssef Ressaissi je v ZP Wiki spojená s témou „Slovak"" v rámci záznamu o jeho letnej stáži (IAESTE Intern Summer 2025), kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.755941,0.242719,12.41674,14.415892,14294,183,14477, +q0785,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""summarization""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Youssef Ressaissi je v ZP Wiki spojená s témou „summarization"" v rámci záznamu o jeho letnej stáži IAESTE v roku 2025, kde bol cieľom projektu vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.775655,0.267389,13.392516,15.436148,15612,185,15797, +q0786,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""BiLSTM""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Osoba Dárius Lindvai je v ZP Wiki spájaná s témou BiLSTM v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", kde v zápisoch o činnosti uvádza tréning modelu BiLSTM+CRF pre úlohu obnovenia interpunkcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.364685,0.355704,13.538154,15.259059,15668,162,15830, +q0787,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""CRF""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Osoba Dárius Lindvai je v ZP Wiki spojená s témou „CRF"" (konkrétne model BiLSTM+CRF) v rámci jeho diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", kde v zápisoch o činnosti figuruje úprava zdrojových kódov a trénovanie modelu s využitím tejto metódy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.75958,0.28258,13.621746,15.66437,15598,196,15794, +q0788,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""interpunkcia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Osobu Dárius Lindvai s témou „interpunkcia"" spája diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorú vypracoval v rámci diplomového projektu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.169996,0.319654,11.631475,13.121592,13328,128,13456, +q0789,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Osobu Dominik Nagy spája s témou Fairseq záznam o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", pričom v rámci prípravy na tento projekt a pri štúdiu prekladu už v roku 2019 pracoval s nástrojom fairseq a v roku 2020 plánoval trénovať modely Fairseq. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.710078,0.307066,14.985806,17.003502,17303,201,17504, +q0790,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Osoba Dominik Nagy je v ZP Wiki spojená s témou MBART v rámci svojej diplomovej práce z roku 2022, kde je ako súčasť úloh uvedený experiment s architektúrou MBART a porovnanie výsledkov s článkom o tejto metóde. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.724006,0.227356,12.681519,14.633399,15006,163,15169, +q0791,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Osobu Dominik Nagy s témou „strojový preklad"" spája diplomová práca z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.763302,0.706095,19.315221,21.785258,23333,169,23502, +q0792,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Jakub Maruniak je v ZP Wiki spojená s témou „pomenované entity"" prostredníctvom jeho diplomovej práce s návrhovým názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorú realizoval v rámci diplomového projektu v roku 2020 a 2021. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.381692,0.298701,18.669906,20.350885,21920,163,22083, +q0793,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Osoba Jakub Maruniak je v ZP Wiki spojená s témou „Prodigy"" v zázname o svojej diplomovej práci, kde pracoval na anotácii textových dát a rozpoznávaní pomenovaných entít pomocou nástroja Prodigy v rámci diplomového projektu 1 v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.781508,0.333042,13.842425,15.957535,16143,178,16321, +q0794,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o Jakubovi Maruniakovi na stránke ZP Wiki spája túto osobu s témou „Spacy"" v rámci jeho diplomového projektu (kategória dp2021) zameraného na rozpoznávanie pomenovaných entít (NER), kde sa v dokumentácii špecificky uvádza skúšanie trénovania modelu podľa repozitára spacy-skmodel a riešenie problémov so spacy modelom pri výbere a spracovaní dát pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.869019,0.331263,14.090383,16.291284,15837,222,16059, +q0795,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Osoba Ján Holp je v ZP Wiki spájaná s témou PageRank v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"", kde je v rámci zadania a priebehu výskumu explicitne uvedené implementovanie a experimentovanie s metódou PageRank. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.763867,0.296882,7.891212,9.952271,8344,185,8529, +q0796,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Ján Holp je v ZP Wiki spojená s témou „slovenský internet"" prostredníctvom svojej bakalárskej práce z roku 2019 s názvom „Vyhľadávač na slovenskom internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.774445,0.398417,18.663053,20.836586,22861,160,23021, +q0797,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií"" prostredníctvom dokumentu s názvom „Získavanie informácií"", ktorý je súčasťou jeho tímového projektu z roku 2020, a tiež v rámci zadania jeho diplomovej práce z roku 2021, kde sa ako hlavná úloha uvádza vypracovanie prehľadu metód ohodnotenia dokumentov v systémoch získavania informácií a implementácia takéhoto systému. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.611027,0.383354,17.91426,19.909187,20151,216,20367, +q0798,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""GPU""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou „GPU"" najmä prostredníctvom diplomového projektu z roku 2020, kde sa venoval trénovaniu neurónových sietí pomocou PyTorch na viacerých GPU (vrátane konfigurácie na dvoch strojoch naraz) a riešeniu problémov s kompatibilitou verzií CUDA a Compute Capability. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.772886,0.373192,13.254201,15.400734,14975,198,15173, +q0821,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.595117,0.26273,20.195681,22.054124,25143,117,25260, +q0822,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Jána Holpa. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.67289,0.273922,17.229109,19.17652,20941,140,21081, +q0823,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.517464,0.277185,7.101961,8.896905,8408,114,8522, +q0824,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj uvádza, že Tomáš Kuchárik získal prístup na server omega, ale nešpecifikuje, aké hardvérové parametre, vrátane množstva RAM, tento server alebo jeho vlastný počítač mal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.892255,0.241101,7.781511,9.915221,8656,185,8841, +q0825,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Tomášovi Kuchárikovi spomína cieľovú veľkosť anotačnej množiny (aspoň 100 otázok) a analyzuje počet anotácií od anotátorov, neuvádza konkrétny počet používateľov, ktorí testovali výsledný systém. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.964179,0.23843,8.377655,10.580567,8898,214,9112, +q0826,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa informácia o konkrétnom modeli GPU, ktorý Tomáš Kuchárik použil pri práci, nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.7838,0.217853,7.660188,9.662111,9082,148,9230, +q0827,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.820613,0.428872,6.722155,8.972022,8151,132,8283, +q0828,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Jakuba Maruniaka spomína tvorbu anotačnej schémy a korpus 1300 viet, neuvádza počet konkrétnych používateľov, ktorí výsledný systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.94783,0.571539,17.777537,20.297594,21396,188,21584, +q0829,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Jakub Maruniak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.573574,0.35684,22.379567,24.310627,27521,115,27636, +q0830,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.561397,0.255863,7.465161,9.282714,8630,116,8746, +q0831,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.890592,0.248407,6.619782,8.759087,8653,109,8762, +q0832,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dominik Nagy pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci používal, hoci je uvedené, že trénovanie modelu prebiehalo na GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.739321,0.227483,7.51189,9.479093,8375,158,8533, +q0833,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci zdroj spomína používanie GPU a trénovanie na serveri „idoc"", neobsahuje konkrétnu hodnotu množstva pamäte RAM (v GB), ktorú Patrik Pavlišin používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.80652,0.225507,8.243739,10.276091,9264,184,9448, +q0834,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin. Zdroje uvádzajú ciele práce, ako je natrénovanie modelu prekladu a vyhodnotenie experimentov, ale neobsahujú údaje o počte testovacích používateľov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.853522,0.229731,8.305091,10.388648,8932,201,9133, +q0835,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Patrik Pavlišin pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi síce spomínajú úsilie o rozbehnutie trénovania na GPU a inštaláciu CUDA toolkitu, ale neuvádzajú konkrétny model grafickej karty, ktorý bol použitý. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.17785,0.52999,27.456136,29.164706,32750,154,32904, +q0836,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci. Zdroje síce spomínajú použitie servera „idoc"" a problémy s GPU pri pokuse o spustenie modelu LLAMA, ale neuvádzajú špecifikácie operačnej pamäte. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.821437,0.185994,8.393215,10.400911,8486,200,8686, +q0837,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko konkrétnych používateľov testovalo výsledný systém v rámci práce Dávida Omasta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.918418,0.183852,6.740596,8.843217,7669,162,7831, +q0838,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dávid Omasta pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže hoci sa v zázname o Dávidovi Omastovi spomína, že modely LLAMA a mt5-base neboli použiteľné „kvôli GPU"", konkrétny model GPU nie je uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.552478,0.175473,7.710909,9.439147,8544,168,8712, +q0839,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.661997,0.323215,7.081002,9.066505,8589,122,8711, +q0840,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.752066,0.268305,15.909065,17.930002,20014,126,20140, +q0841,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Kristián Sopkovič pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý používal Kristián Sopkovič pri práci, hoci sa v záznamoch spomína práca s hardvérom „1x24 GB Titan“ pri trénovaní modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.589776,0.29339,9.01357,10.897034,9669,170,9839, +q0842,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.588355,0.424116,24.005575,26.018778,29683,117,29800, +q0843,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.899436,0.423152,6.946634,9.269481,7920,138,8058, +q0844,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Michal Stromko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v nájdených záznamoch o Michalovi Stromkovi sú uvedené iba použité modely (napr. mnlr, SlovakBERT, LABSE, WordEmbedding) a nástroje (FAISS, Qdrant), no neuvádza sa konkrétny model GPU hardvéru, ktorý pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.749908,0.386298,8.000435,10.136969,8332,204,8536, +q0845,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.81736,0.235354,17.147675,19.200985,21619,131,21750, +q0846,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.321719,0.305703,14.530204,16.15822,18377,72,18449, +q0847,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Artem Yatsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Artemovi Yatsenkovi spomína používanie školského servera idoc.fei.tuke.sk a vlastného počítača, nešpecifikuje konkrétny model GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.758693,0.275185,15.101566,17.135952,17805,174,17979, +q0848,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.879289,0.239845,7.618885,9.738314,9139,134,9273, +q0849,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom počte používateľov, ktorí testovali výsledný systém v práci Mateja Ščišľaka. Dokumenty uvádzajú iba úlohy pripraviť testovacie scenáre a vyhodnotiť chatbota, pričom pri bakalárskej práci sa spomína, že jedna množina na vyhodnotenie mala byť vlastná a druhá od kolegu, no nie je v nich uvedené, koľko ľudí systém reálne testovalo. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.766636,0.286774,20.830349,22.884414,24165,226,24391, +q0850,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Matej Ščišľak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Hoci dokument uvádza použitie nástrojov ako Ollama, GPT-OSS a LangChain, konkrétne označenie modelu grafickej karty (GPU) sa v textoch nie je explicitne spomenuté. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.828528,0.225011,7.701365,9.755206,8189,179,8368, +q0851,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o Oleho Poiasníkovi spomína použitie servera `quadro.kemt.fei.tuke.sk` a rôzne modely a nástroje, neuvádza sa v ňom konkrétne množstvo RAM (v GB) pre tento počítač alebo server. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.788013,0.223904,8.406171,10.418392,9211,194,9405, +q0852,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že pri práci Olega Poiasnika boli plánované testovacie scenáre a vyhodnotenie pomocou dotazníka pre kolegov, ale neuvádza sa konkrétne číslo počtu testujúcich používateľov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.494603,0.326563,27.998322,29.82028,33572,168,33740, +q0853,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Oleh Poiasnik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty uvádzajú použité softvérové modely (napr. Mistral-Small, Qwen2.5), nástroje (vllm, ollama) a vektorové modely, ale neobsahujú konkrétny hardvérový model grafickej karty (GPU), ktorý Oleh Poiasnik pri práci používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.771568,0.206472,9.299051,11.27745,9402,209,9611, +q0854,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.602723,0.376539,22.062645,24.04259,27436,118,27554, +q0855,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť počet konkrétnych používateľov, ktorí testovali výsledný systém Tetiany Mohorian. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.917442,0.337195,7.232727,9.487682,7993,155,8148, +q0856,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tetiana Mohorian pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý používala Tetiana Mohorian pri práci; v dokumente je uvádzaná len možnosť, že ak jej nebude stačiť GPU jej vlastného počítača, môže získať prístup na školský server alebo použiť službu Google Colab. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.761592,0.146317,8.160409,10.068592,8830,191,9021, +q0857,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.879323,0.147833,7.099329,9.126834,8732,135,8867, +q0858,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.344542,0.282942,22.127737,23.755854,27470,101,27571, +q0859,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Vladyslav Yanchenko používal pri práci na svojej bakalárskej práci. Dokumenty uvádzajú použitie klaudového prostredia, konkrétne Azure a Kubernetes, no nešpecifikujú hardvérovú infraštruktúru GPU na lokálnej strane alebo v cloude. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.802386,0.133145,8.549944,10.485798,8745,201,8946, +q0860,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci. Hoci dokument uvádza, že študent mal do práce zapísať aj informácie o hardvéri, ktorý dostal, konkrétny údaj o veľkosti operačnej pamäte v nájdených úsekoch chýba. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.80574,0.141995,7.504708,9.452759,7646,209,7855, +q0861,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.746767,0.25366,14.935313,16.93631,18733,125,18858, +q0862,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Daniil Huzenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.749671,0.234825,10.75072,12.735574,13158,128,13286, +q0863,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.621295,0.229359,23.540581,25.392064,29039,119,29158, +q0864,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokument síce uvádza, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka, ale neobsahuje údaje o tom, koľko ľudí sa už na testovaní zúčastnilo. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.735848,0.18471,8.325781,10.246596,8245,202,8447, +q0865,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Samuel Džurina pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.545429,0.314605,25.6682,27.528981,31857,116,31973, +q0866,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém pri práci Simony Bobrovčanovej; v zdrojoch sú uvedené iba technické metódy vyhodnotenia ako ROUGE, BLEU alebo porovnanie s jazykovými modelmi. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.761053,0.286573,17.814718,19.86288,20668,183,20851, +q0867,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zázname o práci Simony Bobrovčanovej uvedený hardvérový limit (6 GB RAM) a uvedené modely (napr. Slovak-mistral 7B, Qwen3, Gemma), nie je špecifikovaný konkrétny model grafickej karty (GPU), ktorý bol pri týchto experimentoch použitý. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.77975,0.133292,7.851216,9.764532,7669,211,7880, +q0868,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.599265,0.569071,30.228306,32.397456,36976,119,37095, +q0869,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Poskytnutý kontext pre Valeriiho Kutsenka uvádza úlohy, metódy (ako RAG, SlovakT5, SKQUAD) a vývoj modelu, ale neobsahuje údaje o počte konkrétnych používateľov, ktorí by testovali výsledný systém. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.886238,0.309694,9.088902,11.28515,9212,202,9414, +q0870,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Valerii Kutsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Valerii Kutsenko pri práci používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.753537,0.258956,7.304539,9.317314,8691,145,8836, +q0871,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.879833,0.495799,23.280779,25.657081,28862,136,28998, +q0872,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Andrii Pervashov obsahuje detaily o jeho diplomovej a bakalárskej práci, vrátane cieľov a úloh, neobsahuje údaje o počte konkrétnych používateľov, ktorí testovali výsledný systém. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.871628,0.209173,11.689083,13.770332,12991,191,13182, +q0873,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Andrii Pervashov pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý používal Andrii Pervashov pri práci, hoci je uvedené, že pri trénovaní modelov (napr. byt5) čelil obmedzeniam pamäte GPU a pracoval s obmedzením dĺžky vstupov na 128 znakov kvôli pamäťovým kapacitám. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.587574,0.322213,29.427922,31.338485,34339,197,34536, +q0874,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.808506,0.125851,7.228447,9.163094,8209,129,8338, +q0875,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.697937,0.195609,13.251553,15.145567,16730,122,16852, +q0876,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Pták pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.543496,0.395458,18.290831,20.230428,22812,113,22925, +q0877,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.779095,0.341278,22.735863,24.857087,27950,128,28078, +q0878,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.810624,0.216292,10.543447,12.570812,12597,130,12727, +q0879,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp. Zdroj uvádza názov jeho diplomovej práce z roku 2021 (""Systém získavania informácií v slovenskom jazyku"") a zadanie, ale neobsahuje údaj o celkovom počte strán. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.796733,0.262385,7.468479,9.527916,7688,199,7887, +q0880,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.641283,0.475702,25.584155,27.701988,31777,117,31894, +q0881,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Janovi Holpovi spomínaná úloha využiť „veľké slovenské dáta z internetu"" a riešiť problémy s databázou Cassandra, nie je v ňom explicitne uvedená presná veľkosť hlavnej dátovej množiny v GB. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.226711,0.347643,28.320197,29.895332,33119,161,33280, +q0882,dev,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekty osoby Ján Holp nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.169927,0.27315,13.082552,14.526087,15562,107,15669, +q0883,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.839232,0.309249,11.094965,13.243909,13671,130,13801, +q0884,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.426527,0.379345,11.583057,13.389414,14472,106,14578, +q0885,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko strán mala finálna záverečná práca Tomáša Kuchárika, hoci z dokumentu vyplýva, že vypracovával diplomovú prácu v roku 2022 a v priebehu štúdia mal vypracovať draft práce vo forme článku na cca 10 strán. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.866214,0.214917,7.700263,9.781673,7779,207,7986, +q0886,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.844724,0.334861,17.978054,20.158297,22685,131,22816, +q0887,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.695626,0.379356,25.897841,27.973555,31752,121,31873, +q0942,dev,single_document_synthesis,hard,Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, ktorý je vyjadrený kategóriou dp2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.857243,0.568291,18.980378,21.406602,22645,169,22814, +q0943,dev,single_document_synthesis,hard,"Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.621585,0.540408,25.671956,27.834678,31204,131,31335, +q0944,dev,single_document_synthesis,hard,"Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri Jakubovi Maruniakovi je na ZP Wiki uvedená diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.825934,0.562602,23.468173,25.857355,28137,160,28297, +q0945,dev,single_document_synthesis,hard,"Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.653191,0.533554,24.13886,26.326378,29192,134,29326, +q0946,dev,single_document_synthesis,hard,"Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"", ktorá je na ZP Wiki uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.885186,0.463078,22.975388,25.324418,27589,158,27747, +q0947,dev,single_document_synthesis,hard,"Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" a podľa záznamu na ZP Wiki je táto práca uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.436959,0.639479,23.167549,25.244639,27688,137,27825, +q0948,dev,single_document_synthesis,hard,"Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Maroš Harahus je na ZP Wiki uvedená diplomová práca s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.818587,0.67427,24.02076,26.514394,28984,154,29138, +q0949,dev,single_document_synthesis,hard,"Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.656847,0.470457,21.770887,23.898838,26436,132,26568, +q0950,dev,single_document_synthesis,hard,"Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Tomáš Kuchárik má na ZP Wiki uvedenú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“ z roku 2021 a diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.643222,0.493779,24.063454,26.201197,28042,193,28235, +q0951,dev,single_document_synthesis,hard,"Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Bakalárska práca Dmytra Ushatenka má názov „Jednoduchý chatbot v jazyku Python"" a na ZP Wiki je uvedená pre rok 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.928032,0.276913,17.527374,19.732868,21108,157,21265, +q0952,dev,single_document_synthesis,hard,"Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dávid Omasta má na ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a diplomovú prácu s návrhom názvu „Generatívne modely slovenského jazyka“ pre rok 2023. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.840231,0.370966,23.664869,25.876774,27895,192,28087, +q0953,dev,single_document_synthesis,hard,"Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pre osobu Martin Wencel je na ZP Wiki uvedená bakalárska práca s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.836327,0.403181,22.712242,24.952381,27156,162,27318, +q0954,dev,single_document_synthesis,hard,"Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Ondreja Megelu má názov „Neurónové jazykové modelovanie typu BERT"" a je uvedená pre rok 2020 (podľa kategórie bp2021 a sekcie v dokumente). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.844343,0.409193,21.276035,23.530238,25635,165,25800, +q0955,dev,single_document_synthesis,hard,"Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Alina Vitko vypracovávala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.228918,0.423098,23.032637,24.685348,27916,114,28030, +q0956,dev,single_document_synthesis,hard,"Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Artem Yatsenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.856576,0.383949,21.181143,23.422307,25297,155,25452, +q0957,dev,single_document_synthesis,hard,"Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.842676,0.4906,22.011062,24.344994,26259,150,26409, +q0958,dev,single_document_synthesis,hard,"Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Záznam o bakalárskej práci Kristiána Sopkoviča na ZP Wiki uvádza rok 2022 a ako návrh na názov práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.514617,0.440455,20.155535,22.111406,24203,141,24344, +q0959,dev,single_document_synthesis,hard,"Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Michal Stromko vypracovával bakalársku prácu v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.436217,0.425266,17.54772,19.409747,21450,116,21566, +q0960,dev,single_document_synthesis,hard,"Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Bakalárska práca Eduarda Matovku sa na ZP Wiki uvádza pod názvom „Slovenská konverzačná umelá inteligencia"" a je evidovaná za rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.879244,0.382232,21.079229,23.341426,25673,157,25830, +q0961,dev,single_document_synthesis,hard,"Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský má na ZP Wiki uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.841146,0.477811,22.819151,25.138789,27667,150,27817, +q0962,dev,single_document_synthesis,hard,"Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Matej Novotný má na ZP Wiki uvedenú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" z roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.841419,0.451272,23.191276,25.48476,27890,154,28044, +q0963,dev,single_document_synthesis,hard,"Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá je v ZP Wiki uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.866259,0.399075,21.144202,23.41028,25313,165,25478, +q0964,dev,single_document_synthesis,hard,"Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Vladimíra Ferku má názov „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a je na ZP Wiki uvedená v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.460519,0.492146,23.247915,25.201239,27935,138,28073, +q0965,dev,single_document_synthesis,hard,"Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre osobu Andrii Pervashov je na ZP Wiki uvedená diplomová práca v roku 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.877509,0.719068,24.916831,27.514099,29782,167,29949, +q0966,dev,single_document_synthesis,hard,"Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.857033,0.311985,19.850008,22.019635,23773,164,23937, +q0967,dev,single_document_synthesis,hard,"Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pre Ján Malinovský je v ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" a rok, na ktorý je tento projekt zameraný, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.817183,0.454721,22.979041,25.251581,27672,160,27832, +q0968,dev,single_document_synthesis,hard,Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Pták má v zázname typu diplomový projekt v sekcií „Diplomový projekt 2026"" uvedenú tému „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.958565,0.665028,22.113925,24.738213,26631,157,26788, +q0969,dev,single_document_synthesis,hard,"Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Oleh Poiasnik má na ZP Wiki uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.838833,0.739312,24.882872,27.461745,30021,150,30171, +q0970,dev,single_document_synthesis,hard,"Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri osobe Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" a táto práca je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.841968,0.357352,22.442796,24.642831,26551,176,26727, +q0971,dev,single_document_synthesis,hard,"Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri Tetiane Mohorian je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.854273,0.425873,21.385733,23.666546,25773,163,25936, +q0972,dev,single_document_synthesis,hard,"Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre študentku Valerii Kutsenko je na ZP Wiki uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.843924,0.492789,21.161542,23.498879,25747,155,25902, +q0973,dev,single_document_synthesis,hard,"Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.878619,0.456973,23.415598,25.752056,28199,163,28362, +q0974,dev,single_document_synthesis,hard,"Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť finálny názov bakalárskej práce pre Denis Le Thanh, keďže v zázname je uvedený iba rok 2026 a témou je „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.829753,0.407611,21.517022,23.755129,25536,179,25715, +q0975,dev,single_document_synthesis,hard,"Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.846362,0.419398,23.352649,25.619091,28253,155,28408, +q0976,dev,single_document_synthesis,hard,"Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa pre osobu Oleksandr Dorybohov pri type bakalárska práca uvádza rok 2026, pričom explicitný finálny názov práce nie je v zdrojoch uvedený, ale je definovaná téma „Automatické odpovede na otázky v právnej oblasti“ a cieľ vytvorenia agenta pre spracovanie slovenských právnych textov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.8965,0.419926,22.10416,24.421281,25945,204,26149, +q0977,dev,single_document_synthesis,hard,"Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Ronaldu Zalackovi má názov „Skórovací online systém pre robotické súťaže"" a je uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.886751,0.407417,21.220076,23.514902,25987,150,26137, +q0978,dev,single_document_synthesis,hard,"Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“ a rok, na ktorý je táto práca na ZP Wiki evidovaná, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.885216,0.429427,22.129282,24.444613,26355,173,26528, +q0979,dev,single_document_synthesis,hard,"Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Záznam o bakalárskej práci Samuela Džurinu na ZP Wiki je vedený pod názvom „Dialógový systém pre podporu firemných procesov"" a je priradený k roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.315424,0.448575,23.361329,25.126136,27743,124,27867, +q0980,dev,single_document_synthesis,hard,"Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Simona Bobrovčanová má v ZP Wiki uvedenú bakalársku prácu s témou „Automatická sumarizácia slovenského textu“ pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.869203,0.437073,21.885133,24.192136,26380,152,26532, +q0981,dev,single_document_synthesis,hard,"Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa pre osobu Yevhenii Medushivskyi nenašiel explicitne uvedený názov bakalárskej práce, iba téma práce „Získavanie textu z webových stránok"" a rok záverečnej práce 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.526694,0.438557,24.780385,26.746301,29415,156,29571, +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dárius Lindvai začal študovať v roku 2016 a rok vyjadrený kategóriou jeho diplomovej práce je 2021, čo zodpovedá kategórii dp2021, pričom rok sekcie diplomového projektu je 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.991456,0.830986,17.701575,20.524648,20917,183,21100, +q0983,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Diplomová práca Dominika Nagy s témou súvisiacou so strojovým prekladom má názov „Neurónový strojový preklad pomocou knižnice Fairseq"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.883665,0.407088,12.737053,15.028234,15085,164,15249, +q0984,dev,single_document_synthesis,hard,"Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pre osobu Jakub Maruniak je rok začiatku štúdia uvedený ako 2016 a záznam typu diplomová práca sa týka roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.695431,0.487454,20.188422,22.371929,24801,141,24942, +q0985,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","U osobe Ján Holp je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam o diplomovej práci je evidovaný pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.495212,0.635209,37.072304,39.203901,43962,129,44091, +q0986,dev,single_document_synthesis,hard,"Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Lukáš Pokrývka začal študovať v roku 2016 a záznam typu diplomová práca je pri ňom uvedený pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.768228,0.791733,42.721293,45.282511,49698,146,49844, +q0987,dev,single_document_synthesis,hard,"V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Diplomová práca Márka Fehéra súvisiaca s témou klasifikácie textu má názov „Klasifikácia textu metódami strojového učenia"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.945929,0.206203,7.515035,9.66744,7684,164,7848, +q0988,dev,single_document_synthesis,hard,"V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Diplomová práca Maroša Harahusa s témou morfologickej anotácie sa volá „Neurónová morfologická anotácia slovenského jazyka“ a bola uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.94966,0.976701,7.701005,10.627652,8950,167,9117, +q0989,dev,single_document_synthesis,hard,"V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.893676,1.617138,6.912296,10.423432,8206,147,8353, +q0990,dev,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.930241,0.560412,12.935317,15.426569,15489,169,15658, +q0991,dev,single_document_synthesis,hard,"V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Názov bakalárskej práce Dmytra Ushatenka súvisiacej s témou chatbot je „Jednoduchý chatbot v jazyku Python"" a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.863069,0.346696,16.828782,19.039102,20460,160,20620, +q0992,dev,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a návrh na názov „Generatívne modely slovenského jazyka“ pre rok 2023, pričom obe témy súvisia s generatívnymi modelmi. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.896673,0.354476,8.935432,11.186869,8709,202,8911, +q0993,dev,single_document_synthesis,hard,"V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Bakalárska práca Martina Wencela súvisiaca s témou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.887422,0.252067,8.717359,10.857184,9997,170,10167, +q0994,dev,single_document_synthesis,hard,"V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Bakalárska práca Ondreja Megelu s témou súvisiacou s BERT má názov „Neurónové jazykové modelovanie typu BERT"" a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.892493,0.491589,7.672433,10.056806,8838,161,8999, +q0995,dev,single_document_synthesis,hard,"Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Alina Vitko je rok začiatku štúdia 2019 a záznam typu bakalárska práca je uvedený pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.713845,0.496821,40.08753,42.2993,47624,139,47763, +q0996,dev,single_document_synthesis,hard,"Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Pre osobe Artem Yatsenko sa v dokumentoch ZP Wiki uvádza rok začiatku štúdia 2019 a záznam o bakalárskej práci je uvedený pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.950052,0.226765,16.645965,18.82337,19500,160,19660, +q0997,dev,single_document_synthesis,hard,"V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Bakalárska práca osoby Filip Tomáš súvisiaca s témou CI/CD má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.907448,0.677484,23.457174,26.042852,28317,166,28483, +q0998,dev,single_document_synthesis,hard,"V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Pre Kristiána Sopkoviča je v dokumente uvedená bakalárska práca s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ a je zaradená do roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.933472,0.493595,8.373152,10.800533,9172,168,9340, +q0999,dev,single_document_synthesis,hard,"V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Bakalárska práca Michala Stromka s témou súvisiacou s Elasticsearchom sa volá „Indexovanie slovenského textu pomocou Elasticsearch"" a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.855268,0.569369,23.405518,25.830937,28642,156,28798, +q1000,dev,single_document_synthesis,hard,"Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri osobe Eduard Matovka je rok začiatku štúdia uvedený ako 2021, zatiaľco záznam typu „bakalárska práca"" je na ZP Wiki uvedený pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.761773,0.512272,39.488476,41.76359,46193,157,46350, +q1001,dev,single_document_synthesis,hard,"Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri osobe Martin Šarišský je rok začiatku štúdia 2021 a rok, pri ktorom je na ZP Wiki uvedený záznam typu diplomová práca, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.953762,0.865347,29.626089,32.44605,34913,162,35075, +q1002,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Pri osobe Matej Novotný je rok začiatku štúdia 2021, kým záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.512511,0.786126,38.280733,40.580451,44924,134,45058, +q1003,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Matej Ščišľak je rok začiatku štúdia uvedený ako 2021, zatiaľ čo záznam typu „diplomová práca"" je na ZP Wiki priradený k roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.978258,0.555522,10.758963,13.293239,11786,174,11960, +q1004,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Vladimír Ferko je rok začiatku štúdia uvedený ako 2021 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.53842,0.505759,36.898876,38.944075,43738,137,43875, +q1005,dev,single_document_synthesis,hard,"Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Pri osobe Andrii Pervashov je rok začiatku štúdia 2022 a záznam typu diplomová práca je uvedený pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.549601,0.898208,42.721382,45.170318,49720,133,49853, +q1006,dev,single_document_synthesis,hard,"Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Daniil Huzenko začal štúdium v roku 2022 a na ZP Wiki je o ňom uvedený záznam typu bakalárska práca pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.928615,0.441927,36.388811,38.760357,42573,160,42733, +q1007,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Malinovský je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomový projekt"" sa v ZP Wiki uvádza pre rok 2026 (v sekcii Diplomový projekt 2026). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.715013,0.651469,21.255216,23.622515,25045,163,25208, +q1008,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomový projekt"" je na ZP Wiki evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.474502,0.967259,43.090702,45.533641,50464,134,50598, +q1009,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Oleh Poiasnik začal štúdium v roku 2022 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.914662,1.015198,36.927725,39.858533,43258,152,43410, +q1010,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Samuel Vasiľ sa rok začiatku štúdia uvádza ako 2022 a záznam typu „bakalárska práca"" je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.514353,0.46811,39.57725,41.560877,46126,137,46263, +q1011,dev,single_document_synthesis,hard,"Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Tetiana Mohorian začala štúdium v roku 2022 a na ZP Wiki má záznam o bakalárskej práci pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.930931,0.401255,24.023637,26.356617,28692,152,28844, +q1012,dev,single_document_synthesis,hard,"Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Pri osobe Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomová práca"" sa na ZP Wiki uvádza pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.510278,0.975588,41.25366,43.740606,47880,140,48020, +q1013,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Osoba Vladyslav Yanchenko začala štúdium v roku 2022 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.363598,0.307321,20.241188,21.912787,24048,122,24170, +q1014,dev,single_document_synthesis,hard,"Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pre osobu Denis Le Thanh je rok začiatku štúdia 2023, zatiaľ čo rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca"", je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.508288,0.440641,35.582769,37.532677,42313,139,42452, +q1015,dev,single_document_synthesis,hard,"Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Maksym Zatirka začal študovať v roku 2023 a záznam o jeho bakalárskej práci je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.539229,0.442177,38.651254,40.633723,45312,128,45440, +q1016,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pre osobu Oleksandr Dorybohov je v ZP Wiki uvedený rok začiatku štúdia ako 2023 a záznam o bakalárskej práci je spojený s rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.961068,0.477948,35.733387,38.173434,41974,168,42142, +q1017,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Ronald Zalacko je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o bakalárskej práci sa týka roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.962473,0.406191,28.244246,30.613723,33678,161,33839, +q1018,dev,single_document_synthesis,hard,"Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pri osobe Rostyslav Rodzhuk je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu bakalárska práca na ZP Wiki je vedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.564377,0.468408,38.008276,40.042098,44490,145,44635, +q1019,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Samuel Džurina začal štúdium v roku 2023 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.768869,0.396795,14.302693,16.468822,16788,146,16934, +q1020,dev,single_document_synthesis,hard,"Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre osobu Simonu Bobrovčanovú je na ZP Wiki uvedený rok začiatku štúdia 2023 a rok, v ktorom je evidovaná jej bakalárska práca, je 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.957487,0.364773,22.156104,24.479043,26707,170,26877, +q1021,dev,single_document_synthesis,hard,"Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","U osoby Yevhenii Medushivskyi sa rok začiatku štúdia uvádza ako 2023, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.999301,0.397798,22.5619,24.959646,26906,176,27082, +q1022,dev,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo je určené kategóriou dp2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.906619,0.67853,7.775057,10.360564,8564,168,8732, +q1023,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Diplomová práca Dominika Nagy súvisiaca s témou Fairseq má názov „Neurónový strojový preklad pomocou knižnice Fairseq"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.858756,0.364577,7.520147,9.743836,8674,158,8832, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, kým Ján Pták pracoval na diplomovom projekte s názvom „Agent pre manažment záverečných prác"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.740957,0.752223,22.386469,24.880435,26418,199,26617, +q1093,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Záverečná diplomová práca Lukáša Pokrývky z roku 2021 má názov „Paralelné trénovanie neurónových sietí"" a bakalárska práca Oleksandr Dorybohov z roku 2026 sa nazýva „Automatické odpovede na otázky v právnej oblasti"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.727373,0.684204,22.614362,25.026653,26128,201,26329, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.868074,1.27273,23.211628,26.353126,26986,208,27194, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Denis Le Thanh vypracoval bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.839319,0.530112,22.189277,24.559419,25590,221,25811, +q1096,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Ronald Zalacko vypracovával bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.69935,0.601707,23.430913,25.732677,27268,197,27465, +q1097,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracoval bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.907373,0.787667,24.651989,27.347837,28453,222,28675, +q1098,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.672505,0.790618,23.158555,25.622324,26636,202,26838, +q1099,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bakalárska práca Filipa Tomáša z roku 2022 nesie názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" a diplomová práca Mateja Novotného je vedená pod rokom 2026 s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.875293,0.947236,25.179457,28.002818,29140,217,29357, +q1100,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.516693,0.766518,24.764674,27.048657,28670,190,28860, +q1101,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.863023,0.567708,22.386182,24.817602,25768,222,25990, +q1102,dev,multi_document,hard,"Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Z dostupných záznamov na ZP Wiki má Patrik Pavlišin bakalársku prácu z roku 2020 s názvom „Metódy automatického prekladu"", zatiaľ čo Andrii Pervashov má záznam o diplomovej práci pre rok 2027, kde je uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.916038,0.532497,23.784051,26.233284,27243,236,27479, +q1103,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" uvedenú pre rok 2025 a Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" uvedenú pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.912879,0.552061,23.82801,26.293627,27304,228,27532, +q1104,dev,multi_document,hard,"Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026 a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.70407,0.354933,22.269872,24.329621,25953,200,26153, +q1105,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Tetiana Mohorian vypracovala bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.930262,0.46147,18.158732,20.551035,20810,221,21031, +q1106,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má na ZP Wiki evidovaný návrh na tému diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.82394,0.894106,26.29195,29.010847,30479,224,30703, +q1107,dev,multi_document,hard,"Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022 a Samuel Vasiľ má záznam o bakalárskej práci s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.916472,0.477732,22.336515,24.731432,25144,237,25381, +q1108,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022 a Oleh Poiasnik má záznam o diplomovej práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.841788,0.989788,26.388689,29.221021,30828,207,31035, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Z dostupných záznamov na ZP Wiki má Martin Šarišský diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" z roku 2026 a Andrii Pervashov má diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" z roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.681388,0.621385,25.160597,27.46406,28896,217,29113, +q1110,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, ktorý je na ZP Wiki evidovaný pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.95655,0.49687,23.978137,26.432244,27124,230,27354, +q1111,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.439599,0.773352,22.950986,25.164704,26490,188,26678, +q1112,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021 a Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.877198,0.638759,23.009054,25.525656,26604,212,26816, +q1113,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina vykonáva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.861413,0.658251,24.812191,27.332547,28809,209,29018, +q1114,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Samuel Džurina vypracováva bakalársku prácu s názvom Dialógový systém pre podporu firemných procesov v roku 2026 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom Automatická sumarizácia slovenského textu v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.730852,0.392394,21.733991,23.857944,25260,197,25457, +q1115,dev,multi_document,hard,"Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026 a Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.884246,0.517462,23.325598,25.727968,27093,211,27304, +q1116,dev,multi_document,hard,"Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa pre Alinu Vitko nachádza záznam o bakalárskej práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ z roku 2022, no pre Valeriiho Kutsenko sa v nájdených zdrojoch uvádza iba téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“ pre rok 2027 bez explicitne uvedeného finálneho názvu práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.873899,0.831746,26.722272,29.428628,30352,247,30599, +q1117,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Matej Ščišľak vypracoval diplomovú prácu v roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", zatiaľ čo Denis Le Thanh vypracoval bakalársku prácu v roku 2026 s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.890063,0.571675,23.471711,25.934181,26821,229,27050, +q1118,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta vypracovával diplomovú prácu v roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ a Oleh Poiasnik vypracováva diplomovú prácu v roku 2027 s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.650547,0.618362,25.738418,28.008032,29781,206,29987, +q1119,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"", ktorá je na ZP Wiki uvedená v roku 2021, zatiaľ čo Maroš Harahus má záznam diplomovej práce z roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.904844,0.845636,23.191305,25.942463,26533,226,26759, +q1120,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Ján Pták má evidovaný diplomový projekt s témou „Agent pre manažment záverečných prác"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.892925,0.842025,24.436044,27.171774,28560,205,28765, +q1121,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020, zatiaľ čo Ronald Zalacko má uvedenú bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" z roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.676748,0.418673,21.46318,23.559224,24685,208,24893, +q1122,dev,multi_document,hard,"Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.890608,0.708577,23.874623,26.474513,27670,217,27887, +q1123,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", zatiaľ čo Eduard Matovka má uvedenú bakalársku prácu z roku 2024 s názvom „Slovenská konverzačná umelá inteligencia"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.704158,0.408113,22.479089,24.592011,25942,210,26152, +q1124,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Samuel Vasiľ má ako bakalársku prácu predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" uvedený pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.86059,0.628848,21.311585,23.801645,24515,224,24739, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaja nenašla explicitná zápisná kategória diplomovej práce (dpYYYY), hoci je uvedený názov „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" a rok diplomového projektu 2021, preto rok diplomovej práce vyjadrený kategóriou nie je dostupný. Pre Andriiho Pervashova je v sekciách uvedené, že vypracováva diplomovú prácu v roku 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.928882,0.377102,11.971719,14.278097,11496,287,11783, +q1126,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ pre rok 2025, zatiaľ čo Denis Le Thanh má v evidencii bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ určenú pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.913773,0.543859,24.362526,26.820887,28129,239,28368, +q1127,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ a je uvedená pre rok 2025, zatiaľ čo Oleksandr Dorybohov má v ZP Wiki zaznamenanú bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.539882,0.576712,24.480688,26.597999,27897,214,28111, +q1128,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020. Yevhenii Medushivskyi má na ZP Wiki evidovanú bakalársku prácu s témou „Získavanie textu z webových stránok“ z roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.696205,0.496917,26.381016,28.574786,30327,217,30544, +q1129,dev,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022, pričom v roku 2021 už mal za sebou diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“. Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.913467,0.620605,24.625252,27.159976,26829,279,27108, +q1130,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.828861,0.593918,22.517295,24.940741,26039,217,26256, +q1131,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.694478,0.562183,23.60758,25.864975,27366,205,27571, +q1132,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Martin Šarišský vypracoval diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" v roku 2026 a Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" pre rok 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.853869,0.618069,23.37767,25.850304,26856,221,27077, +q1133,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Simona Bobrovčanová realizuje bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"", ktorá je evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.852515,0.677989,22.650081,25.18124,26183,213,26396, +q1134,dev,multi_document,hard,"Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ a je evidovaná pre rok 2026, zatiaľ čo Rostyslav Rodzhuk má záznam o bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“, ktorá je tiež evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.865606,0.434533,23.271192,25.572354,26421,238,26659, +q1135,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.706597,0.575997,22.663073,24.946423,26363,192,26555, +q1136,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa pre Ján Malinovský nenašiel explicitne uvedený názov diplomového projektu, ale v sekcii diplomového projektu je uvedená téma „Grafové vyhľadávanie pre podporu vzdelávania"" s rokom 2026, zatiaľ čo pre Yevhenii Medushivskyi v sekcii bakalárskej práce chýba explicitný názov, ale je uvedená téma „Získavanie textu z webových stránok"" s rokom 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.863504,0.422912,22.857885,25.144955,25691,260,25951, +q1137,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Samuel Vasiľ má uvedený predbežný názov svojej bakalárskej práce „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" pre rok 2026 a Ronald Zalacko má uvedený názov svojej bakalárskej práce „Skórovací online systém pre robotické súťaže"" tiež pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.871289,0.450069,22.035066,24.357081,25433,226,25659, +q1138,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.642367,0.622628,21.308319,23.573927,24735,200,24935, +q1139,dev,multi_document,hard,"Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024"", ""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia"" v roku 2024 a Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.898174,0.405944,23.085427,25.390165,26693,219,26912, +q1140,dev,multi_document,hard,"Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Bakalárska práca Maksyma Zatirku má názov „Grafová databáza pre podporu generovania slovenského jazyka“ a je evidovaná v roku 2026, zatiaľ čo bakalárska práca Oleksandra Dorybohova má názov „Automatické odpovede na otázky v právnej oblasti“ a je evidovaná v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.522084,0.683081,25.270717,27.476547,29082,203,29285, +q1141,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020, zatiaľ čo Kristián Sopkovič má v zázname uvádzaný návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.593296,0.361723,18.130592,20.086232,20385,207,20592, +q1142,dev,multi_document,hard,"Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vykonáva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.861433,0.826121,25.166117,27.85437,29495,205,29700, +q1143,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" a je na ZP Wiki uvedená v roku 2021, zatiaľ čo Matej Novotný má evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.879309,0.743391,24.696169,27.31955,28258,231,28489, +q1144,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Kristián Sopkovič má v roku 2022 uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.916804,0.588034,23.264068,25.76964,26841,218,27059, +q1145,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Matej Ščišľak má naplánovanú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.941042,0.391566,20.847671,23.180856,23357,224,23581, +q1146,dev,multi_document,hard,"Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"", pričom obe sú na ZP Wiki evidované v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.892551,0.720502,24.247666,26.861386,28112,217,28329, diff --git a/tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.json b/tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.json new file mode 100644 index 0000000..d4d59c4 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_freeze/rag_answers_dev.json @@ -0,0 +1,48602 @@ +{ + "generated_at": "2026-09-29T05:02:38.505147+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "149a016a5cc60b9f07d2e6d5e06ba2ea53cd8aa0e945b7cdb5a2720c8a5db313", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690", + "q0691", + "q0692", + "q0693", + "q0694", + "q0695", + "q0696", + "q0697", + "q0698", + "q0699", + "q0700", + "q0701", + "q0702", + "q0703", + "q0704", + "q0705", + "q0706", + "q0707", + "q0708", + "q0709", + "q0710", + "q0711", + "q0712", + "q0713", + "q0714", + "q0715", + "q0716", + "q0717", + "q0718", + "q0719", + "q0720", + "q0721", + "q0722", + "q0723", + "q0724", + "q0725", + "q0726", + "q0727", + "q0728", + "q0729", + "q0730", + "q0731", + "q0732", + "q0733", + "q0734", + "q0771", + "q0772", + "q0773", + "q0774", + "q0775", + "q0776", + "q0777", + "q0778", + "q0779", + "q0780", + "q0781", + "q0782", + "q0783", + "q0784", + "q0785", + "q0786", + "q0787", + "q0788", + "q0789", + "q0790", + "q0791", + "q0792", + "q0793", + "q0794", + "q0795", + "q0796", + "q0797", + "q0798", + "q0821", + "q0822", + "q0823", + "q0824", + "q0825", + "q0826", + "q0827", + "q0828", + "q0829", + "q0830", + "q0831", + "q0832", + "q0833", + "q0834", + "q0835", + "q0836", + "q0837", + "q0838", + "q0839", + "q0840", + "q0841", + "q0842", + "q0843", + "q0844", + "q0845", + "q0846", + "q0847", + "q0848", + "q0849", + "q0850", + "q0851", + "q0852", + "q0853", + "q0854", + "q0855", + "q0856", + "q0857", + "q0858", + "q0859", + "q0860", + "q0861", + "q0862", + "q0863", + "q0864", + "q0865", + "q0866", + "q0867", + "q0868", + "q0869", + "q0870", + "q0871", + "q0872", + "q0873", + "q0874", + "q0875", + "q0876", + "q0877", + "q0878", + "q0879", + "q0880", + "q0881", + "q0882", + "q0883", + "q0884", + "q0885", + "q0886", + "q0887", + "q0942", + "q0943", + "q0944", + "q0945", + "q0946", + "q0947", + "q0948", + "q0949", + "q0950", + "q0951", + "q0952", + "q0953", + "q0954", + "q0955", + "q0956", + "q0957", + "q0958", + "q0959", + "q0960", + "q0961", + "q0962", + "q0963", + "q0964", + "q0965", + "q0966", + "q0967", + "q0968", + "q0969", + "q0970", + "q0971", + "q0972", + "q0973", + "q0974", + "q0975", + "q0976", + "q0977", + "q0978", + "q0979", + "q0980", + "q0981", + "q0982", + "q0983", + "q0984", + "q0985", + "q0986", + "q0987", + "q0988", + "q0989", + "q0990", + "q0991", + "q0992", + "q0993", + "q0994", + "q0995", + "q0996", + "q0997", + "q0998", + "q0999", + "q1000", + "q1001", + "q1002", + "q1003", + "q1004", + "q1005", + "q1006", + "q1007", + "q1008", + "q1009", + "q1010", + "q1011", + "q1012", + "q1013", + "q1014", + "q1015", + "q1016", + "q1017", + "q1018", + "q1019", + "q1020", + "q1021", + "q1022", + "q1023", + "q1092", + "q1093", + "q1094", + "q1095", + "q1096", + "q1097", + "q1098", + "q1099", + "q1100", + "q1101", + "q1102", + "q1103", + "q1104", + "q1105", + "q1106", + "q1107", + "q1108", + "q1109", + "q1110", + "q1111", + "q1112", + "q1113", + "q1114", + "q1115", + "q1116", + "q1117", + "q1118", + "q1119", + "q1120", + "q1121", + "q1122", + "q1123", + "q1124", + "q1125", + "q1126", + "q1127", + "q1128", + "q1129", + "q1130", + "q1131", + "q1132", + "q1133", + "q1134", + "q1135", + "q1136", + "q1137", + "q1138", + "q1139", + "q1140", + "q1141", + "q1142", + "q1143", + "q1144", + "q1145", + "q1146" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 629, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 629, + "completed": 629, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.995495, + "source_url_score": 0.99841, + "should_answer_score": 0.993641, + "overall_score": 0.996887, + "strict_pass_count": 623, + "strict_pass_rate": 0.990461, + "mean_latency_seconds": 19.295812, + "prompt_tokens": 12775738, + "completion_tokens": 103786, + "total_tokens": 12879524, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.572608, + "prompt_tokens": 190026, + "completion_tokens": 2202, + "total_tokens": 192228 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.043396, + "prompt_tokens": 249572, + "completion_tokens": 2039, + "total_tokens": 251611 + }, + "entity_lookup": { + "total": 69, + "completed": 69, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 69, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.833954, + "prompt_tokens": 1039328, + "completion_tokens": 11546, + "total_tokens": 1050874 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.979741, + "prompt_tokens": 209864, + "completion_tokens": 1634, + "total_tokens": 211498 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.986006, + "prompt_tokens": 431347, + "completion_tokens": 3156, + "total_tokens": 434503 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.813489, + "prompt_tokens": 488452, + "completion_tokens": 2671, + "total_tokens": 491123 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.5211, + "prompt_tokens": 34426, + "completion_tokens": 578, + "total_tokens": 35004 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.028729, + "prompt_tokens": 64190, + "completion_tokens": 365, + "total_tokens": 64555 + }, + "keyword_grounding": { + "total": 103, + "completed": 103, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 0.990291, + "overall_score": 0.997573, + "strict_pass_count": 102, + "strict_pass_rate": 0.990291, + "mean_latency_seconds": 16.417915, + "prompt_tokens": 1720191, + "completion_tokens": 18606, + "total_tokens": 1738797 + }, + "multi_document": { + "total": 59, + "completed": 59, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 59, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 26.67429, + "prompt_tokens": 1620557, + "completion_tokens": 14140, + "total_tokens": 1634697 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.298447, + "prompt_tokens": 402263, + "completion_tokens": 3135, + "total_tokens": 405398 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 0.958333, + "overall_score": 0.96875, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 24.676531, + "prompt_tokens": 646827, + "completion_tokens": 3855, + "total_tokens": 650682 + }, + "single_document_synthesis": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 82, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.75196, + "prompt_tokens": 2281894, + "completion_tokens": 12740, + "total_tokens": 2294634 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.421777, + "prompt_tokens": 193424, + "completion_tokens": 937, + "total_tokens": 194361 + }, + "specific_fact": { + "total": 50, + "completed": 50, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.963333, + "source_url_score": 1.0, + "should_answer_score": 0.96, + "overall_score": 0.980833, + "strict_pass_count": 46, + "strict_pass_rate": 0.92, + "mean_latency_seconds": 16.122071, + "prompt_tokens": 844459, + "completion_tokens": 7446, + "total_tokens": 851905 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 27.886157, + "prompt_tokens": 661389, + "completion_tokens": 3967, + "total_tokens": 665356 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 16, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.700406, + "prompt_tokens": 353248, + "completion_tokens": 2465, + "total_tokens": 355713 + }, + "unanswerable_missing_fact": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 68, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.973592, + "prompt_tokens": 1126633, + "completion_tokens": 10486, + "total_tokens": 1137119 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.662019, + "prompt_tokens": 217648, + "completion_tokens": 1818, + "total_tokens": 219466 + } + }, + "by_difficulty": { + "easy": { + "total": 146, + "completed": 146, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 146, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.940332, + "prompt_tokens": 2638065, + "completion_tokens": 21491, + "total_tokens": 2659556 + }, + "hard": { + "total": 169, + "completed": 169, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 169, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.343597, + "prompt_tokens": 4342049, + "completion_tokens": 31121, + "total_tokens": 4373170 + }, + "medium": { + "total": 314, + "completed": 314, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.990977, + "source_url_score": 0.996815, + "should_answer_score": 0.987261, + "overall_score": 0.993763, + "strict_pass_count": 308, + "strict_pass_rate": 0.980892, + "mean_latency_seconds": 17.674233, + "prompt_tokens": 5795624, + "completion_tokens": 51174, + "total_tokens": 5846798 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ján Holp sa v ZP Wiki nachádza študentský dokument, ktorý eviduje jeho diplomovú prácu z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\" a tiež jeho diplomový projekt z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.539811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.037002, + "tool_latency_seconds": 0.539811, + "final_model_latency_seconds": 13.263183, + "total_latency_seconds": 15.840567, + "usage": { + "prompt_tokens": 16056, + "completion_tokens": 173, + "total_tokens": 16229 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.260633, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.716674, + "tool_latency_seconds": 0.260633, + "final_model_latency_seconds": 15.353757, + "total_latency_seconds": 17.331793, + "usage": { + "prompt_tokens": 19790, + "completion_tokens": 135, + "total_tokens": 19925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pracou s názvom „Systém získavania informácií v slovenskom jazyku\" sa zaoberal Ján Holp, ktorý ju vypracoval ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.600069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.655888, + "tool_latency_seconds": 0.600069, + "final_model_latency_seconds": 21.847106, + "total_latency_seconds": 24.103943, + "usage": { + "prompt_tokens": 27174, + "completion_tokens": 151, + "total_tokens": 27325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5 + }, + "latency_seconds": 0.580475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.55119, + "tool_latency_seconds": 0.580475, + "final_model_latency_seconds": 22.506706, + "total_latency_seconds": 24.639153, + "usage": { + "prompt_tokens": 27618, + "completion_tokens": 133, + "total_tokens": 27751 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená téma diplomovej práce z roku 2021 „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.390607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.739373, + "tool_latency_seconds": 0.390607, + "final_model_latency_seconds": 16.536581, + "total_latency_seconds": 18.667118, + "usage": { + "prompt_tokens": 20209, + "completion_tokens": 143, + "total_tokens": 20352 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.217619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.415629, + "tool_latency_seconds": 0.217619, + "final_model_latency_seconds": 13.192171, + "total_latency_seconds": 14.825985, + "usage": { + "prompt_tokens": 16615, + "completion_tokens": 99, + "total_tokens": 16714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.28849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.900532, + "tool_latency_seconds": 0.28849, + "final_model_latency_seconds": 7.142746, + "total_latency_seconds": 9.332077, + "usage": { + "prompt_tokens": 8382, + "completion_tokens": 145, + "total_tokens": 8527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021 s názvom Systém získavania informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.277951, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.736613, + "tool_latency_seconds": 0.277951, + "final_model_latency_seconds": 17.197635, + "total_latency_seconds": 19.213087, + "usage": { + "prompt_tokens": 21433, + "completion_tokens": 143, + "total_tokens": 21576 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Holp začala študovať v roku 2016 a vypracovávala diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.610192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.602856, + "tool_latency_seconds": 0.610192, + "final_model_latency_seconds": 30.906712, + "total_latency_seconds": 33.120817, + "usage": { + "prompt_tokens": 37382, + "completion_tokens": 132, + "total_tokens": 37514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom vypracovania diplomovej práce Jána Holpa, ale označuje rok jeho začiatku štúdia. Jeho diplomová práca je uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.421112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.86508, + "tool_latency_seconds": 0.421112, + "final_model_latency_seconds": 10.741195, + "total_latency_seconds": 13.027838, + "usage": { + "prompt_tokens": 12191, + "completion_tokens": 159, + "total_tokens": 12350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" a tiež autorom dokumentu s názvom „Získavanie informácií\", ktorý sa zaoberá teóriou a metódami v oblasti informačného vyhľadávania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.485952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.820986, + "tool_latency_seconds": 0.485952, + "final_model_latency_seconds": 16.894826, + "total_latency_seconds": 19.202282, + "usage": { + "prompt_tokens": 19906, + "completion_tokens": 188, + "total_tokens": 20094 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorá bola dokončená v roku 2021 a zahŕňala implementáciu a experimenty s algoritmom PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.252632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.721665, + "tool_latency_seconds": 0.252632, + "final_model_latency_seconds": 13.267005, + "total_latency_seconds": 15.241759, + "usage": { + "prompt_tokens": 15675, + "completion_tokens": 165, + "total_tokens": 15840 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp súvisí s témou slovenského internetu v rámci svojej bakalárskej práce z roku 2019 s názvom „Vyhľadávač na slovenskom internete\". Tému slovenského internetu a získavania dát z internetu spracúval aj v rámci diplomového projektu v roku 2020, kde mal za úlohu využiť veľké slovenské dáta z internetu pre verejné demo.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.223969, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.765258, + "tool_latency_seconds": 0.223969, + "final_model_latency_seconds": 13.745398, + "total_latency_seconds": 15.7351, + "usage": { + "prompt_tokens": 15678, + "completion_tokens": 206, + "total_tokens": 15884 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V stave práce Jána Holpa, konkrétne v rámci diplomového projektu z roku 2020, bolo implementované riešenie problémov s databázou Cassandra a indexovanie dát, následne bola vytvorená REST API pre indexovanie dokumentov a backend s REST API. Ďalej bol implementovaný algoritmus PageRank do indexu a vyhľadávania, pričom boli vyriešené technické problémy s implementáciou tohto algoritmu a príprava webovej aplikácie s frontendom v JavaScriptu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.317038, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.72781, + "tool_latency_seconds": 0.317038, + "final_model_latency_seconds": 10.244766, + "total_latency_seconds": 12.289948, + "usage": { + "prompt_tokens": 10700, + "completion_tokens": 218, + "total_tokens": 10918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa bol „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?" + }, + "latency_seconds": 0.451421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.176272, + "tool_latency_seconds": 0.451421, + "final_model_latency_seconds": 12.241744, + "total_latency_seconds": 13.869899, + "usage": { + "prompt_tokens": 15350, + "completion_tokens": 93, + "total_tokens": 15443 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Maroš Harahus sa nachádza na stránke ZP Wiki, kde sú uvedené jeho bakalárska práca z roku 2019 a diplomová práca z roku 2021, pričom sa zameriava na témy ako automatické opravy textu, spracovanie prirodzeného jazyka a špecifické nástroje ako spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.416127, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.76093, + "tool_latency_seconds": 0.416127, + "final_model_latency_seconds": 8.046349, + "total_latency_seconds": 10.223719, + "usage": { + "prompt_tokens": 8503, + "completion_tokens": 188, + "total_tokens": 8691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.438766, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.832196, + "tool_latency_seconds": 0.438766, + "final_model_latency_seconds": 11.622311, + "total_latency_seconds": 13.893947, + "usage": { + "prompt_tokens": 14476, + "completion_tokens": 135, + "total_tokens": 14611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ vypracoval Maroš Harahus.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.690903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.908099, + "tool_latency_seconds": 0.690903, + "final_model_latency_seconds": 18.092138, + "total_latency_seconds": 20.691668, + "usage": { + "prompt_tokens": 22392, + "completion_tokens": 147, + "total_tokens": 22539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorú ukončil v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.497551, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" + ], + "first_model_latency_seconds": 1.892169, + "tool_latency_seconds": 0.497551, + "final_model_latency_seconds": 16.291664, + "total_latency_seconds": 18.682019, + "usage": { + "prompt_tokens": 19731, + "completion_tokens": 161, + "total_tokens": 19892 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je pri diplomovej práci z roku 2021 uvedená téma „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.447723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.788336, + "tool_latency_seconds": 0.447723, + "final_model_latency_seconds": 12.143527, + "total_latency_seconds": 14.380013, + "usage": { + "prompt_tokens": 14556, + "completion_tokens": 147, + "total_tokens": 14703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?" + }, + "latency_seconds": 0.517471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.175204, + "tool_latency_seconds": 0.517471, + "final_model_latency_seconds": 16.855655, + "total_latency_seconds": 18.548861, + "usage": { + "prompt_tokens": 20537, + "completion_tokens": 109, + "total_tokens": 20646 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021, ktorej témou je priamo morfologická anotácia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.331937, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.819837, + "tool_latency_seconds": 0.331937, + "final_model_latency_seconds": 10.480763, + "total_latency_seconds": 12.632957, + "usage": { + "prompt_tokens": 11672, + "completion_tokens": 165, + "total_tokens": 11837 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus je študent, ktorý sa v rámci projektu „Podpora slovenčiny v knižnici Spacy\" podieľal na štatistickom značkovaní a v rámci svojho prvého ročníka doktorandského štúdia plánoval dokončiť draft článku týkajúceho sa Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.345433, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.749623, + "tool_latency_seconds": 0.345433, + "final_model_latency_seconds": 11.593889, + "total_latency_seconds": 13.689443, + "usage": { + "prompt_tokens": 13139, + "completion_tokens": 192, + "total_tokens": 13331 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť, keďže v nájdených záznamoch má Maroš Harahus uvedeného ako autora iba dokument o študentovi Dmytrovi Muralovi (bakalárska práca o grafových neurónových sieťach pre vyhľadávanie na internete), zatiaľ čo v dokumente, ktorý pojednáva o jeho vlastnom štúdiu a témach (vrátane prehľadu grafových neurónových sietí), je autorom dokumentu Daniel Hladek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.524693, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.882796, + "tool_latency_seconds": 0.524693, + "final_model_latency_seconds": 21.372931, + "total_latency_seconds": 23.781064, + "usage": { + "prompt_tokens": 24252, + "completion_tokens": 243, + "total_tokens": 24495 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" použila na morfologickú anotáciu knižnicu **Spacy**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.684795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.920034, + "tool_latency_seconds": 0.684795, + "final_model_latency_seconds": 7.859326, + "total_latency_seconds": 10.464426, + "usage": { + "prompt_tokens": 8835, + "completion_tokens": 164, + "total_tokens": 8999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.798458, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.999323, + "tool_latency_seconds": 0.798458, + "final_model_latency_seconds": 8.464162, + "total_latency_seconds": 11.262268, + "usage": { + "prompt_tokens": 9926, + "completion_tokens": 162, + "total_tokens": 10088 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracovával diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.256748, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.707741, + "tool_latency_seconds": 0.256748, + "final_model_latency_seconds": 15.232857, + "total_latency_seconds": 17.197897, + "usage": { + "prompt_tokens": 18464, + "completion_tokens": 153, + "total_tokens": 18617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.328354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.788045, + "tool_latency_seconds": 0.328354, + "final_model_latency_seconds": 17.73543, + "total_latency_seconds": 19.85239, + "usage": { + "prompt_tokens": 20743, + "completion_tokens": 195, + "total_tokens": 20938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Túto diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ vypracoval Tomáš Kuchárik v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 2.038738, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.0589, + "tool_latency_seconds": 2.038738, + "final_model_latency_seconds": 25.294307, + "total_latency_seconds": 29.392935, + "usage": { + "prompt_tokens": 30526, + "completion_tokens": 176, + "total_tokens": 30702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá rieši vytvorenie korpusu z anglického jazyka pomocou strojového prekladu a následné porovnanie s manuálne vytvorenou verziou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 10 + }, + "latency_seconds": 1.310636, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ], + "first_model_latency_seconds": 1.664343, + "tool_latency_seconds": 1.310636, + "final_model_latency_seconds": 42.704581, + "total_latency_seconds": 45.680823, + "usage": { + "prompt_tokens": 49128, + "completion_tokens": 191, + "total_tokens": 49319 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik sú v ZP Wiki uvedené témy dvoch diplomových prác: v roku 2021 to bola „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.284606, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.801976, + "tool_latency_seconds": 0.284606, + "final_model_latency_seconds": 16.348126, + "total_latency_seconds": 18.435324, + "usage": { + "prompt_tokens": 18215, + "completion_tokens": 201, + "total_tokens": 18416 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.348808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.794035, + "tool_latency_seconds": 0.348808, + "final_model_latency_seconds": 20.130279, + "total_latency_seconds": 22.273724, + "usage": { + "prompt_tokens": 24387, + "completion_tokens": 159, + "total_tokens": 24546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik súvisí s témou Question Answering prostredníctvom svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a následne aj s diplomovou prácou z roku 2022, ktorá pokračovala v tomto projekte v rámci súvisiaceho projektu SK QUAD. Okrem toho sa v rámci projektu Question Answering podieľal na vývoji webovej aplikácie pre analýzu anotácií a vytvorení aplikačnej šablóny.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 10 + }, + "latency_seconds": 0.493748, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.400059, + "tool_latency_seconds": 0.493748, + "final_model_latency_seconds": 36.796874, + "total_latency_seconds": 38.691768, + "usage": { + "prompt_tokens": 41703, + "completion_tokens": 235, + "total_tokens": 41938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracovával diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zaoberala mutáciami overovacej množiny SQuAD a jej prekladom. Ďalej sa podieľal na projekte Question Answering, kde pomohol s vývojom webovej aplikácie na analýzu anotácií pre túto tému.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.269509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.598973, + "tool_latency_seconds": 0.269509, + "final_model_latency_seconds": 14.850057, + "total_latency_seconds": 16.719117, + "usage": { + "prompt_tokens": 15811, + "completion_tokens": 225, + "total_tokens": 16036 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "S Tomášom Kuchárikom súvisí diplomová práca s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" z roku 2022, ktorá sa zameriava na vytvorenie strojovo preloženej verzie datasetu SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.341061, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.823146, + "tool_latency_seconds": 0.341061, + "final_model_latency_seconds": 12.219661, + "total_latency_seconds": 14.384288, + "usage": { + "prompt_tokens": 14173, + "completion_tokens": 184, + "total_tokens": 14357 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názovom diplomovej práce Tomáša Kuchárika v roku 2021 bolo „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.327389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.913101, + "tool_latency_seconds": 0.327389, + "final_model_latency_seconds": 17.471249, + "total_latency_seconds": 19.712277, + "usage": { + "prompt_tokens": 21308, + "completion_tokens": 159, + "total_tokens": 21467 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal v rámci diplomového projektu a následne diplomovej práce strojovo prekladať dataset SQUAD (anglický korpus otázok a odpovedí), a to konkrétne jeho jazykové mutácie (napr. španielčina, taliančina, francúzština a švédčina) s cieľom vytvoriť strojovo preloženú verziu tohto datasetu pre potreby slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?" + }, + "latency_seconds": 0.382988, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.196533, + "tool_latency_seconds": 0.382988, + "final_model_latency_seconds": 23.203919, + "total_latency_seconds": 24.784062, + "usage": { + "prompt_tokens": 27019, + "completion_tokens": 170, + "total_tokens": 27189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Jakub Maruniak je v ZP Wiki dostupný dokument, ktorý uvádza, že študoval od roku 2016 a vypracoval diplomovú prácu s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.279205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.697958, + "tool_latency_seconds": 0.279205, + "final_model_latency_seconds": 13.515393, + "total_latency_seconds": 15.493167, + "usage": { + "prompt_tokens": 15579, + "completion_tokens": 173, + "total_tokens": 15752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Jakuba Maruniaka má názov „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.364238, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.793804, + "tool_latency_seconds": 0.364238, + "final_model_latency_seconds": 18.656663, + "total_latency_seconds": 20.815293, + "usage": { + "prompt_tokens": 23036, + "completion_tokens": 144, + "total_tokens": 23180 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ vypracoval Jakub Maruniak ako svoju diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.403537, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.59469, + "tool_latency_seconds": 0.403537, + "final_model_latency_seconds": 20.245872, + "total_latency_seconds": 22.244694, + "usage": { + "prompt_tokens": 24702, + "completion_tokens": 136, + "total_tokens": 24838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.410296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.974338, + "tool_latency_seconds": 0.410296, + "final_model_latency_seconds": 18.432387, + "total_latency_seconds": 20.817775, + "usage": { + "prompt_tokens": 22510, + "completion_tokens": 158, + "total_tokens": 22668 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.234119, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "first_model_latency_seconds": 1.774556, + "tool_latency_seconds": 0.234119, + "final_model_latency_seconds": 13.392432, + "total_latency_seconds": 15.401982, + "usage": { + "prompt_tokens": 16041, + "completion_tokens": 144, + "total_tokens": 16185 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.368437, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.767142, + "tool_latency_seconds": 0.368437, + "final_model_latency_seconds": 14.894572, + "total_latency_seconds": 17.030699, + "usage": { + "prompt_tokens": 18521, + "completion_tokens": 124, + "total_tokens": 18645 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.382307, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.895785, + "tool_latency_seconds": 0.382307, + "final_model_latency_seconds": 17.195936, + "total_latency_seconds": 19.47477, + "usage": { + "prompt_tokens": 21168, + "completion_tokens": 147, + "total_tokens": 21315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.352471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.75668, + "tool_latency_seconds": 0.352471, + "final_model_latency_seconds": 17.636134, + "total_latency_seconds": 19.746028, + "usage": { + "prompt_tokens": 21920, + "completion_tokens": 128, + "total_tokens": 22048 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Jakub Maruniak začal štúdium v roku 2016 a vypracovával diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.426766, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.838035, + "tool_latency_seconds": 0.426766, + "final_model_latency_seconds": 7.36802, + "total_latency_seconds": 9.63312, + "usage": { + "prompt_tokens": 8386, + "completion_tokens": 145, + "total_tokens": 8531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale rokom začiatku jeho štúdia, pričom jeho záverečné práce (bakalárska a diplomová) boli vypracované v rokoch 2019 a 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.231006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.645751, + "tool_latency_seconds": 0.231006, + "final_model_latency_seconds": 12.27914, + "total_latency_seconds": 14.156398, + "usage": { + "prompt_tokens": 14667, + "completion_tokens": 166, + "total_tokens": 14833 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak je spojený s diplomovou prácou s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a tiež realizoval úlohy v rámci projektu Pomenované entity, kde pripravil anotačný recept a konverziu dát.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.247398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.790242, + "tool_latency_seconds": 0.247398, + "final_model_latency_seconds": 16.130677, + "total_latency_seconds": 18.16886, + "usage": { + "prompt_tokens": 18539, + "completion_tokens": 190, + "total_tokens": 18729 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracovával diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorá je úzko prepojená s témou Spacy, keďže v rámci spolupráce s projektom sa zaoberal podporou slovenčiny v tejto knižnici a riešením problémov so spacy modelom pri rozpoznávaní pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.472323, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.833359, + "tool_latency_seconds": 0.472323, + "final_model_latency_seconds": 8.490531, + "total_latency_seconds": 10.796527, + "usage": { + "prompt_tokens": 8559, + "completion_tokens": 215, + "total_tokens": 8774 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa explicitne uvádza príprava postupu na anotáciu textového korpusu pre systém Prodigy a spolupráca s projektom Anotácia textových dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.425855, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.768199, + "tool_latency_seconds": 0.425855, + "final_model_latency_seconds": 11.347537, + "total_latency_seconds": 13.541993, + "usage": { + "prompt_tokens": 12939, + "completion_tokens": 193, + "total_tokens": 13132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal pri príprave textového korpusu použiť na jeho anotáciu systém Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.326984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.610867, + "tool_latency_seconds": 0.326984, + "final_model_latency_seconds": 13.865407, + "total_latency_seconds": 15.803724, + "usage": { + "prompt_tokens": 17331, + "completion_tokens": 121, + "total_tokens": 17452 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Nájdený dokument o osobe Dominik Nagy uvádza, že vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022 a jeho štúdium začalo v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.195723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.747364, + "tool_latency_seconds": 0.195723, + "final_model_latency_seconds": 7.505692, + "total_latency_seconds": 9.449076, + "usage": { + "prompt_tokens": 8144, + "completion_tokens": 169, + "total_tokens": 8313 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.284946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.742265, + "tool_latency_seconds": 0.284946, + "final_model_latency_seconds": 21.190971, + "total_latency_seconds": 23.218859, + "usage": { + "prompt_tokens": 26357, + "completion_tokens": 131, + "total_tokens": 26488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.722819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.889686, + "tool_latency_seconds": 0.722819, + "final_model_latency_seconds": 23.863508, + "total_latency_seconds": 26.476668, + "usage": { + "prompt_tokens": 28758, + "completion_tokens": 155, + "total_tokens": 28913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.462556, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.703404, + "tool_latency_seconds": 0.462556, + "final_model_latency_seconds": 22.598881, + "total_latency_seconds": 24.76552, + "usage": { + "prompt_tokens": 27196, + "completion_tokens": 141, + "total_tokens": 27337 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená téma diplomovej práce „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.361573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.75062, + "tool_latency_seconds": 0.361573, + "final_model_latency_seconds": 16.448831, + "total_latency_seconds": 18.56154, + "usage": { + "prompt_tokens": 20088, + "completion_tokens": 135, + "total_tokens": 20223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.343206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.732493, + "tool_latency_seconds": 0.343206, + "final_model_latency_seconds": 23.425731, + "total_latency_seconds": 25.502147, + "usage": { + "prompt_tokens": 28942, + "completion_tokens": 123, + "total_tokens": 29065 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022, ktorá sa zaoberá témou strojového prekladu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.240155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.768952, + "tool_latency_seconds": 0.240155, + "final_model_latency_seconds": 13.033014, + "total_latency_seconds": 15.042559, + "usage": { + "prompt_tokens": 14932, + "completion_tokens": 174, + "total_tokens": 15106 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022, pričom v rámci prípravy na tento projekt v roku 2019 sa zaoberal aj inštaláciou nástroja Fairseq a prechodom jeho tutoriálov pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.317366, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.30206, + "tool_latency_seconds": 0.317366, + "final_model_latency_seconds": 15.173579, + "total_latency_seconds": 16.793598, + "usage": { + "prompt_tokens": 17664, + "completion_tokens": 164, + "total_tokens": 17828 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", v rámci ktorej sa ako jedna z úloh zaoberal aj experimentom s architektúrou MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.224773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.756817, + "tool_latency_seconds": 0.224773, + "final_model_latency_seconds": 7.619961, + "total_latency_seconds": 9.60186, + "usage": { + "prompt_tokens": 8368, + "completion_tokens": 172, + "total_tokens": 8540 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely pomocou knižnice Fairseq v rámci strojového prekladu, konkrétne pre obojsmerný preklad medzi angličtinou a slovenčinou, ako aj v rámci prípravy na preklad zo slovenčiny pomocou BERT modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.237115, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.826742, + "tool_latency_seconds": 0.237115, + "final_model_latency_seconds": 7.867296, + "total_latency_seconds": 9.93146, + "usage": { + "prompt_tokens": 8880, + "completion_tokens": 173, + "total_tokens": 9053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE, sentencepiece a wordpiece pomocou knižnice huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.252477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.595924, + "tool_latency_seconds": 0.252477, + "final_model_latency_seconds": 18.790315, + "total_latency_seconds": 20.639284, + "usage": { + "prompt_tokens": 23186, + "completion_tokens": 141, + "total_tokens": 23327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin sa nachádza na stránke ZP Wiki, kde sú evidované jeho študentské práce, vrátane bakalárskej práce z roku 2020, diplomovej práce z roku 2022 s predbežným názvom „Neurónový strojový preklad\" a stáže z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.680573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.73355, + "tool_latency_seconds": 0.680573, + "final_model_latency_seconds": 8.398599, + "total_latency_seconds": 10.812983, + "usage": { + "prompt_tokens": 8861, + "completion_tokens": 185, + "total_tokens": 9046 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Patrika Pavlišina sa volá „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.282715, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.816439, + "tool_latency_seconds": 0.282715, + "final_model_latency_seconds": 12.210692, + "total_latency_seconds": 14.310287, + "usage": { + "prompt_tokens": 15432, + "completion_tokens": 134, + "total_tokens": 15566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Metódy automatického prekladu“ sa venuje študent Patrik Pavlišin, ktorý túto tému spracoval v rámci svojej bakalárskej práce v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.698861, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.737796, + "tool_latency_seconds": 0.698861, + "final_model_latency_seconds": 22.98869, + "total_latency_seconds": 25.426186, + "usage": { + "prompt_tokens": 27944, + "completion_tokens": 154, + "total_tokens": 28098 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020, ktorá rieši prehľad aktuálnych metód automatického prekladu, vybranú metódu a experimenty s automatickým prekladom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.679723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.780979, + "tool_latency_seconds": 0.679723, + "final_model_latency_seconds": 24.668717, + "total_latency_seconds": 27.130086, + "usage": { + "prompt_tokens": 28756, + "completion_tokens": 173, + "total_tokens": 28929 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Patrika Pavlišina je „Metódy automatického prekladu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.695923, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.861931, + "tool_latency_seconds": 0.695923, + "final_model_latency_seconds": 9.578139, + "total_latency_seconds": 12.136356, + "usage": { + "prompt_tokens": 11358, + "completion_tokens": 131, + "total_tokens": 11489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Patrik Pavlišin je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?" + }, + "latency_seconds": 0.438107, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.196129, + "tool_latency_seconds": 0.438107, + "final_model_latency_seconds": 16.562431, + "total_latency_seconds": 18.197281, + "usage": { + "prompt_tokens": 20644, + "completion_tokens": 94, + "total_tokens": 20738 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin je študentom, ktorý vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020 a diplomovú prácu s predbežným názvom „Neurónový strojový preklad\" v roku 2022, pričom obe práce sa zaoberajú témou automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.503442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.822916, + "tool_latency_seconds": 0.503442, + "final_model_latency_seconds": 12.463861, + "total_latency_seconds": 14.790653, + "usage": { + "prompt_tokens": 14157, + "completion_tokens": 194, + "total_tokens": 14351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval diplomovú prácu v roku 2022, ktorej zadanie obsahovalo prípravu paralelného korpusu a natrénovanie modelu strojového prekladu pomocou neurónových sietí. Jeho bakalárska práca z roku 2020 s názvom „Metódy automatického prekladu\" tiež zahŕňala prípravu paralelného korpusu a vykonanie experimentov s automatickým prekladom.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.43281, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.833644, + "tool_latency_seconds": 0.43281, + "final_model_latency_seconds": 16.522285, + "total_latency_seconds": 18.789417, + "usage": { + "prompt_tokens": 18800, + "completion_tokens": 221, + "total_tokens": 19021 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Patrik Pavlišin súvisí diplomová práca z roku 2022 s predbežným názvom „Neurónový strojový preklad\", ktorá bola zaradená do témy strojového prekladu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.337893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.826023, + "tool_latency_seconds": 0.337893, + "final_model_latency_seconds": 8.146189, + "total_latency_seconds": 10.310465, + "usage": { + "prompt_tokens": 8987, + "completion_tokens": 176, + "total_tokens": 9163 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin mal pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom ako súčasť zadania svojej bakalárskej práce, pričom v rámci diplomovej práce mal pripraviť paralelný korpus do vhodnej podoby a natrénovať model pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.295321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.698911, + "tool_latency_seconds": 0.295321, + "final_model_latency_seconds": 20.434837, + "total_latency_seconds": 22.429652, + "usage": { + "prompt_tokens": 24582, + "completion_tokens": 182, + "total_tokens": 24764 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ondrej Megela uvádza, že študoval od roku 2018 a vypracoval diplomovú prácu v roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktorá bola súčasťou aj bakalárskeho projektu z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228906, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.708427, + "tool_latency_seconds": 0.228906, + "final_model_latency_seconds": 14.509739, + "total_latency_seconds": 16.447553, + "usage": { + "prompt_tokens": 16857, + "completion_tokens": 175, + "total_tokens": 17032 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.277715, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.810767, + "tool_latency_seconds": 0.277715, + "final_model_latency_seconds": 16.517051, + "total_latency_seconds": 18.606255, + "usage": { + "prompt_tokens": 20372, + "completion_tokens": 138, + "total_tokens": 20510 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónové jazykové modelovanie typu BERT\" sa venuje Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5 + }, + "latency_seconds": 0.59026, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.434623, + "tool_latency_seconds": 0.59026, + "final_model_latency_seconds": 25.615992, + "total_latency_seconds": 27.64161, + "usage": { + "prompt_tokens": 30857, + "completion_tokens": 127, + "total_tokens": 30984 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020, ktorej cieľom bolo natrénovať a vyhodnotiť jazykový model metódou BERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.597673, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.82481, + "tool_latency_seconds": 0.597673, + "final_model_latency_seconds": 25.711976, + "total_latency_seconds": 28.135172, + "usage": { + "prompt_tokens": 30589, + "completion_tokens": 172, + "total_tokens": 30761 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Ondreja Megelu je „Neurónové jazykové modelovanie typu BERT“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?" + }, + "latency_seconds": 0.453914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.203657, + "tool_latency_seconds": 0.453914, + "final_model_latency_seconds": 16.52702, + "total_latency_seconds": 18.185159, + "usage": { + "prompt_tokens": 20247, + "completion_tokens": 94, + "total_tokens": 20341 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020 s názvom „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.314131, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.784704, + "tool_latency_seconds": 0.314131, + "final_model_latency_seconds": 17.322453, + "total_latency_seconds": 19.421978, + "usage": { + "prompt_tokens": 21159, + "completion_tokens": 145, + "total_tokens": 21304 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\" v roku 2023, ktorá sa zaoberá témami BERT a generovaním otázok, pričom je uvedený ako študent súvisiaci s interným projektom Question Answering a úlohami pomocou BERT modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.25896, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.523752, + "tool_latency_seconds": 0.25896, + "final_model_latency_seconds": 13.79368, + "total_latency_seconds": 15.576938, + "usage": { + "prompt_tokens": 15544, + "completion_tokens": 191, + "total_tokens": 15735 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\" v roku 2023, ktorá sa zaoberá využitím generatívnych jazykových modelov na vytváranie databázy otázok a odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.303329, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.825517, + "tool_latency_seconds": 0.303329, + "final_model_latency_seconds": 7.309984, + "total_latency_seconds": 9.439128, + "usage": { + "prompt_tokens": 7859, + "completion_tokens": 177, + "total_tokens": 8036 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\", ktorá sa zaoberá témou neurónových sietí a jazykovým modelovaním.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.31145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.799823, + "tool_latency_seconds": 0.31145, + "final_model_latency_seconds": 7.122528, + "total_latency_seconds": 9.234083, + "usage": { + "prompt_tokens": 7902, + "completion_tokens": 158, + "total_tokens": 8060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal za cieľ natrénovať a vyhodnotiť jazykový model typu BERT (v rámci bakalárskej práce) a generatívny model slovenského jazyka, konkrétne sa skúšali aj modely ako slovenský GPT, Multilingual T5 a BART (v rámci diplomového projektu).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.291964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.92747, + "tool_latency_seconds": 0.291964, + "final_model_latency_seconds": 8.018165, + "total_latency_seconds": 10.237927, + "usage": { + "prompt_tokens": 8940, + "completion_tokens": 191, + "total_tokens": 9131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024, pričom začiatok jeho štúdia je uvedený v roku 2018 a vedúci práce je Daniel Hládek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5 + }, + "latency_seconds": 0.180729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.262327, + "tool_latency_seconds": 0.180729, + "final_model_latency_seconds": 13.380664, + "total_latency_seconds": 14.824215, + "usage": { + "prompt_tokens": 15745, + "completion_tokens": 153, + "total_tokens": 15898 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracovával diplomovú prácu v roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a v roku 2023 s návrhom názvu „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.215167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.772154, + "tool_latency_seconds": 0.215167, + "final_model_latency_seconds": 16.434479, + "total_latency_seconds": 18.422337, + "usage": { + "prompt_tokens": 19587, + "completion_tokens": 181, + "total_tokens": 19768 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" sa venuje Dávid Omasta v rámci svojej diplomovej práce pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.480293, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.567229, + "tool_latency_seconds": 0.480293, + "final_model_latency_seconds": 23.749661, + "total_latency_seconds": 25.797855, + "usage": { + "prompt_tokens": 28667, + "completion_tokens": 141, + "total_tokens": 28808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta vypracovával diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.578686, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.968815, + "tool_latency_seconds": 0.578686, + "final_model_latency_seconds": 26.591339, + "total_latency_seconds": 29.139598, + "usage": { + "prompt_tokens": 31847, + "completion_tokens": 168, + "total_tokens": 32015 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Pre rok 2024 je pri osobe Dávid Omasta uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.305488, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.899138, + "tool_latency_seconds": 0.305488, + "final_model_latency_seconds": 19.227065, + "total_latency_seconds": 21.432269, + "usage": { + "prompt_tokens": 23173, + "completion_tokens": 159, + "total_tokens": 23332 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta sú uvedené diplomové práce v rokoch 2023 a 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?" + }, + "latency_seconds": 0.211993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.1879, + "tool_latency_seconds": 0.211993, + "final_model_latency_seconds": 21.030104, + "total_latency_seconds": 22.430771, + "usage": { + "prompt_tokens": 25663, + "completion_tokens": 95, + "total_tokens": 25758 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta súvisí s témou generatívnych modelov v rámci svojej diplomovej práce z roku 2023 s názvom „Generatívne modely slovenského jazyka\" a následne diplomovej práce z roku 2024 s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.29717, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.61232, + "tool_latency_seconds": 0.29717, + "final_model_latency_seconds": 25.554248, + "total_latency_seconds": 27.46454, + "usage": { + "prompt_tokens": 30097, + "completion_tokens": 176, + "total_tokens": 30273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta sa v rámci svojej diplomovej práce z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" zaoberá témou Question Answering a je uvedený ako študent súvisiaci s interným projektom Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.763936, + "tool_latency_seconds": 0.206114, + "final_model_latency_seconds": 16.3735, + "total_latency_seconds": 18.344073, + "usage": { + "prompt_tokens": 18935, + "completion_tokens": 179, + "total_tokens": 19114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta vypracovával diplomovú prácu v roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu\" a v roku 2024 pracoval na diplomovej práci s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá súvisí s projektom Question Answering.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.169707, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.583401, + "tool_latency_seconds": 0.169707, + "final_model_latency_seconds": 15.917309, + "total_latency_seconds": 17.670888, + "usage": { + "prompt_tokens": 17997, + "completion_tokens": 187, + "total_tokens": 18184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dávida Omastu v roku 2023 bola Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.357954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.868211, + "tool_latency_seconds": 0.357954, + "final_model_latency_seconds": 16.931097, + "total_latency_seconds": 19.157805, + "usage": { + "prompt_tokens": 20801, + "completion_tokens": 145, + "total_tokens": 20946 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.313255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.889837, + "tool_latency_seconds": 0.313255, + "final_model_latency_seconds": 18.33731, + "total_latency_seconds": 20.541032, + "usage": { + "prompt_tokens": 22409, + "completion_tokens": 149, + "total_tokens": 22558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Pre Kristiána Sopkoviča je v ZP Wiki evidovaný dokument o jeho študentských prácach, kde je uvedené, že študoval od roku 2019 a vypracovával diplomovú prácu v roku 2024 na tému neurónového vyhľadávania založeného na sémantickej podobnosti vektorov, ako aj dizertačnú prácu s cieľom vylepšiť RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.721788, + "tool_latency_seconds": 0.210619, + "final_model_latency_seconds": 17.328031, + "total_latency_seconds": 19.261027, + "usage": { + "prompt_tokens": 19634, + "completion_tokens": 213, + "total_tokens": 19847 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Kristiána Sopkoviča má názov „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.249539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.838566, + "tool_latency_seconds": 0.249539, + "final_model_latency_seconds": 14.394499, + "total_latency_seconds": 16.483127, + "usage": { + "prompt_tokens": 17642, + "completion_tokens": 147, + "total_tokens": 17789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" (v zázname uvedený ako návrh na názov bakalárskej práce) vypracoval Kristián Sopkovič v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.643152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.913328, + "tool_latency_seconds": 0.643152, + "final_model_latency_seconds": 20.416583, + "total_latency_seconds": 22.973665, + "usage": { + "prompt_tokens": 24732, + "completion_tokens": 176, + "total_tokens": 24908 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý riešil bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\", je Kristián Sopkovič. Jeho práca mala za cieľ zlepšiť presnosť modelu Spacy pre slovenčinu, čo zahŕňalo trénovanie modelu a experimentovanie s jeho presnosťou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 10 + }, + "latency_seconds": 0.867331, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.607837, + "tool_latency_seconds": 0.867331, + "final_model_latency_seconds": 33.374804, + "total_latency_seconds": 35.850996, + "usage": { + "prompt_tokens": 39193, + "completion_tokens": 179, + "total_tokens": 39372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Kristiána Sopkoviča sa zaoberá témou „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.339671, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.870589, + "tool_latency_seconds": 0.339671, + "final_model_latency_seconds": 17.079105, + "total_latency_seconds": 19.289886, + "usage": { + "prompt_tokens": 20346, + "completion_tokens": 151, + "total_tokens": 20497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Kristián Sopkovič je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.221332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.848484, + "tool_latency_seconds": 0.221332, + "final_model_latency_seconds": 17.935451, + "total_latency_seconds": 20.005899, + "usage": { + "prompt_tokens": 22080, + "completion_tokens": 137, + "total_tokens": 22217 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý súvisí s témou Spacy prostredníctvom svojej bakalárskej práce z roku 2022 s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\", kde sa zaoberal zlepšením presnosti tohto modelu pre slovenčinu a využívaním transformérov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.259401, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.675023, + "tool_latency_seconds": 0.259401, + "final_model_latency_seconds": 16.176524, + "total_latency_seconds": 18.111488, + "usage": { + "prompt_tokens": 18338, + "completion_tokens": 201, + "total_tokens": 18539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracoval diplomovú prácu s názvom „Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov\" s cieľom zlepšiť slovenské vyhľadávanie, pričom v rámci dizertačnej práce má za cieľ vylepšiť RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.286537, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.842477, + "tool_latency_seconds": 0.286537, + "final_model_latency_seconds": 8.110725, + "total_latency_seconds": 10.240063, + "usage": { + "prompt_tokens": 8400, + "completion_tokens": 196, + "total_tokens": 8596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracováva diplomovú prácu z roku 2024 na tému neurónového vyhľadávania a sémantickej podobnosti, kde sa zameriava na trénovanie a dotréňovanie modelov typu Sentence Transformer (SBERT). Okrem toho sa v rámci bakalárskej práce z roku 2022 venoval štúdiu a implementácii transformérov v rámci podpory slovenčiny v knižnici Spacy.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 5 + }, + "latency_seconds": 0.252551, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.367651, + "tool_latency_seconds": 0.252551, + "final_model_latency_seconds": 17.496693, + "total_latency_seconds": 19.117421, + "usage": { + "prompt_tokens": 20018, + "completion_tokens": 203, + "total_tokens": 20221 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.493787, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.861593, + "tool_latency_seconds": 0.493787, + "final_model_latency_seconds": 17.04972, + "total_latency_seconds": 19.406344, + "usage": { + "prompt_tokens": 20747, + "completion_tokens": 154, + "total_tokens": 20901 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Michala Stromka je v ZP Wiki evidovaný dokument, ktorý pojednáva o jeho diplomovej práci z roku 2024 s názvom „Sémantické vyhľadávanie v slovenskom texte\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.282539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.666499, + "tool_latency_seconds": 0.282539, + "final_model_latency_seconds": 14.640887, + "total_latency_seconds": 16.590511, + "usage": { + "prompt_tokens": 17715, + "completion_tokens": 148, + "total_tokens": 17863 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Michala Stromka z roku 2022 je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.2569, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.850611, + "tool_latency_seconds": 0.2569, + "final_model_latency_seconds": 16.005212, + "total_latency_seconds": 18.113315, + "usage": { + "prompt_tokens": 19826, + "completion_tokens": 138, + "total_tokens": 19964 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" vypracoval Michal Stromko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.503911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.780074, + "tool_latency_seconds": 0.503911, + "final_model_latency_seconds": 23.562378, + "total_latency_seconds": 25.847037, + "usage": { + "prompt_tokens": 28663, + "completion_tokens": 145, + "total_tokens": 28808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022, ktorá rieši vytvorenie vyhľadávacieho indexu dokumentov zo slovenského internetu a demonštračnej webovej aplikácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.525203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.826324, + "tool_latency_seconds": 0.525203, + "final_model_latency_seconds": 24.613172, + "total_latency_seconds": 26.965387, + "usage": { + "prompt_tokens": 29240, + "completion_tokens": 175, + "total_tokens": 29415 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.300226, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.792002, + "tool_latency_seconds": 0.300226, + "final_model_latency_seconds": 18.36492, + "total_latency_seconds": 20.457724, + "usage": { + "prompt_tokens": 22565, + "completion_tokens": 129, + "total_tokens": 22694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Michal Stromko je uvedená bakalárska práca z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.753038, + "tool_latency_seconds": 0.262817, + "final_model_latency_seconds": 18.180966, + "total_latency_seconds": 20.197361, + "usage": { + "prompt_tokens": 22498, + "completion_tokens": 128, + "total_tokens": 22626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracoval bakalársku prácu z roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\", ktorá sa zameriava na vytvorenie vyhľadávacieho indexu dokumentov zo slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.312105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.722328, + "tool_latency_seconds": 0.312105, + "final_model_latency_seconds": 15.770582, + "total_latency_seconds": 17.805569, + "usage": { + "prompt_tokens": 18749, + "completion_tokens": 161, + "total_tokens": 18910 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko je študent, ktorý vypracovával diplomovú prácu na tému „Sémantické vyhľadávanie v slovenskom texte\" v akademickom roku 2023/2024, pričom sa v rámci vedeckého projektu 2022/23 venoval demonštračnému vyhľadávaniu na slovenskej Wikipédii pre potreby otázok a odpovedí.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.339453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.869367, + "tool_latency_seconds": 0.339453, + "final_model_latency_seconds": 19.409944, + "total_latency_seconds": 21.619317, + "usage": { + "prompt_tokens": 22582, + "completion_tokens": 209, + "total_tokens": 22791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko súvisí s témou FAISS v rámci svojho vedeckého projektu a diplomového projektu, kde plánoval použitie FAISS ako vektorovej databázy na ukladanie odsekov a vektorov pre demonštračný systém otázky a odpovede (QA) na slovenskej Wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.363848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.746108, + "tool_latency_seconds": 0.363848, + "final_model_latency_seconds": 15.752708, + "total_latency_seconds": 17.863222, + "usage": { + "prompt_tokens": 18382, + "completion_tokens": 176, + "total_tokens": 18558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" používala ako indexovací systém Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.418874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.843523, + "tool_latency_seconds": 0.418874, + "final_model_latency_seconds": 11.668089, + "total_latency_seconds": 13.930928, + "usage": { + "prompt_tokens": 14157, + "completion_tokens": 144, + "total_tokens": 14301 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri QA deme mal Michal Stromko nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.390509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.794673, + "tool_latency_seconds": 0.390509, + "final_model_latency_seconds": 7.601767, + "total_latency_seconds": 9.787272, + "usage": { + "prompt_tokens": 9295, + "completion_tokens": 127, + "total_tokens": 9422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Artem Yatsenko je v ZP Wiki dostupný dokument o jeho bakalárskej práci z roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorá bola realizovaná v rámci bakalárskeho projektu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.224545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.735703, + "tool_latency_seconds": 0.224545, + "final_model_latency_seconds": 14.330982, + "total_latency_seconds": 16.291767, + "usage": { + "prompt_tokens": 17288, + "completion_tokens": 169, + "total_tokens": 17457 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce osoby Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.218477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.604911, + "tool_latency_seconds": 0.218477, + "final_model_latency_seconds": 12.648174, + "total_latency_seconds": 14.472022, + "usage": { + "prompt_tokens": 15552, + "completion_tokens": 126, + "total_tokens": 15678 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.374696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.914182, + "tool_latency_seconds": 0.374696, + "final_model_latency_seconds": 20.733115, + "total_latency_seconds": 23.022773, + "usage": { + "prompt_tokens": 25405, + "completion_tokens": 161, + "total_tokens": 25566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval študent Artem Yatsenko bakalársku prácu v roku 2022 s rovnakým názvom. Ďalej študent Jakub Maruniak riešil diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a študent Than Trung Thanh pracoval na bakalárskom projekte s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.380537, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.721614, + "tool_latency_seconds": 0.380537, + "final_model_latency_seconds": 23.30509, + "total_latency_seconds": 25.407913, + "usage": { + "prompt_tokens": 25548, + "completion_tokens": 291, + "total_tokens": 25839 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce osoby Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204603, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.800566, + "tool_latency_seconds": 0.204603, + "final_model_latency_seconds": 11.652266, + "total_latency_seconds": 13.657955, + "usage": { + "prompt_tokens": 14085, + "completion_tokens": 139, + "total_tokens": 14224 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.199378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.58722, + "tool_latency_seconds": 0.199378, + "final_model_latency_seconds": 12.332709, + "total_latency_seconds": 14.119776, + "usage": { + "prompt_tokens": 15528, + "completion_tokens": 110, + "total_tokens": 15638 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?" + }, + "latency_seconds": 0.285896, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.317085, + "tool_latency_seconds": 0.285896, + "final_model_latency_seconds": 11.772644, + "total_latency_seconds": 13.376141, + "usage": { + "prompt_tokens": 14421, + "completion_tokens": 107, + "total_tokens": 14528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?" + }, + "latency_seconds": 0.227622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.193986, + "tool_latency_seconds": 0.227622, + "final_model_latency_seconds": 16.541042, + "total_latency_seconds": 17.963194, + "usage": { + "prompt_tokens": 20577, + "completion_tokens": 90, + "total_tokens": 20667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.380185, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.84086, + "tool_latency_seconds": 0.380185, + "final_model_latency_seconds": 14.528429, + "total_latency_seconds": 16.750004, + "usage": { + "prompt_tokens": 17802, + "completion_tokens": 147, + "total_tokens": 17949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.214141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.862484, + "tool_latency_seconds": 0.214141, + "final_model_latency_seconds": 11.249044, + "total_latency_seconds": 13.326155, + "usage": { + "prompt_tokens": 13195, + "completion_tokens": 166, + "total_tokens": 13361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022, ktorá sa venuje problematike pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.131704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.634403, + "tool_latency_seconds": 0.131704, + "final_model_latency_seconds": 12.787481, + "total_latency_seconds": 14.554063, + "usage": { + "prompt_tokens": 15220, + "completion_tokens": 152, + "total_tokens": 15372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022, ktorá súvisí s témou Spacy, keďže v rámci bakalárskeho projektu v roku 2021 pracoval s modelom Spacy pre rozpoznávanie pomenovaných entít a využíval repozitár spacy-skmodel.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.29911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.595971, + "tool_latency_seconds": 0.29911, + "final_model_latency_seconds": 15.307011, + "total_latency_seconds": 17.202599, + "usage": { + "prompt_tokens": 17746, + "completion_tokens": 193, + "total_tokens": 17939 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde bola jednou z kľúčových úloh anotácia korpusu pre potreby rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.130207, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.7651, + "tool_latency_seconds": 0.130207, + "final_model_latency_seconds": 12.669271, + "total_latency_seconds": 14.565044, + "usage": { + "prompt_tokens": 14878, + "completion_tokens": 168, + "total_tokens": 15046 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal minimálne anotovať 20 článkov cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.268618, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.679697, + "tool_latency_seconds": 0.268618, + "final_model_latency_seconds": 12.221758, + "total_latency_seconds": 14.17061, + "usage": { + "prompt_tokens": 15233, + "completion_tokens": 120, + "total_tokens": 15353 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú evidované jeho bakalárska práca z roku 2024 s názvom „Dialógový systém pre potreby samosprávy\" a diplomová práca z roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5 + }, + "latency_seconds": 0.198057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.307568, + "tool_latency_seconds": 0.198057, + "final_model_latency_seconds": 18.852963, + "total_latency_seconds": 20.359226, + "usage": { + "prompt_tokens": 21723, + "completion_tokens": 189, + "total_tokens": 21912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Mateja Ščišľak nesie názov „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.274134, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.627631, + "tool_latency_seconds": 0.274134, + "final_model_latency_seconds": 17.837448, + "total_latency_seconds": 19.739822, + "usage": { + "prompt_tokens": 21840, + "completion_tokens": 133, + "total_tokens": 21973 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ vypracováva Matej Ščišľak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.583532, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.001818, + "tool_latency_seconds": 0.583532, + "final_model_latency_seconds": 25.90799, + "total_latency_seconds": 28.494121, + "usage": { + "prompt_tokens": 31580, + "completion_tokens": 153, + "total_tokens": 31733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá sa zameriava na vybudovanie systému využívajúceho znalostné grafy na vyhľadávanie v rozsudkoch, zákonoch a vyhláškach, ako aj na odpovedanie na otázky a sumarizáciu dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.634893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.727292, + "tool_latency_seconds": 0.634893, + "final_model_latency_seconds": 26.875485, + "total_latency_seconds": 29.238381, + "usage": { + "prompt_tokens": 31361, + "completion_tokens": 200, + "total_tokens": 31561 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená téma diplomovej práce „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.219759, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.847769, + "tool_latency_seconds": 0.219759, + "final_model_latency_seconds": 14.471217, + "total_latency_seconds": 16.539317, + "usage": { + "prompt_tokens": 17452, + "completion_tokens": 146, + "total_tokens": 17598 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206584, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.820199, + "tool_latency_seconds": 0.206584, + "final_model_latency_seconds": 14.93826, + "total_latency_seconds": 16.965526, + "usage": { + "prompt_tokens": 18585, + "completion_tokens": 128, + "total_tokens": 18713 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v dokumente explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.228218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.949262, + "tool_latency_seconds": 0.228218, + "final_model_latency_seconds": 6.777995, + "total_latency_seconds": 8.955768, + "usage": { + "prompt_tokens": 7664, + "completion_tokens": 149, + "total_tokens": 7813 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.275295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.793578, + "tool_latency_seconds": 0.275295, + "final_model_latency_seconds": 17.744928, + "total_latency_seconds": 19.814352, + "usage": { + "prompt_tokens": 22229, + "completion_tokens": 132, + "total_tokens": 22361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala štúdium v roku 2021 a vypracovávala diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.578258, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.719807, + "tool_latency_seconds": 0.578258, + "final_model_latency_seconds": 29.337601, + "total_latency_seconds": 31.636559, + "usage": { + "prompt_tokens": 35233, + "completion_tokens": 139, + "total_tokens": 35372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola ukončená v roku 2024 a diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.249939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.651938, + "tool_latency_seconds": 0.249939, + "final_model_latency_seconds": 11.87623, + "total_latency_seconds": 13.778594, + "usage": { + "prompt_tokens": 13196, + "completion_tokens": 167, + "total_tokens": 13363 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", v rámci ktorej vytvoril systém GraphRAG zložený z FAISS a Neo4J. Súbežne s Maksymom Zatirku spolupracuje na projekte využívajúcom znalostný graf pri RAG a vyhľadávaní v právnych predpisoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.218273, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.631515, + "tool_latency_seconds": 0.218273, + "final_model_latency_seconds": 19.160309, + "total_latency_seconds": 21.010709, + "usage": { + "prompt_tokens": 21872, + "completion_tokens": 220, + "total_tokens": 22092 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", v ktorej ako súčasť systému GraphRAG využíva databázu Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.215096, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.813998, + "tool_latency_seconds": 0.215096, + "final_model_latency_seconds": 8.259366, + "total_latency_seconds": 10.288769, + "usage": { + "prompt_tokens": 8720, + "completion_tokens": 166, + "total_tokens": 8886 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak súvisí s témou FAISS v rámci svojho diplomového projektu z roku 2025, kde vytvoril RAG systém s vektormi uloženými v indexe FAISS, ako aj v rámci svojej pripravovanej diplomovej práce pre rok 2026, ktorá využíva GraphRAG založený na kombinácii FAISS a databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.330875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.588548, + "tool_latency_seconds": 0.330875, + "final_model_latency_seconds": 17.907529, + "total_latency_seconds": 19.827497, + "usage": { + "prompt_tokens": 21063, + "completion_tokens": 187, + "total_tokens": 21250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG, ktorý vypracoval Matej Ščišľak v rámci svojej diplomovej práce, sa skladal z dvoch hlavných častí, a to z FAISS a databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.328111, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.884256, + "tool_latency_seconds": 0.328111, + "final_model_latency_seconds": 11.492274, + "total_latency_seconds": 13.705046, + "usage": { + "prompt_tokens": 13571, + "completion_tokens": 158, + "total_tokens": 13729 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým je pripravená správna odpoveď aj odpoveď vygenerovaná chatbotom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5 + }, + "latency_seconds": 0.447767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.384209, + "tool_latency_seconds": 0.447767, + "final_model_latency_seconds": 24.688868, + "total_latency_seconds": 26.521541, + "usage": { + "prompt_tokens": 30067, + "completion_tokens": 129, + "total_tokens": 30196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 je „Dialógový systém pre potreby samosprávy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.352743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.93456, + "tool_latency_seconds": 0.352743, + "final_model_latency_seconds": 22.189876, + "total_latency_seconds": 24.477805, + "usage": { + "prompt_tokens": 26786, + "completion_tokens": 151, + "total_tokens": 26937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko vypracovával bakalársku prácu v roku 2024 na tému Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.222798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.704256, + "tool_latency_seconds": 0.222798, + "final_model_latency_seconds": 13.698938, + "total_latency_seconds": 15.626495, + "usage": { + "prompt_tokens": 16409, + "completion_tokens": 147, + "total_tokens": 16556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferku je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.259455, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.820931, + "tool_latency_seconds": 0.259455, + "final_model_latency_seconds": 15.243977, + "total_latency_seconds": 17.324971, + "usage": { + "prompt_tokens": 18678, + "completion_tokens": 145, + "total_tokens": 18823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ vypracováva Vladimír Ferko ako bakalársku prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.402829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.020148, + "tool_latency_seconds": 0.402829, + "final_model_latency_seconds": 24.342964, + "total_latency_seconds": 26.766634, + "usage": { + "prompt_tokens": 29370, + "completion_tokens": 166, + "total_tokens": 29536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", je Vladimír Ferko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.35544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.772008, + "tool_latency_seconds": 0.35544, + "final_model_latency_seconds": 23.673382, + "total_latency_seconds": 25.801513, + "usage": { + "prompt_tokens": 28401, + "completion_tokens": 149, + "total_tokens": 28550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je uvedená téma bakalárskej práce „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.203147, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.90703, + "tool_latency_seconds": 0.203147, + "final_model_latency_seconds": 17.243313, + "total_latency_seconds": 19.354081, + "usage": { + "prompt_tokens": 20831, + "completion_tokens": 147, + "total_tokens": 20978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.244592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.775956, + "tool_latency_seconds": 0.244592, + "final_model_latency_seconds": 16.222206, + "total_latency_seconds": 18.243336, + "usage": { + "prompt_tokens": 20149, + "completion_tokens": 126, + "total_tokens": 20275 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumente explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.267211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.318382, + "tool_latency_seconds": 0.267211, + "final_model_latency_seconds": 15.548184, + "total_latency_seconds": 17.134296, + "usage": { + "prompt_tokens": 18997, + "completion_tokens": 107, + "total_tokens": 19104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298004, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.786801, + "tool_latency_seconds": 0.298004, + "final_model_latency_seconds": 20.496826, + "total_latency_seconds": 22.582251, + "usage": { + "prompt_tokens": 25280, + "completion_tokens": 131, + "total_tokens": 25411 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Vladimír Ferko začal štúdium v roku 2021, zatiaľ čo rok uvedený v názve sekcie jeho bakalárskej práce je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.22108, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.008156, + "tool_latency_seconds": 0.22108, + "final_model_latency_seconds": 7.298093, + "total_latency_seconds": 9.527646, + "usage": { + "prompt_tokens": 8223, + "completion_tokens": 161, + "total_tokens": 8384 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Vladimíra Ferka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.217927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.654895, + "tool_latency_seconds": 0.217927, + "final_model_latency_seconds": 10.108811, + "total_latency_seconds": 11.982053, + "usage": { + "prompt_tokens": 11879, + "completion_tokens": 154, + "total_tokens": 12033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študentom, ktorý sa podieľal na projekte „Hate Speech“ a vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.748846, + "tool_latency_seconds": 0.204155, + "final_model_latency_seconds": 17.017638, + "total_latency_seconds": 18.971141, + "usage": { + "prompt_tokens": 20139, + "completion_tokens": 186, + "total_tokens": 20325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá sa zameriava na anotáciu a automatické rozpoznávanie nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.241113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.764017, + "tool_latency_seconds": 0.241113, + "final_model_latency_seconds": 13.489921, + "total_latency_seconds": 15.495485, + "usage": { + "prompt_tokens": 15883, + "completion_tokens": 170, + "total_tokens": 16053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", v rámci ktorej experimentuje s modelom SlovakBERT (konkrétne verziou kinit/slovakbert-sentiment-twitter) na úlohu rozpoznávania sentimentu a nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.185357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.336035, + "tool_latency_seconds": 0.185357, + "final_model_latency_seconds": 17.092099, + "total_latency_seconds": 18.614077, + "usage": { + "prompt_tokens": 19946, + "completion_tokens": 165, + "total_tokens": 20111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko ako prvý natrénoval model s názvom slovakbert počas vypracovania svojej bakalárskej práce v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.225596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.615116, + "tool_latency_seconds": 0.225596, + "final_model_latency_seconds": 17.32959, + "total_latency_seconds": 19.170843, + "usage": { + "prompt_tokens": 21195, + "completion_tokens": 133, + "total_tokens": 21328 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať benchmark **OffensEval 2019-20** a vyhľadať a opísať podobné iniciatívy pre anotáciu nenávistnej reči (HateSpeech) ako súčasť svojej bakalárskej práce s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.204689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.95285, + "tool_latency_seconds": 0.204689, + "final_model_latency_seconds": 9.506311, + "total_latency_seconds": 11.664145, + "usage": { + "prompt_tokens": 9669, + "completion_tokens": 205, + "total_tokens": 9874 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorej cieľom je navrhnúť a implementovať systém na automatickú klasifikáciu webových textov podľa typu a domény a zároveň vyhodnotiť ich úroveň nenávisti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.192287, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.682003, + "tool_latency_seconds": 0.192287, + "final_model_latency_seconds": 18.336056, + "total_latency_seconds": 20.210915, + "usage": { + "prompt_tokens": 21873, + "completion_tokens": 180, + "total_tokens": 22053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.805057, + "tool_latency_seconds": 0.230646, + "final_model_latency_seconds": 17.657074, + "total_latency_seconds": 19.693411, + "usage": { + "prompt_tokens": 21575, + "completion_tokens": 143, + "total_tokens": 21718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracováva Matej Novotný ako svoju diplomovú prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.336928, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 2.063199, + "tool_latency_seconds": 0.336928, + "final_model_latency_seconds": 21.240921, + "total_latency_seconds": 23.6417, + "usage": { + "prompt_tokens": 25771, + "completion_tokens": 172, + "total_tokens": 25943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný rieši diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá má za cieľ pripraviť webové dáta na trénovanie jazykových modelov prostredníctvom ich klasifikácie podľa typu a domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.492146, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.971263, + "tool_latency_seconds": 0.492146, + "final_model_latency_seconds": 22.865176, + "total_latency_seconds": 25.329231, + "usage": { + "prompt_tokens": 27181, + "completion_tokens": 189, + "total_tokens": 27370 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená téma diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.393634, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.773143, + "tool_latency_seconds": 0.393634, + "final_model_latency_seconds": 18.864952, + "total_latency_seconds": 21.0323, + "usage": { + "prompt_tokens": 22950, + "completion_tokens": 140, + "total_tokens": 23090 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.19791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.819632, + "tool_latency_seconds": 0.19791, + "final_model_latency_seconds": 15.842476, + "total_latency_seconds": 17.860525, + "usage": { + "prompt_tokens": 19640, + "completion_tokens": 126, + "total_tokens": 19766 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.164489, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.893464, + "tool_latency_seconds": 0.164489, + "final_model_latency_seconds": 5.602199, + "total_latency_seconds": 7.660431, + "usage": { + "prompt_tokens": 6109, + "completion_tokens": 146, + "total_tokens": 6255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.226659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.757686, + "tool_latency_seconds": 0.226659, + "final_model_latency_seconds": 18.857611, + "total_latency_seconds": 20.842689, + "usage": { + "prompt_tokens": 23738, + "completion_tokens": 129, + "total_tokens": 23867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Novotný začala štúdium v roku 2021 a vypracováva diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.537266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.650122, + "tool_latency_seconds": 0.537266, + "final_model_latency_seconds": 24.151062, + "total_latency_seconds": 26.3392, + "usage": { + "prompt_tokens": 29381, + "completion_tokens": 135, + "total_tokens": 29516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia; jeho diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 5 + }, + "latency_seconds": 0.633635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.419443, + "tool_latency_seconds": 0.633635, + "final_model_latency_seconds": 12.135719, + "total_latency_seconds": 14.189272, + "usage": { + "prompt_tokens": 14233, + "completion_tokens": 136, + "total_tokens": 14369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových dát a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.220205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.753901, + "tool_latency_seconds": 0.220205, + "final_model_latency_seconds": 22.114571, + "total_latency_seconds": 24.089385, + "usage": { + "prompt_tokens": 26575, + "completion_tokens": 166, + "total_tokens": 26741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových textov podľa typu a domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.224223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.756854, + "tool_latency_seconds": 0.224223, + "final_model_latency_seconds": 18.14168, + "total_latency_seconds": 20.123284, + "usage": { + "prompt_tokens": 21578, + "completion_tokens": 163, + "total_tokens": 21741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na priame zlepšenie jazykového modelovania prostredníctvom klasifikácie a prípravy dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204957, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.794285, + "tool_latency_seconds": 0.204957, + "final_model_latency_seconds": 21.094475, + "total_latency_seconds": 23.094292, + "usage": { + "prompt_tokens": 25280, + "completion_tokens": 176, + "total_tokens": 25456 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Valerii Kutsenko sa nachádza pod názvom „Valerii Kutsenko\" a obsahuje informácie o jeho bakalárskej práci z roku 2025 s témou automatického generovania otázok a vylepšovania procesu RAG, ako aj o plánovanej diplomovej práci z roku 2027 s témou zlepšenia vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.27532, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.747938, + "tool_latency_seconds": 0.27532, + "final_model_latency_seconds": 16.333759, + "total_latency_seconds": 18.357595, + "usage": { + "prompt_tokens": 18758, + "completion_tokens": 198, + "total_tokens": 18956 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Valerii Kutsenko je „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.242062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.392367, + "tool_latency_seconds": 0.242062, + "final_model_latency_seconds": 15.411319, + "total_latency_seconds": 17.046358, + "usage": { + "prompt_tokens": 18870, + "completion_tokens": 110, + "total_tokens": 18980 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva Valerii Kutsenko v rámci svojej diplomovej práce pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.424211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.879309, + "tool_latency_seconds": 0.424211, + "final_model_latency_seconds": 19.112707, + "total_latency_seconds": 21.416977, + "usage": { + "prompt_tokens": 22903, + "completion_tokens": 157, + "total_tokens": 23060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko rieši v rámci svojej diplomovej práce pre rok 2027 tému „Zlepšenie vyhľadávania pomocou znalostných grafov\", pričom navrhovaný prístup zahŕňa budovanie agenta využívajúceho znalostný graf na vytvorenie vnútornej reprezentácie pre lepšie vyhľadávanie a generovanie odpovedí. Ďalším dokumentom súvisiacim s touto problematikou je diplomová práca študenta Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá sa zameriava na implementáciu systému pre vyhľadávanie v právnych dokumentoch pomocou znalostných grafov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.435388, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.873903, + "tool_latency_seconds": 0.435388, + "final_model_latency_seconds": 23.590191, + "total_latency_seconds": 25.900099, + "usage": { + "prompt_tokens": 25714, + "completion_tokens": 310, + "total_tokens": 26024 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce pre rok 2027 „Zlepšenie vyhľadávania pomocou znalostných grafov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.340096, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.776062, + "tool_latency_seconds": 0.340096, + "final_model_latency_seconds": 18.571138, + "total_latency_seconds": 20.687985, + "usage": { + "prompt_tokens": 22585, + "completion_tokens": 146, + "total_tokens": 22731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.22949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.808864, + "tool_latency_seconds": 0.22949, + "final_model_latency_seconds": 12.459781, + "total_latency_seconds": 14.49864, + "usage": { + "prompt_tokens": 15494, + "completion_tokens": 127, + "total_tokens": 15621 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "limit": 5 + }, + "latency_seconds": 0.288127, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.509335, + "tool_latency_seconds": 0.288127, + "final_model_latency_seconds": 9.630371, + "total_latency_seconds": 11.428262, + "usage": { + "prompt_tokens": 11678, + "completion_tokens": 113, + "total_tokens": 11791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.263763, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.762022, + "tool_latency_seconds": 0.263763, + "final_model_latency_seconds": 17.935122, + "total_latency_seconds": 19.961478, + "usage": { + "prompt_tokens": 22476, + "completion_tokens": 128, + "total_tokens": 22604 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022, pričom v dokumentoch je evidovaná aj ako autor diplomovej práce v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.272999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.835771, + "tool_latency_seconds": 0.272999, + "final_model_latency_seconds": 4.768739, + "total_latency_seconds": 6.877711, + "usage": { + "prompt_tokens": 4728, + "completion_tokens": 151, + "total_tokens": 4879 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Valerii Kutsenko, ale rokom začiatku jej štúdia; jej diplomová práca bola naplánovaná na rok 2027 a bakalárska práca na rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.383585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.455734, + "tool_latency_seconds": 0.383585, + "final_model_latency_seconds": 10.113646, + "total_latency_seconds": 11.953362, + "usage": { + "prompt_tokens": 11753, + "completion_tokens": 149, + "total_tokens": 11902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", ktorá sa zameriava na budovanie a využívanie znalostných grafov, vrátane vytvorenia multilinguálneho znalostného grafu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.26501, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.826585, + "tool_latency_seconds": 0.26501, + "final_model_latency_seconds": 7.37884, + "total_latency_seconds": 9.470734, + "usage": { + "prompt_tokens": 7969, + "completion_tokens": 178, + "total_tokens": 8147 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko súvisí s témou RAG (Retrieval Augmented Generation) v rámci svojej bakalárskej práce v roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu\", kde je cieľom vylepšiť proces RAG, a tiež v rámci plánovanej diplomovej práce v roku 2027 zameranej na zlepšenie vyhľadávania pomocou znalostných grafov a systémov ako LightRAG.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.25501, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.753845, + "tool_latency_seconds": 0.25501, + "final_model_latency_seconds": 17.638466, + "total_latency_seconds": 19.647873, + "usage": { + "prompt_tokens": 20479, + "completion_tokens": 216, + "total_tokens": 20695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko vypracováva diplomovú prácu pre rok 2027 s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, kde je jednou z kľúčových úloh navrhnutie agenta využívajúceho znalostný graf a štúdia systémov ako GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.409138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.803017, + "tool_latency_seconds": 0.409138, + "final_model_latency_seconds": 7.817591, + "total_latency_seconds": 10.030059, + "usage": { + "prompt_tokens": 8232, + "completion_tokens": 183, + "total_tokens": 8415 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania pre diplomovú prácu roku 2027 môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5 + }, + "latency_seconds": 0.303695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.376105, + "tool_latency_seconds": 0.303695, + "final_model_latency_seconds": 19.26828, + "total_latency_seconds": 20.948706, + "usage": { + "prompt_tokens": 23863, + "completion_tokens": 123, + "total_tokens": 23986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025, pričom štúdium začala v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.175756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.674239, + "tool_latency_seconds": 0.175756, + "final_model_latency_seconds": 13.478933, + "total_latency_seconds": 15.329396, + "usage": { + "prompt_tokens": 15838, + "completion_tokens": 163, + "total_tokens": 16001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Tetiany Mohorian má názov „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.15612, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.772066, + "tool_latency_seconds": 0.15612, + "final_model_latency_seconds": 12.619401, + "total_latency_seconds": 14.548025, + "usage": { + "prompt_tokens": 15450, + "completion_tokens": 144, + "total_tokens": 15594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Na práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú študentky a študenti Tetiana Mohorian, ktorá vypracováva bakalársku prácu v roku 2025, a Patrik Pokrivčák, ktorý vypracováva diplomovú prácu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.370358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.767929, + "tool_latency_seconds": 0.370358, + "final_model_latency_seconds": 25.045458, + "total_latency_seconds": 27.18464, + "usage": { + "prompt_tokens": 29212, + "completion_tokens": 209, + "total_tokens": 29421 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.650389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.106635, + "tool_latency_seconds": 0.650389, + "final_model_latency_seconds": 48.044174, + "total_latency_seconds": 50.802421, + "usage": { + "prompt_tokens": 55466, + "completion_tokens": 169, + "total_tokens": 55635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je pri bakalárskej práci uvedená téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.77882, + "tool_latency_seconds": 0.200001, + "final_model_latency_seconds": 13.21158, + "total_latency_seconds": 15.190874, + "usage": { + "prompt_tokens": 15220, + "completion_tokens": 147, + "total_tokens": 15367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.206335, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.817067, + "tool_latency_seconds": 0.206335, + "final_model_latency_seconds": 11.966681, + "total_latency_seconds": 13.990559, + "usage": { + "prompt_tokens": 14984, + "completion_tokens": 127, + "total_tokens": 15111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.301687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.924785, + "tool_latency_seconds": 0.301687, + "final_model_latency_seconds": 19.156928, + "total_latency_seconds": 21.383954, + "usage": { + "prompt_tokens": 23852, + "completion_tokens": 146, + "total_tokens": 23998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je uvedená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?" + }, + "latency_seconds": 0.235308, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.188926, + "tool_latency_seconds": 0.235308, + "final_model_latency_seconds": 12.262929, + "total_latency_seconds": 13.687655, + "usage": { + "prompt_tokens": 15052, + "completion_tokens": 91, + "total_tokens": 15143 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Podľa dostupných informácií v ZP Wiki začala študovať Tetiana Mohorian v roku 2022, pričom v dokumentoch je evidovaná ako študentka v rámci bakalárskej práce pre rok 2025, ale konkrétny rok vykonania alebo záverečenia práce sa v zadaných zdrojoch explicitne neuvádza.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian." + }, + "latency_seconds": 0.32447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.2615, + "tool_latency_seconds": 0.32447, + "final_model_latency_seconds": 14.202858, + "total_latency_seconds": 15.789316, + "usage": { + "prompt_tokens": 16656, + "completion_tokens": 154, + "total_tokens": 16810 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.205623, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.674129, + "tool_latency_seconds": 0.205623, + "final_model_latency_seconds": 13.909149, + "total_latency_seconds": 15.789401, + "usage": { + "prompt_tokens": 16937, + "completion_tokens": 148, + "total_tokens": 17085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zaoberá témou hate speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.22714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.829023, + "tool_latency_seconds": 0.22714, + "final_model_latency_seconds": 18.52256, + "total_latency_seconds": 20.579374, + "usage": { + "prompt_tokens": 22406, + "completion_tokens": 156, + "total_tokens": 22562 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zameriava na tému LLM a detekciu nenávistnej reči. Je tiež uvedená ako súčasť projektu Hate Speech Scientific Project.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.159563, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.674047, + "tool_latency_seconds": 0.159563, + "final_model_latency_seconds": 16.595048, + "total_latency_seconds": 18.429251, + "usage": { + "prompt_tokens": 19258, + "completion_tokens": 187, + "total_tokens": 19445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian je študentka, ktorá vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025, kde sa v rámci zadania a úloh explicitne zaoberá témou prompting, konkrétne navrhovaním promptov pre veľké jazykové modely na detekciu nenávistnej reči a štúdiom few-shot learningu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.281703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.715935, + "tool_latency_seconds": 0.281703, + "final_model_latency_seconds": 15.279105, + "total_latency_seconds": 17.277264, + "usage": { + "prompt_tokens": 17404, + "completion_tokens": 210, + "total_tokens": 17614 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre Tetianu Mohorian mala na adaptáciu modelov použiť techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.164145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.825978, + "tool_latency_seconds": 0.164145, + "final_model_latency_seconds": 7.14359, + "total_latency_seconds": 9.13401, + "usage": { + "prompt_tokens": 8465, + "completion_tokens": 140, + "total_tokens": 8605 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small few-shot F1 skóre približne 0,7.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.249833, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.864062, + "tool_latency_seconds": 0.249833, + "final_model_latency_seconds": 7.672968, + "total_latency_seconds": 9.787195, + "usage": { + "prompt_tokens": 9368, + "completion_tokens": 140, + "total_tokens": 9508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Za Daniilom Huzenkom je v ZP Wiki evidovaná bakalárska práca z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorú pod vedením doc. Matúša Plevu PhD. vypracoval študent, ktorý začal štúdium v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.156428, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.702795, + "tool_latency_seconds": 0.156428, + "final_model_latency_seconds": 11.964136, + "total_latency_seconds": 13.823877, + "usage": { + "prompt_tokens": 13645, + "completion_tokens": 195, + "total_tokens": 13840 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Daniila Huzenka má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.162856, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.793664, + "tool_latency_seconds": 0.162856, + "final_model_latency_seconds": 14.342755, + "total_latency_seconds": 16.299848, + "usage": { + "prompt_tokens": 17606, + "completion_tokens": 152, + "total_tokens": 17758 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" (predbežný názov bakalárskej práce pre rok 2025) vypracúva študent Daniil Huzenko.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.411225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.797001, + "tool_latency_seconds": 0.411225, + "final_model_latency_seconds": 15.457175, + "total_latency_seconds": 17.665965, + "usage": { + "prompt_tokens": 18368, + "completion_tokens": 167, + "total_tokens": 18535 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.560408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.029914, + "tool_latency_seconds": 0.560408, + "final_model_latency_seconds": 24.801845, + "total_latency_seconds": 27.392836, + "usage": { + "prompt_tokens": 29918, + "completion_tokens": 173, + "total_tokens": 30091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je uvedený predbežný názov bakalárskej práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.804314, + "tool_latency_seconds": 0.193247, + "final_model_latency_seconds": 16.010114, + "total_latency_seconds": 18.008238, + "usage": { + "prompt_tokens": 19173, + "completion_tokens": 152, + "total_tokens": 19325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.125881, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.808331, + "tool_latency_seconds": 0.125881, + "final_model_latency_seconds": 5.468869, + "total_latency_seconds": 7.403367, + "usage": { + "prompt_tokens": 6274, + "completion_tokens": 126, + "total_tokens": 6400 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.347828, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.321633, + "tool_latency_seconds": 0.347828, + "final_model_latency_seconds": 14.914783, + "total_latency_seconds": 16.584746, + "usage": { + "prompt_tokens": 18591, + "completion_tokens": 101, + "total_tokens": 18692 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je uvedená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5 + }, + "latency_seconds": 0.211165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.370037, + "tool_latency_seconds": 0.211165, + "final_model_latency_seconds": 18.556904, + "total_latency_seconds": 20.138706, + "usage": { + "prompt_tokens": 22993, + "completion_tokens": 104, + "total_tokens": 23097 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal študovať v roku 2022 a vypracováva bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.14342, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.634989, + "tool_latency_seconds": 0.14342, + "final_model_latency_seconds": 11.698592, + "total_latency_seconds": 13.477446, + "usage": { + "prompt_tokens": 14042, + "completion_tokens": 131, + "total_tokens": 14173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?" + }, + "latency_seconds": 0.368993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.27049, + "tool_latency_seconds": 0.368993, + "final_model_latency_seconds": 10.551297, + "total_latency_seconds": 12.191193, + "usage": { + "prompt_tokens": 12416, + "completion_tokens": 125, + "total_tokens": 12541 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.215079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.746947, + "tool_latency_seconds": 0.215079, + "final_model_latency_seconds": 16.646603, + "total_latency_seconds": 18.609229, + "usage": { + "prompt_tokens": 19689, + "completion_tokens": 180, + "total_tokens": 19869 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej súčasťou je zadanie zostaviť vlastný klaster z viacerých dosiek Raspberry Pi a vytvoriť k nemu funkčný prototyp privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206237, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.77233, + "tool_latency_seconds": 0.206237, + "final_model_latency_seconds": 20.236326, + "total_latency_seconds": 22.215532, + "usage": { + "prompt_tokens": 23769, + "completion_tokens": 192, + "total_tokens": 23961 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zameriava na vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes v rámci hybridného cloudového prostredia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.340593, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.786618, + "tool_latency_seconds": 0.340593, + "final_model_latency_seconds": 14.267581, + "total_latency_seconds": 16.395268, + "usage": { + "prompt_tokens": 16369, + "completion_tokens": 192, + "total_tokens": 16561 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Daniil Huzenko mal zostaviť klaster z dosiek Raspberry Pi a že je potrebné do jeho práce zapísať informácie o hardvéri, ktorý dostal, ale samotný konkrétny zoznam alebo typ hardvéru (napr. model Raspberry Pi, počet uzlov) nie je v poskytnutých textoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.22705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.560032, + "tool_latency_seconds": 0.22705, + "final_model_latency_seconds": 18.986543, + "total_latency_seconds": 20.774182, + "usage": { + "prompt_tokens": 21875, + "completion_tokens": 205, + "total_tokens": 22080 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal podľa zadania svojej bakalárskej práce konfigurovať a resetovať klaster pomocou nástroja Ansible.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.145143, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.860926, + "tool_latency_seconds": 0.145143, + "final_model_latency_seconds": 7.894545, + "total_latency_seconds": 9.900982, + "usage": { + "prompt_tokens": 9183, + "completion_tokens": 143, + "total_tokens": 9326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ján Pták bol v ZP Wiki nájdený dokument o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác\", pričom rok začiatku štúdia je uvedený ako 2022 a projekt je zaradený pod kategóriu pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5 + }, + "latency_seconds": 0.1918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.255279, + "tool_latency_seconds": 0.1918, + "final_model_latency_seconds": 15.575568, + "total_latency_seconds": 17.023168, + "usage": { + "prompt_tokens": 18552, + "completion_tokens": 145, + "total_tokens": 18697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt osoby Ján Pták má názov „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225092, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.820243, + "tool_latency_seconds": 0.225092, + "final_model_latency_seconds": 22.185408, + "total_latency_seconds": 24.231472, + "usage": { + "prompt_tokens": 27409, + "completion_tokens": 127, + "total_tokens": 27536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Agent pre manažment záverečných prác\" vypracúva Ján Pták v rámci diplomového projektu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5 + }, + "latency_seconds": 0.275729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.514982, + "tool_latency_seconds": 0.275729, + "final_model_latency_seconds": 18.683505, + "total_latency_seconds": 20.474986, + "usage": { + "prompt_tokens": 22780, + "completion_tokens": 125, + "total_tokens": 22905 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", ktorého cieľom je vytvorenie agenta pre zlepšenie manažmentu záverečných prác na wiki stránke.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.255353, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.892017, + "tool_latency_seconds": 0.255353, + "final_model_latency_seconds": 18.859228, + "total_latency_seconds": 21.007229, + "usage": { + "prompt_tokens": 22780, + "completion_tokens": 164, + "total_tokens": 22944 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v ZP Wiki uvedená téma diplomového projektu „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.283355, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.750842, + "tool_latency_seconds": 0.283355, + "final_model_latency_seconds": 16.051086, + "total_latency_seconds": 18.085823, + "usage": { + "prompt_tokens": 19693, + "completion_tokens": 132, + "total_tokens": 19825 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5 + }, + "latency_seconds": 0.211921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.389722, + "tool_latency_seconds": 0.211921, + "final_model_latency_seconds": 13.290853, + "total_latency_seconds": 14.892965, + "usage": { + "prompt_tokens": 16628, + "completion_tokens": 95, + "total_tokens": 16723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.189482, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.822826, + "tool_latency_seconds": 0.189482, + "final_model_latency_seconds": 10.850299, + "total_latency_seconds": 12.863117, + "usage": { + "prompt_tokens": 13304, + "completion_tokens": 138, + "total_tokens": 13442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt pre osobu Ján Pták je uvedený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.250695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.720147, + "tool_latency_seconds": 0.250695, + "final_model_latency_seconds": 19.025245, + "total_latency_seconds": 20.996681, + "usage": { + "prompt_tokens": 23809, + "completion_tokens": 123, + "total_tokens": 23932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 10 + }, + "latency_seconds": 0.581187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.421723, + "tool_latency_seconds": 0.581187, + "final_model_latency_seconds": 24.699389, + "total_latency_seconds": 26.703079, + "usage": { + "prompt_tokens": 30096, + "completion_tokens": 117, + "total_tokens": 30213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Jána Ptáka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho diplomový projekt je naplánovaný na rok 2026 (kategória dp2027).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.202167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.844167, + "tool_latency_seconds": 0.202167, + "final_model_latency_seconds": 11.680999, + "total_latency_seconds": 13.727823, + "usage": { + "prompt_tokens": 13359, + "completion_tokens": 171, + "total_tokens": 13530 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", ktorý priamo využíva technológiu RAG (Retrieval Augmented Generation) na vytvorenie agenta pre zlepšenie manažmentu záverečných prác v systéme ZP Wiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210957, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.745808, + "tool_latency_seconds": 0.210957, + "final_model_latency_seconds": 15.810661, + "total_latency_seconds": 17.767944, + "usage": { + "prompt_tokens": 18756, + "completion_tokens": 172, + "total_tokens": 18928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom je stanovené použitie rozhrania OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.132681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.782488, + "tool_latency_seconds": 0.132681, + "final_model_latency_seconds": 12.03728, + "total_latency_seconds": 13.952886, + "usage": { + "prompt_tokens": 14419, + "completion_tokens": 145, + "total_tokens": 14564 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Dokument súvisiaci s osobou Ján Pták a témou Docker je jeho diplomový projekt z roku 2026 s názvom „Agent pre manažment záverečných prác\", kde je ako cieľ stanovené navrhnúť deployment pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.26452, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.709669, + "tool_latency_seconds": 0.26452, + "final_model_latency_seconds": 14.418782, + "total_latency_seconds": 16.393488, + "usage": { + "prompt_tokens": 17396, + "completion_tokens": 160, + "total_tokens": 17556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.201674, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.803248, + "tool_latency_seconds": 0.201674, + "final_model_latency_seconds": 18.685687, + "total_latency_seconds": 20.691264, + "usage": { + "prompt_tokens": 23346, + "completion_tokens": 127, + "total_tokens": 23473 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOK, čo je súčasťou cieľov jeho diplomového projektu s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.34998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.820136, + "tool_latency_seconds": 0.34998, + "final_model_latency_seconds": 14.010784, + "total_latency_seconds": 16.181408, + "usage": { + "prompt_tokens": 17024, + "completion_tokens": 147, + "total_tokens": 17171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnej databáze ani backendovom technickom riešení, ktoré Ján Pták už používal pri svojom diplomovom projekte na tému „Agent pre manažment záverečných prác\". Záznamy spomínajú len plánovanú implementáciu agenta, využitie rozhrania OpenWebUI, nasadenie pomocou Dockeru a potrebu naprogramovať proces na indexáciu Markdown súborov, ale neuvádzajú finálne technológie backendu alebo typu databázy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.216993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.73955, + "tool_latency_seconds": 0.216993, + "final_model_latency_seconds": 23.821705, + "total_latency_seconds": 25.778925, + "usage": { + "prompt_tokens": 27353, + "completion_tokens": 232, + "total_tokens": 27585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.179791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.700195, + "tool_latency_seconds": 0.179791, + "final_model_latency_seconds": 13.200464, + "total_latency_seconds": 15.081015, + "usage": { + "prompt_tokens": 15601, + "completion_tokens": 153, + "total_tokens": 15754 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.193568, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.884761, + "tool_latency_seconds": 0.193568, + "final_model_latency_seconds": 13.36119, + "total_latency_seconds": 15.440087, + "usage": { + "prompt_tokens": 16452, + "completion_tokens": 147, + "total_tokens": 16599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" vypracováva Rostyslav Rodzhuk v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.43849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.902871, + "tool_latency_seconds": 0.43849, + "final_model_latency_seconds": 24.319443, + "total_latency_seconds": 26.661547, + "usage": { + "prompt_tokens": 29429, + "completion_tokens": 164, + "total_tokens": 29593 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk rieši bakalársku prácu s názvom a témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.413949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.89222, + "tool_latency_seconds": 0.413949, + "final_model_latency_seconds": 22.927913, + "total_latency_seconds": 25.234802, + "usage": { + "prompt_tokens": 27570, + "completion_tokens": 154, + "total_tokens": 27724 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce pri osobe Rostyslav Rodzhuk je „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.211558, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.868731, + "tool_latency_seconds": 0.211558, + "final_model_latency_seconds": 11.908905, + "total_latency_seconds": 13.989698, + "usage": { + "prompt_tokens": 13741, + "completion_tokens": 146, + "total_tokens": 13887 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?" + }, + "latency_seconds": 0.187963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "first_model_latency_seconds": 1.219658, + "tool_latency_seconds": 0.187963, + "final_model_latency_seconds": 11.87001, + "total_latency_seconds": 13.27808, + "usage": { + "prompt_tokens": 14721, + "completion_tokens": 92, + "total_tokens": 14813 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Rostyslav Rodzhuk je uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.22004, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.346112, + "tool_latency_seconds": 0.22004, + "final_model_latency_seconds": 12.405957, + "total_latency_seconds": 13.972549, + "usage": { + "prompt_tokens": 15281, + "completion_tokens": 107, + "total_tokens": 15388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.229931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.832795, + "tool_latency_seconds": 0.229931, + "final_model_latency_seconds": 13.460003, + "total_latency_seconds": 15.523252, + "usage": { + "prompt_tokens": 16794, + "completion_tokens": 136, + "total_tokens": 16930 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023, pričom jeho diplomová práca (označená ako vp2025) a bakalárska práca (označená ako bp2026) sú spojené s rokmi záverečného vypracovania, konkrétne rokmi 2025 a 2026, nie s rokom začiatku štúdia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.157598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.907824, + "tool_latency_seconds": 0.157598, + "final_model_latency_seconds": 7.649285, + "total_latency_seconds": 9.715004, + "usage": { + "prompt_tokens": 7677, + "completion_tokens": 212, + "total_tokens": 7889 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.149039, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.934405, + "tool_latency_seconds": 0.149039, + "final_model_latency_seconds": 5.009313, + "total_latency_seconds": 7.093005, + "usage": { + "prompt_tokens": 5104, + "completion_tokens": 170, + "total_tokens": 5274 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá spĺňa hľadané kritériá pre tému agenta a uvedenú osobu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.175809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.81073, + "tool_latency_seconds": 0.175809, + "final_model_latency_seconds": 14.463102, + "total_latency_seconds": 16.45015, + "usage": { + "prompt_tokens": 17533, + "completion_tokens": 167, + "total_tokens": 17700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študentom Rostyslavom Rodzhukom vypracovávaná bakalárska práca s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" priamo súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.276024, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.814861, + "tool_latency_seconds": 0.276024, + "final_model_latency_seconds": 15.019916, + "total_latency_seconds": 17.111306, + "usage": { + "prompt_tokens": 17645, + "completion_tokens": 177, + "total_tokens": 17822 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk pracuje na bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá využíva veľké jazykové modely (LLM) a témou je aj vedecký projekt „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.189173, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.789772, + "tool_latency_seconds": 0.189173, + "final_model_latency_seconds": 14.19331, + "total_latency_seconds": 16.172745, + "usage": { + "prompt_tokens": 16466, + "completion_tokens": 182, + "total_tokens": 16648 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent, ktorý vyvíja Rostyslav Rodzhuk, má pomáhať špeciálnemu pedagógovi pri jeho práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.226073, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.857973, + "tool_latency_seconds": 0.226073, + "final_model_latency_seconds": 6.399295, + "total_latency_seconds": 8.483657, + "usage": { + "prompt_tokens": 7416, + "completion_tokens": 148, + "total_tokens": 7564 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Yevhenii Medushivskyi sa týka jeho bakalárskej práce z roku 2026 s témou „Získavanie textu z webových stránok\", pri ktorej študoval od roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.161545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.722199, + "tool_latency_seconds": 0.161545, + "final_model_latency_seconds": 16.316408, + "total_latency_seconds": 18.200875, + "usage": { + "prompt_tokens": 19785, + "completion_tokens": 167, + "total_tokens": 19952 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa pre osobu Yevhenii Medushivskyi nenašiel explicitne uvedený názov bakalárskej práce, ale je tam zaznamenaná téma práce „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.1868, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.882088, + "tool_latency_seconds": 0.1868, + "final_model_latency_seconds": 18.842214, + "total_latency_seconds": 20.911676, + "usage": { + "prompt_tokens": 22648, + "completion_tokens": 175, + "total_tokens": 22823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Pracou s názvom „Získavanie textu z webových stránok\" sa zaoberá Yevhenii Medushivskyi v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.44497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.837439, + "tool_latency_seconds": 0.44497, + "final_model_latency_seconds": 24.432158, + "total_latency_seconds": 26.715238, + "usage": { + "prompt_tokens": 29456, + "completion_tokens": 160, + "total_tokens": 29616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi rieši bakalársku prácu s témou „Získavanie textu z webových stránok“, kde má za úlohu vytvoriť a nasadiť webový crawler na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.4546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.838642, + "tool_latency_seconds": 0.4546, + "final_model_latency_seconds": 25.710919, + "total_latency_seconds": 28.004868, + "usage": { + "prompt_tokens": 30506, + "completion_tokens": 175, + "total_tokens": 30681 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce osoby Yevhenii Medushivskyi je „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.22826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.689541, + "tool_latency_seconds": 0.22826, + "final_model_latency_seconds": 15.71222, + "total_latency_seconds": 17.630568, + "usage": { + "prompt_tokens": 18917, + "completion_tokens": 132, + "total_tokens": 19049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?" + }, + "latency_seconds": 0.28889, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.26113, + "tool_latency_seconds": 0.28889, + "final_model_latency_seconds": 14.640804, + "total_latency_seconds": 16.191425, + "usage": { + "prompt_tokens": 17885, + "completion_tokens": 97, + "total_tokens": 17982 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "limit": 5 + }, + "latency_seconds": 0.233998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.560818, + "tool_latency_seconds": 0.233998, + "final_model_latency_seconds": 17.254536, + "total_latency_seconds": 19.049942, + "usage": { + "prompt_tokens": 21162, + "completion_tokens": 128, + "total_tokens": 21290 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "limit": 5 + }, + "latency_seconds": 0.27666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.473548, + "tool_latency_seconds": 0.27666, + "final_model_latency_seconds": 20.747888, + "total_latency_seconds": 22.498704, + "usage": { + "prompt_tokens": 25652, + "completion_tokens": 115, + "total_tokens": 25767 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Yevhenii Medushivskyi začala štúdium v roku 2023 a vypracovávala bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.16817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.940775, + "tool_latency_seconds": 0.16817, + "final_model_latency_seconds": 6.999538, + "total_latency_seconds": 9.108758, + "usage": { + "prompt_tokens": 7709, + "completion_tokens": 159, + "total_tokens": 7868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je naplánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.315302, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.750035, + "tool_latency_seconds": 0.315302, + "final_model_latency_seconds": 16.293511, + "total_latency_seconds": 18.359442, + "usage": { + "prompt_tokens": 19739, + "completion_tokens": 163, + "total_tokens": 19902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu z roku 2026 s témou „Získavanie textu z webových stránok\", ktorej zadanie explicitne zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.218743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.651968, + "tool_latency_seconds": 0.218743, + "final_model_latency_seconds": 15.622854, + "total_latency_seconds": 17.494107, + "usage": { + "prompt_tokens": 18171, + "completion_tokens": 175, + "total_tokens": 18346 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorej súčasťou je aj vypracovanie prehľadu webových korpusov a metód ich tvorby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.413835, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.825738, + "tool_latency_seconds": 0.413835, + "final_model_latency_seconds": 18.749, + "total_latency_seconds": 20.98914, + "usage": { + "prompt_tokens": 22535, + "completion_tokens": 174, + "total_tokens": 22709 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu na tému „Získavanie textu z webových stránok\", v rámci ktorej má za úlohu zlepšiť deduplikáciu a odstraňovanie boilerplate (napríklad pomocou nástroja justext).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.160357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.858765, + "tool_latency_seconds": 0.160357, + "final_model_latency_seconds": 8.870811, + "total_latency_seconds": 10.890207, + "usage": { + "prompt_tokens": 9358, + "completion_tokens": 184, + "total_tokens": 9542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Podľa záznamu zo stretnutia dňa 13. marca 2026 mal Yevhenii Medushivskyi zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "published_only": true, + "limit": 5, + "max_per_document": 3 + }, + "latency_seconds": 0.164243, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.971215, + "tool_latency_seconds": 0.164243, + "final_model_latency_seconds": 9.337497, + "total_latency_seconds": 11.473303, + "usage": { + "prompt_tokens": 10903, + "completion_tokens": 170, + "total_tokens": 11073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniiho Medushivskyho je ako príklad pre odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.37033, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.68618, + "tool_latency_seconds": 0.37033, + "final_model_latency_seconds": 21.830166, + "total_latency_seconds": 23.887369, + "usage": { + "prompt_tokens": 26769, + "completion_tokens": 135, + "total_tokens": 26904 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, ktorá je súčasťou projektu Legal Data Processing a študuje od roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.155205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.71416, + "tool_latency_seconds": 0.155205, + "final_model_latency_seconds": 13.175552, + "total_latency_seconds": 15.045444, + "usage": { + "prompt_tokens": 15563, + "completion_tokens": 152, + "total_tokens": 15715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Simony Bobrovčanovej má názov „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.19135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.808235, + "tool_latency_seconds": 0.19135, + "final_model_latency_seconds": 11.545136, + "total_latency_seconds": 13.54527, + "usage": { + "prompt_tokens": 14224, + "completion_tokens": 138, + "total_tokens": 14362 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Na práci s názvom „Automatická sumarizácia slovenského textu\" sa venuje Simona Bobrovčanová, ktorá vypracováva bakalársku prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.618822, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.813544, + "tool_latency_seconds": 0.618822, + "final_model_latency_seconds": 22.708296, + "total_latency_seconds": 25.141293, + "usage": { + "prompt_tokens": 27614, + "completion_tokens": 153, + "total_tokens": 27767 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová rieši tému „Automatická sumarizácia slovenského textu\" v rámci svojej bakalárskej práce pre rok 2026, ktorá má za cieľ zostaviť prehľad modelov a metód vhodných na túto úlohu a vytvoriť systém pre sumarizáciu právnych textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.284913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.613489, + "tool_latency_seconds": 0.284913, + "final_model_latency_seconds": 23.303284, + "total_latency_seconds": 25.202403, + "usage": { + "prompt_tokens": 27337, + "completion_tokens": 174, + "total_tokens": 27511 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Simony Bobrovčanovej je Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.202844, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.851547, + "tool_latency_seconds": 0.202844, + "final_model_latency_seconds": 11.40603, + "total_latency_seconds": 13.460858, + "usage": { + "prompt_tokens": 13745, + "completion_tokens": 134, + "total_tokens": 13879 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.126527, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.832774, + "tool_latency_seconds": 0.126527, + "final_model_latency_seconds": 5.279933, + "total_latency_seconds": 7.239476, + "usage": { + "prompt_tokens": 6060, + "completion_tokens": 130, + "total_tokens": 6190 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v dokumente ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.303879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.94043, + "tool_latency_seconds": 0.303879, + "final_model_latency_seconds": 13.121139, + "total_latency_seconds": 15.365996, + "usage": { + "prompt_tokens": 16345, + "completion_tokens": 149, + "total_tokens": 16494 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v ZP Wiki uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.188873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.809914, + "tool_latency_seconds": 0.188873, + "final_model_latency_seconds": 13.349555, + "total_latency_seconds": 15.348826, + "usage": { + "prompt_tokens": 16353, + "completion_tokens": 138, + "total_tokens": 16491 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a jej bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "limit": 5 + }, + "latency_seconds": 0.202103, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.438274, + "tool_latency_seconds": 0.202103, + "final_model_latency_seconds": 13.06698, + "total_latency_seconds": 14.707914, + "usage": { + "prompt_tokens": 16053, + "completion_tokens": 122, + "total_tokens": 16175 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.250664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.678177, + "tool_latency_seconds": 0.250664, + "final_model_latency_seconds": 12.251474, + "total_latency_seconds": 14.180731, + "usage": { + "prompt_tokens": 14299, + "completion_tokens": 153, + "total_tokens": 14452 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu na tému „Automatická sumarizácia slovenského textu\" v rámci projektu Legal Data Processing, kde sa zameriava na sumarizáciu právnych textov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.192563, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.790109, + "tool_latency_seconds": 0.192563, + "final_model_latency_seconds": 14.545422, + "total_latency_seconds": 16.528583, + "usage": { + "prompt_tokens": 17003, + "completion_tokens": 176, + "total_tokens": 17179 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorá sa zameriava na spracovanie slovenských textov, konkrétne právnych dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.14589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.832169, + "tool_latency_seconds": 0.14589, + "final_model_latency_seconds": 7.397495, + "total_latency_seconds": 9.375827, + "usage": { + "prompt_tokens": 8325, + "completion_tokens": 161, + "total_tokens": 8486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorej cieľom je zlepšiť spracovanie slovenských právnych textov, konkrétne vytvorením systému pre sumarizáciu rozsudkov a iných právnych dokumentov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.27352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.4062, + "tool_latency_seconds": 0.27352, + "final_model_latency_seconds": 20.333468, + "total_latency_seconds": 22.01387, + "usage": { + "prompt_tokens": 24347, + "completion_tokens": 167, + "total_tokens": 24514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná sumarizácia zo súčasných sumárov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.13227, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.900798, + "tool_latency_seconds": 0.13227, + "final_model_latency_seconds": 8.032001, + "total_latency_seconds": 10.065333, + "usage": { + "prompt_tokens": 8990, + "completion_tokens": 167, + "total_tokens": 9157 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej na automatizovanej sumarizácii právnych textov mali malé modely problém s príliš krátkym kontextom, čo spôsobovalo, že často vynechávali informácie nachádzajúce sa na konci vstupného textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.218407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.762621, + "tool_latency_seconds": 0.218407, + "final_model_latency_seconds": 10.337391, + "total_latency_seconds": 12.31882, + "usage": { + "prompt_tokens": 12071, + "completion_tokens": 168, + "total_tokens": 12239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá bola zadelená na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.178559, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.707654, + "tool_latency_seconds": 0.178559, + "final_model_latency_seconds": 19.597768, + "total_latency_seconds": 21.484997, + "usage": { + "prompt_tokens": 24071, + "completion_tokens": 147, + "total_tokens": 24218 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.813107, + "tool_latency_seconds": 0.225034, + "final_model_latency_seconds": 19.352845, + "total_latency_seconds": 21.391561, + "usage": { + "prompt_tokens": 23782, + "completion_tokens": 138, + "total_tokens": 23920 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Dialógový systém pre podporu firemných procesov\" vypracúva Samuel Džurina.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.370648, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.048079, + "tool_latency_seconds": 0.370648, + "final_model_latency_seconds": 23.683965, + "total_latency_seconds": 26.103347, + "usage": { + "prompt_tokens": 28906, + "completion_tokens": 150, + "total_tokens": 29056 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá je zameraná na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.274308, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.862313, + "tool_latency_seconds": 0.274308, + "final_model_latency_seconds": 20.229998, + "total_latency_seconds": 22.367219, + "usage": { + "prompt_tokens": 23799, + "completion_tokens": 168, + "total_tokens": 23967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená téma bakalárskej práce „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.208275, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.869086, + "tool_latency_seconds": 0.208275, + "final_model_latency_seconds": 13.902907, + "total_latency_seconds": 15.980764, + "usage": { + "prompt_tokens": 17073, + "completion_tokens": 140, + "total_tokens": 17213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.159688, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.801754, + "tool_latency_seconds": 0.159688, + "final_model_latency_seconds": 7.214269, + "total_latency_seconds": 9.176017, + "usage": { + "prompt_tokens": 8780, + "completion_tokens": 127, + "total_tokens": 8907 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.292802, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.728825, + "tool_latency_seconds": 0.292802, + "final_model_latency_seconds": 16.664076, + "total_latency_seconds": 18.686214, + "usage": { + "prompt_tokens": 20694, + "completion_tokens": 135, + "total_tokens": 20829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?" + }, + "latency_seconds": 0.217221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.214334, + "tool_latency_seconds": 0.217221, + "final_model_latency_seconds": 19.569685, + "total_latency_seconds": 21.001828, + "usage": { + "prompt_tokens": 24236, + "completion_tokens": 93, + "total_tokens": 24329 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Samuel Džurina začal študovať v roku 2023 a vypracováva svoju bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.192267, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.65807, + "tool_latency_seconds": 0.192267, + "final_model_latency_seconds": 13.370188, + "total_latency_seconds": 15.220972, + "usage": { + "prompt_tokens": 16204, + "completion_tokens": 134, + "total_tokens": 16338 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Samuela Džurinu; rok 2023 je uvedený ako rok začiatku jeho štúdia, zatiaľ čo jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.216939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.889429, + "tool_latency_seconds": 0.216939, + "final_model_latency_seconds": 14.154331, + "total_latency_seconds": 16.261251, + "usage": { + "prompt_tokens": 17058, + "completion_tokens": 175, + "total_tokens": 17233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", kde cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií. Táto práca je súčasťou projektu Legal Data Processing a študent začal štúdium v roku 2023.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.188758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.761616, + "tool_latency_seconds": 0.188758, + "final_model_latency_seconds": 18.011141, + "total_latency_seconds": 19.962059, + "usage": { + "prompt_tokens": 20734, + "completion_tokens": 212, + "total_tokens": 20946 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "S Samuelom Džurinou súvisí bakalárska práca z roku 2026 s názvom „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.822817, + "tool_latency_seconds": 0.193014, + "final_model_latency_seconds": 16.644609, + "total_latency_seconds": 18.661045, + "usage": { + "prompt_tokens": 19742, + "completion_tokens": 175, + "total_tokens": 19917 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou Dialógový systém pre podporu firemných procesov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.24397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.791642, + "tool_latency_seconds": 0.24397, + "final_model_latency_seconds": 20.028107, + "total_latency_seconds": 22.064333, + "usage": { + "prompt_tokens": 24715, + "completion_tokens": 138, + "total_tokens": 24853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent, ktorý vypracováva Samuel Džurina v rámci svojej bakalárskej práce, má podporovať špedičnú firmu alebo zásielkovú spoločnosť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.364403, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.595968, + "tool_latency_seconds": 0.364403, + "final_model_latency_seconds": 14.971436, + "total_latency_seconds": 16.932389, + "usage": { + "prompt_tokens": 18011, + "completion_tokens": 133, + "total_tokens": 18144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agenta Samuela Džurinu sa má vyhodnotiť formou dotazníka, ktorým sa identifikujú jeho slabé miesta a navrhujú sa príslušné zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.248969, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.796372, + "tool_latency_seconds": 0.248969, + "final_model_latency_seconds": 7.800865, + "total_latency_seconds": 9.84649, + "usage": { + "prompt_tokens": 8894, + "completion_tokens": 153, + "total_tokens": 9047 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Pre stážistu Olivera Pejica je v ZP Wiki evidovaný dokument o jeho letnej stáži v rámci programu IAESTE v roku 2024, kde sa venoval úlohám súvisiacim s projektom Hate Speech a evaluačným nástrojom MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.171728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.814842, + "tool_latency_seconds": 0.171728, + "final_model_latency_seconds": 10.634712, + "total_latency_seconds": 12.62178, + "usage": { + "prompt_tokens": 12535, + "completion_tokens": 165, + "total_tokens": 12700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.259818, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.717221, + "tool_latency_seconds": 0.259818, + "final_model_latency_seconds": 16.980426, + "total_latency_seconds": 18.958037, + "usage": { + "prompt_tokens": 21417, + "completion_tokens": 116, + "total_tokens": 21533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic sa počas svojej stáže v rámci projektu IAESTE v roku 2024 venoval problematike hate speech (nenávistných prejavov) a vyhodnocovaniu modelov na prenos vety (sentence transformer models). Jeho úlohy zahŕňali prípravu úloh pre vyhodnotenie na súboroch dát slovenských nenávistných prejavov a slovenského odpovedania na otázky, ako aj strojový preklad hodnotiacich súborov pre viacjazyčné úlohy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.137057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.54372, + "tool_latency_seconds": 0.137057, + "final_model_latency_seconds": 7.958927, + "total_latency_seconds": 9.640064, + "usage": { + "prompt_tokens": 7596, + "completion_tokens": 210, + "total_tokens": 7806 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic počas svojej stáže v roku 2024, kde pripravil úlohu MTEB pre slovenskú nenávistnú reč a vyhodnocoval modely pomocou tohto nástroja.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.278388, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.830327, + "tool_latency_seconds": 0.278388, + "final_model_latency_seconds": 16.491205, + "total_latency_seconds": 18.60049, + "usage": { + "prompt_tokens": 19886, + "completion_tokens": 171, + "total_tokens": 20057 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic vykonával stáž v rámci projektu IAESTE v lete 2024, ktorej cieľom bola príprava úloh na hodnotenie modelov pre slovenskú nenávistnú reč (Hate Speech) v rámci frameworku MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.10259, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.759633, + "tool_latency_seconds": 0.10259, + "final_model_latency_seconds": 9.512506, + "total_latency_seconds": 11.375097, + "usage": { + "prompt_tokens": 10397, + "completion_tokens": 163, + "total_tokens": 10560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE v lete 2024 súvisela s témou MTEB, keďže jeho hlavnou úlohou bola príprava vyhodnotenia modelov sentence transformer pomocou frameworku MTEB a vytvorenie nových vyhodnotených úloh (pre slovenskú nenávistnú reč a otázky a odpovede) pre tento nástroj.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.425612, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.791015, + "tool_latency_seconds": 0.425612, + "final_model_latency_seconds": 16.376691, + "total_latency_seconds": 18.593893, + "usage": { + "prompt_tokens": 19214, + "completion_tokens": 197, + "total_tokens": 19411 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE leta 2024 súvisela s témou SentenceTransformer, konkrétne s jeho cieľom oboznámiť sa s týmto frameworkom, študovať fundamentálne práce a vyhodnocovať modely pomocou nástroja MTEB pre slovenské hate speech a otázok a odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.243742, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.786044, + "tool_latency_seconds": 0.243742, + "final_model_latency_seconds": 13.258183, + "total_latency_seconds": 15.288434, + "usage": { + "prompt_tokens": 15315, + "completion_tokens": 183, + "total_tokens": 15498 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal pri svojej stáži pracovať na vytvorení dvoch úloh pre MTEB framework: úlohe pre vyhodnocovanie detekcie nenávistných prejavov (Slovak HATE speech) a úlohe pre vyhodnocovanie systémovej schopnosti odpovedať na otázky (Slovak question answering).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.274614, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.583269, + "tool_latency_seconds": 0.274614, + "final_model_latency_seconds": 23.932315, + "total_latency_seconds": 25.79087, + "usage": { + "prompt_tokens": 28530, + "completion_tokens": 169, + "total_tokens": 28699 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark) v rámci prípravy na svoju stáž.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.168131, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.856612, + "tool_latency_seconds": 0.168131, + "final_model_latency_seconds": 9.478225, + "total_latency_seconds": 11.50339, + "usage": { + "prompt_tokens": 11073, + "completion_tokens": 138, + "total_tokens": 11211 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesar Abascal Gutierrez, ktorý pracoval pravdepodobne v lete 2019 na annotácii entít v rečových transkriptoch, je dostupný na stránke s názvom „Cesar Abascal Gutierrez\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.161116, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.781836, + "tool_latency_seconds": 0.161116, + "final_model_latency_seconds": 9.757661, + "total_latency_seconds": 11.701156, + "usage": { + "prompt_tokens": 11233, + "completion_tokens": 162, + "total_tokens": 11395 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.189646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.744116, + "tool_latency_seconds": 0.189646, + "final_model_latency_seconds": 15.488995, + "total_latency_seconds": 17.423401, + "usage": { + "prompt_tokens": 19353, + "completion_tokens": 125, + "total_tokens": 19478 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá sa pravdepodobne konala v lete 2019, sa venovala úlohe rozpoznávania neznámych pomenovaných entít v prepisoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu množinu a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.244079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.798461, + "tool_latency_seconds": 0.244079, + "final_model_latency_seconds": 12.516126, + "total_latency_seconds": 14.559077, + "usage": { + "prompt_tokens": 14341, + "completion_tokens": 186, + "total_tokens": 14527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou rozpoznávania pomenovaných entít (named entities) a nazývala sa „Named entity annotations\", pričom sa uskutočnila pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.090132, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.784221, + "tool_latency_seconds": 0.090132, + "final_model_latency_seconds": 9.75817, + "total_latency_seconds": 11.632992, + "usage": { + "prompt_tokens": 11218, + "completion_tokens": 162, + "total_tokens": 11380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations (označovanie pomenovaných entít), kde sa v rámci prípravy dát a trénovania klasifikátora využila knižnica spaCy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.179412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.802992, + "tool_latency_seconds": 0.179412, + "final_model_latency_seconds": 6.020641, + "total_latency_seconds": 8.00332, + "usage": { + "prompt_tokens": 6591, + "completion_tokens": 155, + "total_tokens": 6746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Cesarovi Abascalovi Gutierrezovi uvádza, že počas svojho internátneho pobyta v lete 2019 pracoval na anotáciách pomenovaných entít s použitím nástroja Prodigy, neuvádza sa tam konkrétne označenie \"stáž\" ani názov stáže súvisiacej s témou Prodigy, ale skôr popis úloh v rámci projektu Named entity annotations.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?" + }, + "latency_seconds": 0.268062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" + ], + "first_model_latency_seconds": 1.183189, + "tool_latency_seconds": 0.268062, + "final_model_latency_seconds": 15.211654, + "total_latency_seconds": 16.663429, + "usage": { + "prompt_tokens": 17463, + "completion_tokens": 186, + "total_tokens": 17649 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznávať neznáme pojmenované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.101086, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.770568, + "tool_latency_seconds": 0.101086, + "final_model_latency_seconds": 10.865207, + "total_latency_seconds": 12.737348, + "usage": { + "prompt_tokens": 12381, + "completion_tokens": 177, + "total_tokens": 12558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9166666666666666, + "strict_pass": false, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.205506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.797501, + "tool_latency_seconds": 0.205506, + "final_model_latency_seconds": 10.271418, + "total_latency_seconds": 12.274861, + "usage": { + "prompt_tokens": 12469, + "completion_tokens": 126, + "total_tokens": 12595 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš realizoval Erasmus stáž v rámci projektu na tému (multilingual) Triplet extraction from medical data v období od marca do mája 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.215449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.741627, + "tool_latency_seconds": 0.215449, + "final_model_latency_seconds": 10.667201, + "total_latency_seconds": 12.624761, + "usage": { + "prompt_tokens": 12976, + "completion_tokens": 140, + "total_tokens": 13116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș prebiehala v roku 2026, konkrétne od 20. marca do 21. mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.28562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.542331, + "tool_latency_seconds": 0.28562, + "final_model_latency_seconds": 18.876181, + "total_latency_seconds": 20.704749, + "usage": { + "prompt_tokens": 23420, + "completion_tokens": 124, + "total_tokens": 23544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala problematike viacerých jazykov, konkrétne extrakcii trojíc (triplet extraction) z medicínskych údajov, s cieľom zostrojiť znalostný graf z lekárskych letákov a využiť ho v inteligentnom agente na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.357399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.810872, + "tool_latency_seconds": 0.357399, + "final_model_latency_seconds": 11.19552, + "total_latency_seconds": 13.364159, + "usage": { + "prompt_tokens": 12489, + "completion_tokens": 182, + "total_tokens": 12671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.463401, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.915253, + "tool_latency_seconds": 0.463401, + "final_model_latency_seconds": 27.371415, + "total_latency_seconds": 29.750776, + "usage": { + "prompt_tokens": 31732, + "completion_tokens": 239, + "total_tokens": 31971 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș s témou Triplet extraction bola stáž ERASMUS v jarnom semestri 2026 s názvom (multilingual) Triplet extraction from medical data.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.233862, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.775864, + "tool_latency_seconds": 0.233862, + "final_model_latency_seconds": 10.79347, + "total_latency_seconds": 12.803637, + "usage": { + "prompt_tokens": 12496, + "completion_tokens": 150, + "total_tokens": 12646 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș, ktorá sa uskutočnila v rámci programu Erasmus v jarnej sezóne 2026 a bola zameraná na tému viacerých jazykov, mala za cieľ vytvoriť znalostný graf (knowledge graph) z lekárskych príbalových letákov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.23574, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.806522, + "tool_latency_seconds": 0.23574, + "final_model_latency_seconds": 12.550011, + "total_latency_seconds": 14.59278, + "usage": { + "prompt_tokens": 14701, + "completion_tokens": 177, + "total_tokens": 14878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș súvisela s témou medical v rámci ERASMUS stáže na jar 2026, ktorej názov bol „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.163841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.745935, + "tool_latency_seconds": 0.163841, + "final_model_latency_seconds": 8.954726, + "total_latency_seconds": 10.864903, + "usage": { + "prompt_tokens": 10473, + "completion_tokens": 148, + "total_tokens": 10621 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Téma stáže Bogdana Paula Chișa bola (multilingválne) extrakcia trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "limit": 5 + }, + "latency_seconds": 0.377665, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.359127, + "tool_latency_seconds": 0.377665, + "final_model_latency_seconds": 10.916945, + "total_latency_seconds": 12.654309, + "usage": { + "prompt_tokens": 13457, + "completion_tokens": 105, + "total_tokens": 13562 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiș mal vyhodnocovať agenta pomocou nástrojov **DeepEval** alebo **RAGAS**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5 + }, + "latency_seconds": 0.28237, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.40503, + "tool_latency_seconds": 0.28237, + "final_model_latency_seconds": 15.746806, + "total_latency_seconds": 17.43482, + "usage": { + "prompt_tokens": 19552, + "completion_tokens": 108, + "total_tokens": 19660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z **lekárskych príbalových letákov** (anglicky: medical package inserts) v rôznych jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.199535, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.82999, + "tool_latency_seconds": 0.199535, + "final_model_latency_seconds": 9.111124, + "total_latency_seconds": 11.141059, + "usage": { + "prompt_tokens": 10493, + "completion_tokens": 150, + "total_tokens": 10643 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Dialógový systém\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5 + }, + "latency_seconds": 0.275731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.383749, + "tool_latency_seconds": 0.275731, + "final_model_latency_seconds": 21.504489, + "total_latency_seconds": 23.164701, + "usage": { + "prompt_tokens": 26621, + "completion_tokens": 107, + "total_tokens": 26728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Priamemu zameraniu sa na tému „Dialógový systém\" ako celkového projektu venuje dokument s názvom „Dialógový systém\", ktorý slúži ako projektová stránka pre úlohy týkajúce sa komunikácie občana s mestom.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5 + }, + "latency_seconds": 0.315534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.33053, + "tool_latency_seconds": 0.315534, + "final_model_latency_seconds": 22.327567, + "total_latency_seconds": 23.974308, + "usage": { + "prompt_tokens": 26752, + "completion_tokens": 126, + "total_tokens": 26878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Dialógový systém\" v ZP Wiki patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.274091, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.685024, + "tool_latency_seconds": 0.274091, + "final_model_latency_seconds": 22.170427, + "total_latency_seconds": 24.130191, + "usage": { + "prompt_tokens": 27059, + "completion_tokens": 124, + "total_tokens": 27183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Pre projekt Dialógový systém má byť báza pravidiel zostavená pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.146733, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.807285, + "tool_latency_seconds": 0.146733, + "final_model_latency_seconds": 10.016042, + "total_latency_seconds": 11.970445, + "usage": { + "prompt_tokens": 12139, + "completion_tokens": 119, + "total_tokens": 12258 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných dokumentov sa chatbot má integrovať s QA systémom (systémom pre odpovede na otázky) a v niektorých konkrétnych prípadoch (napr. pri práci Martina Šarišského) aj s systémom PrivateGPT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/topics/bert", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.281861, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.880004, + "tool_latency_seconds": 0.281861, + "final_model_latency_seconds": 12.127849, + "total_latency_seconds": 14.290211, + "usage": { + "prompt_tokens": 13680, + "completion_tokens": 204, + "total_tokens": 13884 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.251903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.847488, + "tool_latency_seconds": 0.251903, + "final_model_latency_seconds": 18.931245, + "total_latency_seconds": 21.031233, + "usage": { + "prompt_tokens": 23704, + "completion_tokens": 130, + "total_tokens": 23834 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Question Answering\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 5 + }, + "latency_seconds": 0.340453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.413401, + "tool_latency_seconds": 0.340453, + "final_model_latency_seconds": 24.974662, + "total_latency_seconds": 26.729315, + "usage": { + "prompt_tokens": 30595, + "completion_tokens": 102, + "total_tokens": 30697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering\", sa nazýva „Question Answering\" a ide o projektový dokument zameraný na vytvorenie kópie SQuaD 2.0 v slovenskom jazyku a na anotáciu dát zo slovenskej Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.074756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.727613, + "tool_latency_seconds": 0.074756, + "final_model_latency_seconds": 6.403993, + "total_latency_seconds": 8.206676, + "usage": { + "prompt_tokens": 6354, + "completion_tokens": 166, + "total_tokens": 6520 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Question Answering\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.351281, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.660333, + "tool_latency_seconds": 0.351281, + "final_model_latency_seconds": 25.711657, + "total_latency_seconds": 27.724054, + "usage": { + "prompt_tokens": 31992, + "completion_tokens": 115, + "total_tokens": 32107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering plánuje vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude založený na anotáciách dát zo slovenskej Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.282594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.64577, + "tool_latency_seconds": 0.282594, + "final_model_latency_seconds": 22.638781, + "total_latency_seconds": 24.567817, + "usage": { + "prompt_tokens": 27242, + "completion_tokens": 131, + "total_tokens": 27373 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, ktorý je sprevádzaný vlastnými receptami pre anotáciu otázok a odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.246309, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.584291, + "tool_latency_seconds": 0.246309, + "final_model_latency_seconds": 19.643114, + "total_latency_seconds": 21.474341, + "usage": { + "prompt_tokens": 24149, + "completion_tokens": 117, + "total_tokens": 24266 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Finálny export QA databázy by mal byť v formáte SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.324549, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.590075, + "tool_latency_seconds": 0.324549, + "final_model_latency_seconds": 15.802151, + "total_latency_seconds": 17.717321, + "usage": { + "prompt_tokens": 19775, + "completion_tokens": 99, + "total_tokens": 19874 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že k odseku sa má vytvoriť jedna otázka a k nej jedna odpoveď, prípadne pri automatizovanom generovaní otázok môžu k jednému odseku vzniknúť viaceré otázky, ale špecifické pravidlo o počte otázok presne pre každý odsek pri ručnej anotácii nie je v poskytnutom kontexte explicitne definované.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?" + }, + "latency_seconds": 0.334341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.28156, + "tool_latency_seconds": 0.334341, + "final_model_latency_seconds": 25.515475, + "total_latency_seconds": 27.132142, + "usage": { + "prompt_tokens": 29650, + "completion_tokens": 185, + "total_tokens": 29835 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Strojový preklad\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/translation a obsahuje prehľad o študentoch a témach spojených so štatistickým a neurónovým strojovým prekladom.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.784642, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.831234, + "tool_latency_seconds": 0.784642, + "final_model_latency_seconds": 44.982269, + "total_latency_seconds": 47.599497, + "usage": { + "prompt_tokens": 52039, + "completion_tokens": 164, + "total_tokens": 52203 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Tematáckou stránkou ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad\" a nie je študentskou prácou, je stránka s názvom „Strojový preklad\" nachádzajúca sa pod cestou `pages/topics/translation`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.587275, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.865435, + "tool_latency_seconds": 0.587275, + "final_model_latency_seconds": 24.701052, + "total_latency_seconds": 27.154431, + "usage": { + "prompt_tokens": 29062, + "completion_tokens": 161, + "total_tokens": 29223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Strojový preklad\" patrí zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.448867, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.697807, + "tool_latency_seconds": 0.448867, + "final_model_latency_seconds": 22.961446, + "total_latency_seconds": 25.108812, + "usage": { + "prompt_tokens": 28023, + "completion_tokens": 123, + "total_tokens": 28146 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Hľadanú projektovú stránku s názvom „Pomenované entity\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity. Táto stránka dokumentuje projekt zameraný na rozpoznávanie pomenovaných entít (NER), vrátane úloh ako príprava dát, anotačná schéma a nasadenie aplikácie pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.195736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.78221, + "tool_latency_seconds": 0.195736, + "final_model_latency_seconds": 19.384636, + "total_latency_seconds": 21.363176, + "usage": { + "prompt_tokens": 22622, + "completion_tokens": 185, + "total_tokens": 22807 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom, ktorý sa v ZP Wiki venuje téme „Pomenované entity“ a slúži ako informačná stránka projektu, je dokument s názvom „Pomenované entity“ (anglicky named-entity).\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.175305, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.737333, + "tool_latency_seconds": 0.175305, + "final_model_latency_seconds": 13.138427, + "total_latency_seconds": 15.051492, + "usage": { + "prompt_tokens": 15869, + "completion_tokens": 145, + "total_tokens": 16014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Pomenované entity\" patrí zdrojový URL https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.221893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.488781, + "tool_latency_seconds": 0.221893, + "final_model_latency_seconds": 19.59224, + "total_latency_seconds": 21.303546, + "usage": { + "prompt_tokens": 24583, + "completion_tokens": 106, + "total_tokens": 24689 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia textových dát\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia tohto projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.304613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.842457, + "tool_latency_seconds": 0.304613, + "final_model_latency_seconds": 21.886476, + "total_latency_seconds": 24.034192, + "usage": { + "prompt_tokens": 26381, + "completion_tokens": 157, + "total_tokens": 26538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má presne tento názov a je dostupný na stránke https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.217021, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.889405, + "tool_latency_seconds": 0.217021, + "final_model_latency_seconds": 17.829836, + "total_latency_seconds": 19.936882, + "usage": { + "prompt_tokens": 21623, + "completion_tokens": 153, + "total_tokens": 21776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia textových dát\" patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?" + }, + "latency_seconds": 0.21276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.153487, + "tool_latency_seconds": 0.21276, + "final_model_latency_seconds": 17.948375, + "total_latency_seconds": 19.315366, + "usage": { + "prompt_tokens": 22277, + "completion_tokens": 87, + "total_tokens": 22364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka „Slovenské jazykové zdroje\" je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zozbierané rôzne zdroje, nástroje a databázy pre spracovanie slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.06592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.879911, + "tool_latency_seconds": 0.06592, + "final_model_latency_seconds": 6.734647, + "total_latency_seconds": 8.680857, + "usage": { + "prompt_tokens": 6802, + "completion_tokens": 163, + "total_tokens": 6965 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", sa nazýva „Slovenské jazykové zdroje\" a autorom dokumentu je Daniel Hladek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.06825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.802199, + "tool_latency_seconds": 0.06825, + "final_model_latency_seconds": 5.819803, + "total_latency_seconds": 7.690564, + "usage": { + "prompt_tokens": 6703, + "completion_tokens": 148, + "total_tokens": 6851 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Slovenské jazykové zdroje\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.226425, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.565589, + "tool_latency_seconds": 0.226425, + "final_model_latency_seconds": 15.047445, + "total_latency_seconds": 16.840001, + "usage": { + "prompt_tokens": 18667, + "completion_tokens": 116, + "total_tokens": 18783 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Anotácia otázok a odpovedí\", ktorá obsahuje návod pre anotátorov, sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.276779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.852549, + "tool_latency_seconds": 0.276779, + "final_model_latency_seconds": 21.91957, + "total_latency_seconds": 24.049571, + "usage": { + "prompt_tokens": 26611, + "completion_tokens": 150, + "total_tokens": 26761 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí\", má názov „Anotácia otázok a odpovedí\" a poskytuje návod pre anotátorov vrátane vysvetlenia, ako tvoriť príklady s otázkou a odpoveďou a ako vyznačovať odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.307235, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.659895, + "tool_latency_seconds": 0.307235, + "final_model_latency_seconds": 22.203595, + "total_latency_seconds": 24.171389, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 169, + "total_tokens": 26289 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránka s názvom „Anotácia otázok a odpovedí\" patrí k zdrojovej adrese https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.239963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.762717, + "tool_latency_seconds": 0.239963, + "final_model_latency_seconds": 17.272564, + "total_latency_seconds": 19.275922, + "usage": { + "prompt_tokens": 21077, + "completion_tokens": 134, + "total_tokens": 21211 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Hľadaná projektová a informačná stránka s názvom „Anotácia pomenovaných entít\" sa nachádza na webovej adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.12103, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.876276, + "tool_latency_seconds": 0.12103, + "final_model_latency_seconds": 16.360862, + "total_latency_seconds": 18.358713, + "usage": { + "prompt_tokens": 19789, + "completion_tokens": 154, + "total_tokens": 19943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“, je názvom „Anotácia pomenovaných entít“ a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. Tento dokument obsahuje návod pre anotátorov, vysvetľuje úlohu označovania vlastných podstatných mena (ako sú mená osôb, miest, organizácií) a poskytuje informácie o anotačných dávkach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.072775, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.789767, + "tool_latency_seconds": 0.072775, + "final_model_latency_seconds": 9.17787, + "total_latency_seconds": 11.040733, + "usage": { + "prompt_tokens": 9305, + "completion_tokens": 215, + "total_tokens": 9520 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia pomenovaných entít\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.121508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.733605, + "tool_latency_seconds": 0.121508, + "final_model_latency_seconds": 15.8206, + "total_latency_seconds": 17.676321, + "usage": { + "prompt_tokens": 19746, + "completion_tokens": 132, + "total_tokens": 19878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Viaceré dokumenty v ZP Wiki riešia témy RAG alebo GraphRAG, vrátane diplomovej práce Oleh Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", ktorá využíva systémy ako LightRAG a študuje GraphRAG, a diplomovej práce Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá implementuje GraphRAG pomocou FAISS a Neo4J. Ďalej sa tieto technológie spomínajú v diplomovom projekte Jána Malinovského s témou „Grafové vyhľadávanie pre podporu vzdelávania\", v diplomovom projekte Jána Ptáka „Agent pre manažment záverečných prác\", v bakalárskej práci Maksyma Zatirky „Grafová databáza pre podporu generovania slovenského jazyka\", v stážovom dokumente Bogdana Paula Chiša zameranom na extrakciu trojíc z medicínskych dát a v diplomovom projekte Martina Šarišského, ktorý skúma využitie znalostných grafov na vylepšenie vyhľadávania v zákonoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.402046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.612034, + "tool_latency_seconds": 0.402046, + "final_model_latency_seconds": 32.305156, + "total_latency_seconds": 34.320062, + "usage": { + "prompt_tokens": 31723, + "completion_tokens": 512, + "total_tokens": 32235 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V dokumentoch ZP Wiki sa nachádza niekoľko študentských prác, ktoré skúmajú a implementujú spojenie znalostných grafov s RAG (Retrieval Augmented Generation) alebo inteligentnými agentmi. Martin Šarišský v rámci diplomového projektu skúma, ako znalostný graf vylepšuje vyhľadávanie v zákonoch pomocou Graph RAG a navrhuje agenta riešiacemu právne problémy. Valerii Kutsenko pracuje na agentovi, ktorý buduje a využíva znalostný graf pri vyhľadávaní s cieľom zlepšiť generovanie odpovedí, pričom testuje aj systémy ako LightRAG a MiniRAG. Matej Ščišľak vyvíja systém GraphRAG kombinujúci FAISS a Neo4J pre vyhľadávanie v právnych informáciách a generovanie odpovedí inteligentným agentom. Oleh Poiasnik vytvára expertný agentný systém pre lekárne, ktorý využíva znalostný graf zostavený z liekových letákov na podporu rozhodovania. Ján Pták a Ján Malinovský sa zameriavajú na využitie znalostných grafov a GraphRAG na zlepšenie vysvetliteľnosti jazykových modelov a podporu vzdelávania pomocou agentov. Bogdan Paul Chiš v rámci praxe pracuje na multilinguálnom znalostnom grafe z medicínskych dát pre inteligentného agenta odporúčajúceho lieky. Oleksandr Hryshchenko skúma využitie grafových neurónových sietí a RAG na získavanie informácií zo slabo štruktúrovaných dokumentov. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf pre slovenské právo na vyhľadávanie a generovanie odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.488764, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.852147, + "tool_latency_seconds": 0.488764, + "final_model_latency_seconds": 46.416124, + "total_latency_seconds": 48.758018, + "usage": { + "prompt_tokens": 43414, + "completion_tokens": 730, + "total_tokens": 44144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty týkajúce sa rozpoznávania pomenovaných entít a ich anotácie zahŕňajú témy „Pomenované entity“ a „Anotácia pomenovaných entít\", ktoré sa venujú príprave dát, anotačnej schéme a manuálnej anotácii. Medzi študentské práce patriace do tejto oblasti patria bakalárska práca Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", bakalárska práca Ediza Morochoviča s názvom „Štatistické rozpoznávanie pomenovaných entít\" a diplomová práca Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\". Ďalej sa touto problematikou zaoberá bakalársky projekt Thana Trung Thanhho s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\" a bakalárska práca Serhiiho Yemetsoho zameraná na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít. Projekt „Podpora slovenčiny v knižnici Spacy\" tiež obsahuje cieľ rozpoznávania pomenovaných entít a anotáciu pomocou frameworku Prodigy, pričom interná práca Cesara Abascala Gutierresa sa zameriava na vytvorenie manuálne anotoanej trénovacej množiny pre rozpoznávanie neznámych pomenovaných entít.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity/navod\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nhttps://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.389535, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.693296, + "tool_latency_seconds": 0.389535, + "final_model_latency_seconds": 40.536184, + "total_latency_seconds": 42.61998, + "usage": { + "prompt_tokens": 38503, + "completion_tokens": 629, + "total_tokens": 39132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", Patrik Pavlišin má bakalársku prácu s názvom „Metódy automatického prekladu\" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.866832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.026255, + "tool_latency_seconds": 0.866832, + "final_model_latency_seconds": 36.208478, + "total_latency_seconds": 39.102564, + "usage": { + "prompt_tokens": 40976, + "completion_tokens": 269, + "total_tokens": 41245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Bogdan Paul Chiș sa v ZP Wiki nachádza na stránke v sekcii pre stážistov (interns), konkrétne pod názvom „Bogdan Paul Chiș\", kde je popísaná jeho stáž v rámci programu Erasmus v roku 2026 s témou extrakcie trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.296458, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.792489, + "tool_latency_seconds": 0.296458, + "final_model_latency_seconds": 11.500086, + "total_latency_seconds": 13.589554, + "usage": { + "prompt_tokens": 12453, + "completion_tokens": 185, + "total_tokens": 12638 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Cesar Abascal Gutierrez sa nachádza v ZP Wiki na stránke adresovanej priamo jeho menom v sekcii pre praktikantov (interns), kde sú uvedené jeho úlohy spojené s anotáciou pomenovaných entít z hovorových prepisov v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.296435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.760295, + "tool_latency_seconds": 0.296435, + "final_model_latency_seconds": 10.605136, + "total_latency_seconds": 12.662377, + "usage": { + "prompt_tokens": 12102, + "completion_tokens": 176, + "total_tokens": 12278 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza na adrese https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené informácie o jeho stáži a úlohách.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.289668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.680083, + "tool_latency_seconds": 0.289668, + "final_model_latency_seconds": 9.878918, + "total_latency_seconds": 11.849093, + "usage": { + "prompt_tokens": 11589, + "completion_tokens": 150, + "total_tokens": 11739 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Sevval Bulburu nájdete na stránke v ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené úlohy a nástroje s ktorými pracovala počas svojej stáže.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.255588, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.704923, + "tool_latency_seconds": 0.255588, + "final_model_latency_seconds": 11.090048, + "total_latency_seconds": 13.051066, + "usage": { + "prompt_tokens": 12861, + "completion_tokens": 165, + "total_tokens": 13026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Youssef Ressaissi sa v ZP Wiki nachádza v sekcii pre stážistov pod adresou https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi, kde sú zaznamenané jeho úlohy a stav práce súvisiace s anotáciou a sumarizáciou textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?" + }, + "latency_seconds": 0.248098, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.128111, + "tool_latency_seconds": 0.248098, + "final_model_latency_seconds": 10.998822, + "total_latency_seconds": 12.37548, + "usage": { + "prompt_tokens": 12558, + "completion_tokens": 142, + "total_tokens": 12700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dárius Lindvai nájdete na stránke ZP Wiki v sekcii študentov, konkrétne pod cestou pre študentov, ktorí začali štúdium v roku 2016, kde sú jeho záverečné práce a činnosť zaznamenané.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.379624, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.749257, + "tool_latency_seconds": 0.379624, + "final_model_latency_seconds": 14.536412, + "total_latency_seconds": 16.665797, + "usage": { + "prompt_tokens": 17413, + "completion_tokens": 172, + "total_tokens": 17585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dominik Nagy nájdete na stránke s profilom študenta, ktorá sa nachádza v ZP Wiki v ceste podľa roku nástupu na štúdium (2016) a mena priezviska, konkrétne pod adresou https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.236346, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.736055, + "tool_latency_seconds": 0.236346, + "final_model_latency_seconds": 13.985748, + "total_latency_seconds": 15.958675, + "usage": { + "prompt_tokens": 16319, + "completion_tokens": 184, + "total_tokens": 16503 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki s cestou `/students/2016/jakub_maruniak`, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.403519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.334153, + "tool_latency_seconds": 0.403519, + "final_model_latency_seconds": 11.274662, + "total_latency_seconds": 13.0128, + "usage": { + "prompt_tokens": 13234, + "completion_tokens": 129, + "total_tokens": 13363 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Holp sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/jan_holp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?" + }, + "latency_seconds": 0.265855, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.089485, + "tool_latency_seconds": 0.265855, + "final_model_latency_seconds": 14.001327, + "total_latency_seconds": 15.357208, + "usage": { + "prompt_tokens": 17305, + "completion_tokens": 104, + "total_tokens": 17409 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Lukáš Pokrývka sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2016) a jeho mena. Na tejto stránke sú evidované jeho záverečné práce, vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí\" z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?" + }, + "latency_seconds": 0.328112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.119549, + "tool_latency_seconds": 0.328112, + "final_model_latency_seconds": 15.281528, + "total_latency_seconds": 16.729684, + "usage": { + "prompt_tokens": 17749, + "completion_tokens": 165, + "total_tokens": 17914 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Márk Fehér sa nachádza na stránke ZP Wiki s cestou `/students/2016/mark_feher`, kde sú evidované jeho študentské projekty vrátane diplomovej práce z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.299668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.36456, + "tool_latency_seconds": 0.299668, + "final_model_latency_seconds": 15.841471, + "total_latency_seconds": 17.506369, + "usage": { + "prompt_tokens": 18975, + "completion_tokens": 133, + "total_tokens": 19108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maroš Harahus nájdete na študentskej stránke umiestnenej v ZP Wiki pod cestou `/students/2016/maros_harahus`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.459934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.678511, + "tool_latency_seconds": 0.459934, + "final_model_latency_seconds": 13.818041, + "total_latency_seconds": 15.956978, + "usage": { + "prompt_tokens": 16782, + "completion_tokens": 143, + "total_tokens": 16925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Patrik Pavlišin sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin, ktorá obsahuje jeho profil a informácie o práciach, na ktorých pracoval.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.297706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.517328, + "tool_latency_seconds": 0.297706, + "final_model_latency_seconds": 12.916319, + "total_latency_seconds": 14.731946, + "usage": { + "prompt_tokens": 15349, + "completion_tokens": 148, + "total_tokens": 15497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tomáš Kuchárik sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik, kde sú uvedené jeho diplomové projekty z rokov 2021 a 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.352314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.733983, + "tool_latency_seconds": 0.352314, + "final_model_latency_seconds": 13.537704, + "total_latency_seconds": 15.624465, + "usage": { + "prompt_tokens": 15881, + "completion_tokens": 165, + "total_tokens": 16046 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dmytro Ushatenko sa nachádza na stránke ZP Wiki pod cestou `/students/2017/dmytro_ushatenko`, kde sú uvedené informácie o jeho bakalárskej práci z roku 2020 s názvom „Jednoduchý chatbot v jazyku Python\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.25555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.559667, + "tool_latency_seconds": 0.25555, + "final_model_latency_seconds": 14.406422, + "total_latency_seconds": 16.22214, + "usage": { + "prompt_tokens": 17051, + "completion_tokens": 165, + "total_tokens": 17216 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dávid Omasta nájdete v ZP Wiki na stránke s cestou `/students/2018/david_omasta`, ktorá obsahuje informácie o jeho štúdiu a diplomovej práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "limit": 5 + }, + "latency_seconds": 0.245288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.316146, + "tool_latency_seconds": 0.245288, + "final_model_latency_seconds": 10.571059, + "total_latency_seconds": 12.132897, + "usage": { + "prompt_tokens": 12370, + "completion_tokens": 125, + "total_tokens": 12495 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Wencel sa v ZP Wiki nachádza na stránke umiestnenej v adresári pre študentov, ktorí začali štúdium v roku 2018, konkrétne pod adresou https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, kde sú uvedené informácie o jeho bakalárskej práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.237819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.676875, + "tool_latency_seconds": 0.237819, + "final_model_latency_seconds": 12.562819, + "total_latency_seconds": 14.477968, + "usage": { + "prompt_tokens": 13659, + "completion_tokens": 221, + "total_tokens": 13880 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ondrej Megela nájdete na stránke ZP Wiki s cestou `students/2018/ondrej_megela`, kde sú uvedené informácie o jeho štúdiu začatom v roku 2018, bakalárskej práci z roku 2021 s názvom „Neurónové jazykové modelovanie typu BERT\" a diplomovej práci z roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.342478, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.7644, + "tool_latency_seconds": 0.342478, + "final_model_latency_seconds": 13.310333, + "total_latency_seconds": 15.417692, + "usage": { + "prompt_tokens": 15179, + "completion_tokens": 203, + "total_tokens": 15382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Alina Vitko sa nachádza na stránke s profilom študenta v sekcii študentov podľa roku nástupu na štúdium, konkrétne pod cestou `/students/2019/alina_vitko`, kde sú uvedené informácie o jej bakalárskej práci a projektoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.274593, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.505317, + "tool_latency_seconds": 0.274593, + "final_model_latency_seconds": 12.491051, + "total_latency_seconds": 14.271707, + "usage": { + "prompt_tokens": 14570, + "completion_tokens": 159, + "total_tokens": 14729 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Artem Yatsenko nájdete na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko, ktorá obsahuje informácie o jeho bakalárskom projekte z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?" + }, + "latency_seconds": 0.216581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.172297, + "tool_latency_seconds": 0.216581, + "final_model_latency_seconds": 10.314437, + "total_latency_seconds": 11.703701, + "usage": { + "prompt_tokens": 11876, + "completion_tokens": 126, + "total_tokens": 12002 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Filip Tomáš nájdete na stránke v ZP Wiki pod cestou `/students/2019/filip_tomas`, kde sú uvedené informácie o jeho štúdiu a záverečných prácach, vrátane diplomovej práce z rokov 2024 – 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.349703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.735813, + "tool_latency_seconds": 0.349703, + "final_model_latency_seconds": 17.484623, + "total_latency_seconds": 19.570704, + "usage": { + "prompt_tokens": 20791, + "completion_tokens": 175, + "total_tokens": 20966 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v priečinku pre študentov, ktorí nastúpili v roku 2019, a konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.203878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.852259, + "tool_latency_seconds": 0.203878, + "final_model_latency_seconds": 12.893074, + "total_latency_seconds": 14.949656, + "usage": { + "prompt_tokens": 14622, + "completion_tokens": 198, + "total_tokens": 14820 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o Michalovi Stromkovi nájdete na stránke profilu študenta s cestou `/students/2019/michal_stromko`, ktorá obsahuje informácie o jeho bakalárskej práci, vedeckom projekte a diplomových prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.382498, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.741878, + "tool_latency_seconds": 0.382498, + "final_model_latency_seconds": 12.282358, + "total_latency_seconds": 14.407294, + "usage": { + "prompt_tokens": 14436, + "completion_tokens": 163, + "total_tokens": 14599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Eduard Matovka sa v ZP Wiki nachádza na stránke v adresári podľa roku nástupu na štúdium, konkrétne pod cestou `students/2021/eduard_matovka`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "limit": 5 + }, + "latency_seconds": 0.278904, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.315605, + "tool_latency_seconds": 0.278904, + "final_model_latency_seconds": 10.49761, + "total_latency_seconds": 12.092567, + "usage": { + "prompt_tokens": 12258, + "completion_tokens": 128, + "total_tokens": 12386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Šarišský nájdete na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2021) a mena študenta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "limit": 5 + }, + "latency_seconds": 0.35088, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.304906, + "tool_latency_seconds": 0.35088, + "final_model_latency_seconds": 15.834213, + "total_latency_seconds": 17.490598, + "usage": { + "prompt_tokens": 18719, + "completion_tokens": 149, + "total_tokens": 18868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Novotný nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny, kde je uvedený ako študent začínajúci štúdium v roku 2021 a pracujúci na diplomovej práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.242376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.758199, + "tool_latency_seconds": 0.242376, + "final_model_latency_seconds": 13.514398, + "total_latency_seconds": 15.515455, + "usage": { + "prompt_tokens": 15260, + "completion_tokens": 202, + "total_tokens": 15462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Ščišľak sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, ktorá je organizovaná podľa roku nástupu na štúdium (2021) a mena študenta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "limit": 5 + }, + "latency_seconds": 0.352959, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.417633, + "tool_latency_seconds": 0.352959, + "final_model_latency_seconds": 12.957855, + "total_latency_seconds": 14.728956, + "usage": { + "prompt_tokens": 15120, + "completion_tokens": 155, + "total_tokens": 15275 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladimír Ferko, ktorý obsahuje informácie o jeho bakalárskej práci z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", nájdete na stránke s URL adresou https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, pričom študenti sú v ZP Wiki organizovaní do skupín podľa roku nástupu na štúdium a následne podľa mena a priezviska.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.348524, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.707075, + "tool_latency_seconds": 0.348524, + "final_model_latency_seconds": 13.820632, + "total_latency_seconds": 15.876741, + "usage": { + "prompt_tokens": 15246, + "completion_tokens": 225, + "total_tokens": 15471 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Andrii Pervashov nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, ktorá obsahuje informácie o jeho štúdiu začatom v roku 2022, návrhu témy diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" a priebehu vypracovávania bakalárskej aj diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.227569, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.730168, + "tool_latency_seconds": 0.227569, + "final_model_latency_seconds": 12.320645, + "total_latency_seconds": 14.278855, + "usage": { + "prompt_tokens": 13219, + "completion_tokens": 214, + "total_tokens": 13433 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Daniil Huzenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, kde je uvedený jeho predbežný názov bakalárskej práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" a vedúci doc. Matúš Pleva PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.278777, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.780719, + "tool_latency_seconds": 0.278777, + "final_model_latency_seconds": 12.831966, + "total_latency_seconds": 14.891966, + "usage": { + "prompt_tokens": 14560, + "completion_tokens": 200, + "total_tokens": 14760 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Malinovský nájdete v sekcii študentov pod rokom nástupu na štúdium 2022 na stránke https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky, kde sú uvedené informácie o jeho diplomovom projekte s témou „Grafové vyhľadávanie pre podporu vzdelávania\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "limit": 5 + }, + "latency_seconds": 0.360135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.29103, + "tool_latency_seconds": 0.360135, + "final_model_latency_seconds": 13.165208, + "total_latency_seconds": 14.816895, + "usage": { + "prompt_tokens": 15038, + "completion_tokens": 167, + "total_tokens": 15205 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde sú uvedené informácie o jeho štúdiu od roku 2022 a téme diplomového projektu „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.334929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.847294, + "tool_latency_seconds": 0.334929, + "final_model_latency_seconds": 10.897433, + "total_latency_seconds": 13.080032, + "usage": { + "prompt_tokens": 12304, + "completion_tokens": 189, + "total_tokens": 12493 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleh Poiasnik nájdete v ZP Wiki na stránke s cestou `/students/2022/oleh_poiasnik`, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2025 a diplomovej práci z roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?" + }, + "latency_seconds": 0.299682, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.216858, + "tool_latency_seconds": 0.299682, + "final_model_latency_seconds": 15.425106, + "total_latency_seconds": 16.942159, + "usage": { + "prompt_tokens": 18328, + "completion_tokens": 133, + "total_tokens": 18461 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Vasiľ nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, kde sú uvedené informácie o jeho bakalárskej práci a štúdiu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.284083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.76344, + "tool_latency_seconds": 0.284083, + "final_model_latency_seconds": 10.613936, + "total_latency_seconds": 12.661896, + "usage": { + "prompt_tokens": 12297, + "completion_tokens": 160, + "total_tokens": 12457 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tetiana Mohorian nájdete na stránke ZP Wiki pod cestou `/students/2022/tetiana_mohorian`, kde sú uvedené informácie o jej bakalárskej práci z roku 2025 zamerané na tému nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.305433, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.690707, + "tool_latency_seconds": 0.305433, + "final_model_latency_seconds": 10.8586, + "total_latency_seconds": 12.855181, + "usage": { + "prompt_tokens": 12509, + "completion_tokens": 168, + "total_tokens": 12677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Valerii Kutsenko nájdete na stránke ZP Wiki pod cestou `/students/2022/valerii_kutsenko`, ktorá obsahuje profil študenta a záznamy o jej bakalárskej, diplomovej a vedeckej práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.360564, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.327007, + "tool_latency_seconds": 0.360564, + "final_model_latency_seconds": 13.599799, + "total_latency_seconds": 15.287935, + "usage": { + "prompt_tokens": 16241, + "completion_tokens": 139, + "total_tokens": 16380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladyslav Yanchenko s informáciami o jeho bakalárskej práci z roku 2025 sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko, kde je uvedený názov práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "limit": 5 + }, + "latency_seconds": 0.248319, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.349956, + "tool_latency_seconds": 0.248319, + "final_model_latency_seconds": 11.905348, + "total_latency_seconds": 13.504077, + "usage": { + "prompt_tokens": 13036, + "completion_tokens": 169, + "total_tokens": 13205 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Denis Le Thanh sa v ZP Wiki nachádza na stránke s cestou `/students/2023/denis_le_thanh`, kde sú uvedené informácie o jeho bakalárskej práci s témou Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.681547, + "tool_latency_seconds": 0.228678, + "final_model_latency_seconds": 13.656673, + "total_latency_seconds": 15.567489, + "usage": { + "prompt_tokens": 16152, + "completion_tokens": 175, + "total_tokens": 16327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maksym Zatirka nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka, kde sú uvedené informácie o jeho bakalárskej práci s témou „Grafová databáza pre podporu generovania slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.748479, + "tool_latency_seconds": 0.262018, + "final_model_latency_seconds": 12.700643, + "total_latency_seconds": 14.7116, + "usage": { + "prompt_tokens": 14713, + "completion_tokens": 182, + "total_tokens": 14895 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleksandr Dorybohov, ktorý zahŕňa informácie o jeho bakalárskej práci na tému „Automatické odpovede na otázky v právnej oblasti\" s nástrojom AI Lawyer Agent, nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.262547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.861193, + "tool_latency_seconds": 0.262547, + "final_model_latency_seconds": 13.241386, + "total_latency_seconds": 15.36561, + "usage": { + "prompt_tokens": 15353, + "completion_tokens": 194, + "total_tokens": 15547 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ronald Zalacko sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, kde je uvedená jeho bakalárska práca z roku 2026 s témou „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209864, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.701776, + "tool_latency_seconds": 0.209864, + "final_model_latency_seconds": 8.593142, + "total_latency_seconds": 10.505311, + "usage": { + "prompt_tokens": 9490, + "completion_tokens": 177, + "total_tokens": 9667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Rostyslav Rodzhuk nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú evidované jeho záverečné práce, vrátane bakalárskej práce s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\" a vedeckého projektu „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "limit": 5 + }, + "latency_seconds": 0.275893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.362107, + "tool_latency_seconds": 0.275893, + "final_model_latency_seconds": 10.93889, + "total_latency_seconds": 12.577306, + "usage": { + "prompt_tokens": 12017, + "completion_tokens": 180, + "total_tokens": 12197 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Džurina sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené podrobnosti o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.267213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.7013, + "tool_latency_seconds": 0.267213, + "final_model_latency_seconds": 13.448755, + "total_latency_seconds": 15.417772, + "usage": { + "prompt_tokens": 15601, + "completion_tokens": 178, + "total_tokens": 15779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Simona Bobrovčanová nájdete v ZP Wiki na stránke s cestou pre študentov, ktorá obsahuje informácie o jej bakalárskej práci s témou automatickej sumarizácie slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.146879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.810444, + "tool_latency_seconds": 0.146879, + "final_model_latency_seconds": 5.268397, + "total_latency_seconds": 7.225984, + "usage": { + "prompt_tokens": 5335, + "completion_tokens": 164, + "total_tokens": 5499 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „knowledge graph\", je záznam o jeho praxi (internship) v rámci programu ERASMUS pre jarné semester 2026, kde cieľom jeho práce bolo zostaviť znalostný graf z lekárskych príbalových letákov v mnohých jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.401307, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.786372, + "tool_latency_seconds": 0.401307, + "final_model_latency_seconds": 21.423465, + "total_latency_seconds": 23.611886, + "usage": { + "prompt_tokens": 25770, + "completion_tokens": 189, + "total_tokens": 25959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam spájajúci osobu Bogdan Paul Chiș s témou „medical“ je dokument o jeho stáži v rámci programu Erasmus na jar 2026, kde bola témou práce „(multilingual) Triplet extraction from medical data“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.289663, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.761226, + "tool_latency_seconds": 0.289663, + "final_model_latency_seconds": 10.446856, + "total_latency_seconds": 12.498192, + "usage": { + "prompt_tokens": 12023, + "completion_tokens": 155, + "total_tokens": 12178 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction\", je dokument o jeho stáži v rámci programu Erasmus (jar 2026), kde bola témou práca „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.337447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.587473, + "tool_latency_seconds": 0.337447, + "final_model_latency_seconds": 11.887441, + "total_latency_seconds": 13.812854, + "usage": { + "prompt_tokens": 14088, + "completion_tokens": 151, + "total_tokens": 14239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki uvedená v zázname o internej praxi (pravdepodobne v lete 2019), kde sa zaoberal úlohou „Named entity annotations\" a konkrétne cieľom rozpoznať neznáme pomenované entity (named entities) z transkriptov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.280779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.777016, + "tool_latency_seconds": 0.280779, + "final_model_latency_seconds": 18.145018, + "total_latency_seconds": 20.203373, + "usage": { + "prompt_tokens": 21576, + "completion_tokens": 179, + "total_tokens": 21755 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spojená s nástrojom Prodigy v rámci svojho záznamu o stáži, kde sa v sekcií nástrojov pre manuálnu anotáciu uvádza odkaz na Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.273691, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.784999, + "tool_latency_seconds": 0.273691, + "final_model_latency_seconds": 12.833323, + "total_latency_seconds": 14.892515, + "usage": { + "prompt_tokens": 15213, + "completion_tokens": 158, + "total_tokens": 15371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou spaCy, je dokument o jeho internej praxi v rámci projektu „Named entity annotations\", kde je ako nástroj pre strojové učenie uvedená knižnica spaCy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.180354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.801807, + "tool_latency_seconds": 0.180354, + "final_model_latency_seconds": 10.311047, + "total_latency_seconds": 12.293633, + "usage": { + "prompt_tokens": 11994, + "completion_tokens": 160, + "total_tokens": 12154 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam spájajúci osobu Olivera Pejica s témou „Hate Speech\" je jeho dokument o internstve (IAESTE Intern Summer 2024), kde sa ako cieľ uvádza pomoc s projektom „Hate Speech Project\" a príprava úloh na vyhodnotenie pre slovenskú nenávistnú reč.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.116703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.746149, + "tool_latency_seconds": 0.116703, + "final_model_latency_seconds": 13.46876, + "total_latency_seconds": 15.332069, + "usage": { + "prompt_tokens": 15861, + "completion_tokens": 177, + "total_tokens": 16038 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Oliver Pejic je v zázname ZP Wiki sprevádzaná témou MTEB v rámci svojej letnej stáže (IAESTE Intern Summer 2024), kde mal za úlohu oboznámiť sa s vyhodnotovacím frameworkom MTEB a pripraviť vyhodnotovacie úlohy pre slovenskú hate speech a slovenské hľadanie odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.18297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.754927, + "tool_latency_seconds": 0.18297, + "final_model_latency_seconds": 11.588051, + "total_latency_seconds": 13.526387, + "usage": { + "prompt_tokens": 12955, + "completion_tokens": 194, + "total_tokens": 13149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Olivera Pejica s témou „SentenceTransformer“, je dokument o jeho internátskej praxi (IAESTE Intern Summer 2024), kde medzi prípravnými úlohami uvádza potrebu oboznámiť sa s frameworkom SentenceTransformer a študovať základné práce k tejto téme.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331278, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.541907, + "tool_latency_seconds": 0.331278, + "final_model_latency_seconds": 11.199887, + "total_latency_seconds": 13.073565, + "usage": { + "prompt_tokens": 12711, + "completion_tokens": 168, + "total_tokens": 12879 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Sevval Bulburu s témou BERT, je jej profilová stránka o stáži IAESTE v lete 2023, kde sa uvádza, že navrhla a skúmala vrstvy nad BERT modelom na vytvorenie klasifikátora pre detekciu nenávistných prejavov a plánovala použitie viacjazyčných BERT modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.271342, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.785794, + "tool_latency_seconds": 0.271342, + "final_model_latency_seconds": 13.681353, + "total_latency_seconds": 15.738961, + "usage": { + "prompt_tokens": 15341, + "completion_tokens": 201, + "total_tokens": 15542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájana s témou „Hate Speech\" prostredníctvom jej záznamu o letnej stáži IAESTE v roku 2023, kde jej cieľom bolo pomôcť s projektom „Hate Speech Project\" a vypracovať detekciu nenávistnej reči v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.174921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.795854, + "tool_latency_seconds": 0.174921, + "final_model_latency_seconds": 13.634616, + "total_latency_seconds": 15.605863, + "usage": { + "prompt_tokens": 15852, + "completion_tokens": 188, + "total_tokens": 16040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spomenutá v zázname o svojej stáži v rámci projektu „Hate Speech Project\", kde v rámci experimentov s vyvážením nerovnovážneho slovenského datasetu použila metódu SMOTE (hoci výsledky neboli úspešné).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.286643, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.775821, + "tool_latency_seconds": 0.286643, + "final_model_latency_seconds": 10.634419, + "total_latency_seconds": 12.697376, + "usage": { + "prompt_tokens": 12112, + "completion_tokens": 174, + "total_tokens": 12286 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spájaná s témou ROUGE v rámci svojho projektu IAESTE Intern Summer 2025, kde počas porovnávania modelov pre sumarizáciu textu v slovenčine využíval metricky ROUGE (spolu s BLEU) na vyhodnotenie výkonnosti modelov, ako sú mBART, T5 a MT5.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.280851, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.775829, + "tool_latency_seconds": 0.280851, + "final_model_latency_seconds": 13.146083, + "total_latency_seconds": 15.203336, + "usage": { + "prompt_tokens": 15077, + "completion_tokens": 195, + "total_tokens": 15272 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spojená s témou „Slovak\" v rámci záznamu o jeho letnej stáži (IAESTE Intern Summer 2025), kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.242719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.755941, + "tool_latency_seconds": 0.242719, + "final_model_latency_seconds": 12.41674, + "total_latency_seconds": 14.415892, + "usage": { + "prompt_tokens": 14294, + "completion_tokens": 183, + "total_tokens": 14477 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spojená s témou „summarization\" v rámci záznamu o jeho letnej stáži IAESTE v roku 2025, kde bol cieľom projektu vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.267389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.775655, + "tool_latency_seconds": 0.267389, + "final_model_latency_seconds": 13.392516, + "total_latency_seconds": 15.436148, + "usage": { + "prompt_tokens": 15612, + "completion_tokens": 185, + "total_tokens": 15797 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dárius Lindvai je v ZP Wiki spájaná s témou BiLSTM v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde v zápisoch o činnosti uvádza tréning modelu BiLSTM+CRF pre úlohu obnovenia interpunkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "limit": 5 + }, + "latency_seconds": 0.355704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.364685, + "tool_latency_seconds": 0.355704, + "final_model_latency_seconds": 13.538154, + "total_latency_seconds": 15.259059, + "usage": { + "prompt_tokens": 15668, + "completion_tokens": 162, + "total_tokens": 15830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dárius Lindvai je v ZP Wiki spojená s témou „CRF\" (konkrétne model BiLSTM+CRF) v rámci jeho diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde v zápisoch o činnosti figuruje úprava zdrojových kódov a trénovanie modelu s využitím tejto metódy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.28258, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.75958, + "tool_latency_seconds": 0.28258, + "final_model_latency_seconds": 13.621746, + "total_latency_seconds": 15.66437, + "usage": { + "prompt_tokens": 15598, + "completion_tokens": 196, + "total_tokens": 15794 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dárius Lindvai s témou „interpunkcia\" spája diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorú vypracoval v rámci diplomového projektu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?" + }, + "latency_seconds": 0.319654, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.169996, + "tool_latency_seconds": 0.319654, + "final_model_latency_seconds": 11.631475, + "total_latency_seconds": 13.121592, + "usage": { + "prompt_tokens": 13328, + "completion_tokens": 128, + "total_tokens": 13456 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dominik Nagy spája s témou Fairseq záznam o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci prípravy na tento projekt a pri štúdiu prekladu už v roku 2019 pracoval s nástrojom fairseq a v roku 2020 plánoval trénovať modely Fairseq.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.307066, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.710078, + "tool_latency_seconds": 0.307066, + "final_model_latency_seconds": 14.985806, + "total_latency_seconds": 17.003502, + "usage": { + "prompt_tokens": 17303, + "completion_tokens": 201, + "total_tokens": 17504 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spojená s témou MBART v rámci svojej diplomovej práce z roku 2022, kde je ako súčasť úloh uvedený experiment s architektúrou MBART a porovnanie výsledkov s článkom o tejto metóde.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.227356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.724006, + "tool_latency_seconds": 0.227356, + "final_model_latency_seconds": 12.681519, + "total_latency_seconds": 14.633399, + "usage": { + "prompt_tokens": 15006, + "completion_tokens": 163, + "total_tokens": 15169 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dominik Nagy s témou „strojový preklad\" spája diplomová práca z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.706095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.763302, + "tool_latency_seconds": 0.706095, + "final_model_latency_seconds": 19.315221, + "total_latency_seconds": 21.785258, + "usage": { + "prompt_tokens": 23333, + "completion_tokens": 169, + "total_tokens": 23502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spojená s témou „pomenované entity\" prostredníctvom jeho diplomovej práce s návrhovým názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorú realizoval v rámci diplomového projektu v roku 2020 a 2021.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.298701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.381692, + "tool_latency_seconds": 0.298701, + "final_model_latency_seconds": 18.669906, + "total_latency_seconds": 20.350885, + "usage": { + "prompt_tokens": 21920, + "completion_tokens": 163, + "total_tokens": 22083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spojená s témou „Prodigy\" v zázname o svojej diplomovej práci, kde pracoval na anotácii textových dát a rozpoznávaní pomenovaných entít pomocou nástroja Prodigy v rámci diplomového projektu 1 v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.333042, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.781508, + "tool_latency_seconds": 0.333042, + "final_model_latency_seconds": 13.842425, + "total_latency_seconds": 15.957535, + "usage": { + "prompt_tokens": 16143, + "completion_tokens": 178, + "total_tokens": 16321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam o Jakubovi Maruniakovi na stránke ZP Wiki spája túto osobu s témou „Spacy\" v rámci jeho diplomového projektu (kategória dp2021) zameraného na rozpoznávanie pomenovaných entít (NER), kde sa v dokumentácii špecificky uvádza skúšanie trénovania modelu podľa repozitára spacy-skmodel a riešenie problémov so spacy modelom pri výbere a spracovaní dát pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.331263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.869019, + "tool_latency_seconds": 0.331263, + "final_model_latency_seconds": 14.090383, + "total_latency_seconds": 16.291284, + "usage": { + "prompt_tokens": 15837, + "completion_tokens": 222, + "total_tokens": 16059 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spájaná s témou PageRank v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde je v rámci zadania a priebehu výskumu explicitne uvedené implementovanie a experimentovanie s metódou PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.296882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.763867, + "tool_latency_seconds": 0.296882, + "final_model_latency_seconds": 7.891212, + "total_latency_seconds": 9.952271, + "usage": { + "prompt_tokens": 8344, + "completion_tokens": 185, + "total_tokens": 8529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spojená s témou „slovenský internet\" prostredníctvom svojej bakalárskej práce z roku 2019 s názvom „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.398417, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.774445, + "tool_latency_seconds": 0.398417, + "final_model_latency_seconds": 18.663053, + "total_latency_seconds": 20.836586, + "usage": { + "prompt_tokens": 22861, + "completion_tokens": 160, + "total_tokens": 23021 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií\" prostredníctvom dokumentu s názvom „Získavanie informácií\", ktorý je súčasťou jeho tímového projektu z roku 2020, a tiež v rámci zadania jeho diplomovej práce z roku 2021, kde sa ako hlavná úloha uvádza vypracovanie prehľadu metód ohodnotenia dokumentov v systémoch získavania informácií a implementácia takéhoto systému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.383354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.611027, + "tool_latency_seconds": 0.383354, + "final_model_latency_seconds": 17.91426, + "total_latency_seconds": 19.909187, + "usage": { + "prompt_tokens": 20151, + "completion_tokens": 216, + "total_tokens": 20367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou „GPU\" najmä prostredníctvom diplomového projektu z roku 2020, kde sa venoval trénovaniu neurónových sietí pomocou PyTorch na viacerých GPU (vrátane konfigurácie na dvoch strojoch naraz) a riešeniu problémov s kompatibilitou verzií CUDA a Compute Capability.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.373192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.772886, + "tool_latency_seconds": 0.373192, + "final_model_latency_seconds": 13.254201, + "total_latency_seconds": 15.400734, + "usage": { + "prompt_tokens": 14975, + "completion_tokens": 198, + "total_tokens": 15173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.26273, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.595117, + "tool_latency_seconds": 0.26273, + "final_model_latency_seconds": 20.195681, + "total_latency_seconds": 22.054124, + "usage": { + "prompt_tokens": 25143, + "completion_tokens": 117, + "total_tokens": 25260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Jána Holpa.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.273922, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.67289, + "tool_latency_seconds": 0.273922, + "final_model_latency_seconds": 17.229109, + "total_latency_seconds": 19.17652, + "usage": { + "prompt_tokens": 20941, + "completion_tokens": 140, + "total_tokens": 21081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.277185, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.517464, + "tool_latency_seconds": 0.277185, + "final_model_latency_seconds": 7.101961, + "total_latency_seconds": 8.896905, + "usage": { + "prompt_tokens": 8408, + "completion_tokens": 114, + "total_tokens": 8522 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj uvádza, že Tomáš Kuchárik získal prístup na server omega, ale nešpecifikuje, aké hardvérové parametre, vrátane množstva RAM, tento server alebo jeho vlastný počítač mal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.241101, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.892255, + "tool_latency_seconds": 0.241101, + "final_model_latency_seconds": 7.781511, + "total_latency_seconds": 9.915221, + "usage": { + "prompt_tokens": 8656, + "completion_tokens": 185, + "total_tokens": 8841 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Tomášovi Kuchárikovi spomína cieľovú veľkosť anotačnej množiny (aspoň 100 otázok) a analyzuje počet anotácií od anotátorov, neuvádza konkrétny počet používateľov, ktorí testovali výsledný systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.23843, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.964179, + "tool_latency_seconds": 0.23843, + "final_model_latency_seconds": 8.377655, + "total_latency_seconds": 10.580567, + "usage": { + "prompt_tokens": 8898, + "completion_tokens": 214, + "total_tokens": 9112 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informácia o konkrétnom modeli GPU, ktorý Tomáš Kuchárik použil pri práci, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.217853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.7838, + "tool_latency_seconds": 0.217853, + "final_model_latency_seconds": 7.660188, + "total_latency_seconds": 9.662111, + "usage": { + "prompt_tokens": 9082, + "completion_tokens": 148, + "total_tokens": 9230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.428872, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.820613, + "tool_latency_seconds": 0.428872, + "final_model_latency_seconds": 6.722155, + "total_latency_seconds": 8.972022, + "usage": { + "prompt_tokens": 8151, + "completion_tokens": 132, + "total_tokens": 8283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Jakuba Maruniaka spomína tvorbu anotačnej schémy a korpus 1300 viet, neuvádza počet konkrétnych používateľov, ktorí výsledný systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.571539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.94783, + "tool_latency_seconds": 0.571539, + "final_model_latency_seconds": 17.777537, + "total_latency_seconds": 20.297594, + "usage": { + "prompt_tokens": 21396, + "completion_tokens": 188, + "total_tokens": 21584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.35684, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.573574, + "tool_latency_seconds": 0.35684, + "final_model_latency_seconds": 22.379567, + "total_latency_seconds": 24.310627, + "usage": { + "prompt_tokens": 27521, + "completion_tokens": 115, + "total_tokens": 27636 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.255863, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.561397, + "tool_latency_seconds": 0.255863, + "final_model_latency_seconds": 7.465161, + "total_latency_seconds": 9.282714, + "usage": { + "prompt_tokens": 8630, + "completion_tokens": 116, + "total_tokens": 8746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.248407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.890592, + "tool_latency_seconds": 0.248407, + "final_model_latency_seconds": 6.619782, + "total_latency_seconds": 8.759087, + "usage": { + "prompt_tokens": 8653, + "completion_tokens": 109, + "total_tokens": 8762 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci používal, hoci je uvedené, že trénovanie modelu prebiehalo na GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.227483, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.739321, + "tool_latency_seconds": 0.227483, + "final_model_latency_seconds": 7.51189, + "total_latency_seconds": 9.479093, + "usage": { + "prompt_tokens": 8375, + "completion_tokens": 158, + "total_tokens": 8533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci zdroj spomína používanie GPU a trénovanie na serveri „idoc\", neobsahuje konkrétnu hodnotu množstva pamäte RAM (v GB), ktorú Patrik Pavlišin používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.225507, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.80652, + "tool_latency_seconds": 0.225507, + "final_model_latency_seconds": 8.243739, + "total_latency_seconds": 10.276091, + "usage": { + "prompt_tokens": 9264, + "completion_tokens": 184, + "total_tokens": 9448 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin. Zdroje uvádzajú ciele práce, ako je natrénovanie modelu prekladu a vyhodnotenie experimentov, ale neobsahujú údaje o počte testovacích používateľov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.229731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.853522, + "tool_latency_seconds": 0.229731, + "final_model_latency_seconds": 8.305091, + "total_latency_seconds": 10.388648, + "usage": { + "prompt_tokens": 8932, + "completion_tokens": 201, + "total_tokens": 9133 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi síce spomínajú úsilie o rozbehnutie trénovania na GPU a inštaláciu CUDA toolkitu, ale neuvádzajú konkrétny model grafickej karty, ktorý bol použitý.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?" + }, + "latency_seconds": 0.52999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.17785, + "tool_latency_seconds": 0.52999, + "final_model_latency_seconds": 27.456136, + "total_latency_seconds": 29.164706, + "usage": { + "prompt_tokens": 32750, + "completion_tokens": 154, + "total_tokens": 32904 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci. Zdroje síce spomínajú použitie servera „idoc\" a problémy s GPU pri pokuse o spustenie modelu LLAMA, ale neuvádzajú špecifikácie operačnej pamäte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.185994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.821437, + "tool_latency_seconds": 0.185994, + "final_model_latency_seconds": 8.393215, + "total_latency_seconds": 10.400911, + "usage": { + "prompt_tokens": 8486, + "completion_tokens": 200, + "total_tokens": 8686 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko konkrétnych používateľov testovalo výsledný systém v rámci práce Dávida Omasta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.183852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.918418, + "tool_latency_seconds": 0.183852, + "final_model_latency_seconds": 6.740596, + "total_latency_seconds": 8.843217, + "usage": { + "prompt_tokens": 7669, + "completion_tokens": 162, + "total_tokens": 7831 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže hoci sa v zázname o Dávidovi Omastovi spomína, že modely LLAMA a mt5-base neboli použiteľné „kvôli GPU\", konkrétny model GPU nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.175473, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.552478, + "tool_latency_seconds": 0.175473, + "final_model_latency_seconds": 7.710909, + "total_latency_seconds": 9.439147, + "usage": { + "prompt_tokens": 8544, + "completion_tokens": 168, + "total_tokens": 8712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.323215, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.661997, + "tool_latency_seconds": 0.323215, + "final_model_latency_seconds": 7.081002, + "total_latency_seconds": 9.066505, + "usage": { + "prompt_tokens": 8589, + "completion_tokens": 122, + "total_tokens": 8711 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.268305, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.752066, + "tool_latency_seconds": 0.268305, + "final_model_latency_seconds": 15.909065, + "total_latency_seconds": 17.930002, + "usage": { + "prompt_tokens": 20014, + "completion_tokens": 126, + "total_tokens": 20140 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý používal Kristián Sopkovič pri práci, hoci sa v záznamoch spomína práca s hardvérom „1x24 GB Titan“ pri trénovaní modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.29339, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.589776, + "tool_latency_seconds": 0.29339, + "final_model_latency_seconds": 9.01357, + "total_latency_seconds": 10.897034, + "usage": { + "prompt_tokens": 9669, + "completion_tokens": 170, + "total_tokens": 9839 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.424116, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.588355, + "tool_latency_seconds": 0.424116, + "final_model_latency_seconds": 24.005575, + "total_latency_seconds": 26.018778, + "usage": { + "prompt_tokens": 29683, + "completion_tokens": 117, + "total_tokens": 29800 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.423152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.899436, + "tool_latency_seconds": 0.423152, + "final_model_latency_seconds": 6.946634, + "total_latency_seconds": 9.269481, + "usage": { + "prompt_tokens": 7920, + "completion_tokens": 138, + "total_tokens": 8058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v nájdených záznamoch o Michalovi Stromkovi sú uvedené iba použité modely (napr. mnlr, SlovakBERT, LABSE, WordEmbedding) a nástroje (FAISS, Qdrant), no neuvádza sa konkrétny model GPU hardvéru, ktorý pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.386298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.749908, + "tool_latency_seconds": 0.386298, + "final_model_latency_seconds": 8.000435, + "total_latency_seconds": 10.136969, + "usage": { + "prompt_tokens": 8332, + "completion_tokens": 204, + "total_tokens": 8536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.235354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.81736, + "tool_latency_seconds": 0.235354, + "final_model_latency_seconds": 17.147675, + "total_latency_seconds": 19.200985, + "usage": { + "prompt_tokens": 21619, + "completion_tokens": 131, + "total_tokens": 21750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?" + }, + "latency_seconds": 0.305703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.321719, + "tool_latency_seconds": 0.305703, + "final_model_latency_seconds": 14.530204, + "total_latency_seconds": 16.15822, + "usage": { + "prompt_tokens": 18377, + "completion_tokens": 72, + "total_tokens": 18449 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Artemovi Yatsenkovi spomína používanie školského servera idoc.fei.tuke.sk a vlastného počítača, nešpecifikuje konkrétny model GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "limit": 5, + "max_per_document": 2, + "published_only": true + }, + "latency_seconds": 0.275185, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.758693, + "tool_latency_seconds": 0.275185, + "final_model_latency_seconds": 15.101566, + "total_latency_seconds": 17.135952, + "usage": { + "prompt_tokens": 17805, + "completion_tokens": 174, + "total_tokens": 17979 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.239845, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.879289, + "tool_latency_seconds": 0.239845, + "final_model_latency_seconds": 7.618885, + "total_latency_seconds": 9.738314, + "usage": { + "prompt_tokens": 9139, + "completion_tokens": 134, + "total_tokens": 9273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom počte používateľov, ktorí testovali výsledný systém v práci Mateja Ščišľaka. Dokumenty uvádzajú iba úlohy pripraviť testovacie scenáre a vyhodnotiť chatbota, pričom pri bakalárskej práci sa spomína, že jedna množina na vyhodnotenie mala byť vlastná a druhá od kolegu, no nie je v nich uvedené, koľko ľudí systém reálne testovalo.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.286774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.766636, + "tool_latency_seconds": 0.286774, + "final_model_latency_seconds": 20.830349, + "total_latency_seconds": 22.884414, + "usage": { + "prompt_tokens": 24165, + "completion_tokens": 226, + "total_tokens": 24391 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Hoci dokument uvádza použitie nástrojov ako Ollama, GPT-OSS a LangChain, konkrétne označenie modelu grafickej karty (GPU) sa v textoch nie je explicitne spomenuté.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.225011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.828528, + "tool_latency_seconds": 0.225011, + "final_model_latency_seconds": 7.701365, + "total_latency_seconds": 9.755206, + "usage": { + "prompt_tokens": 8189, + "completion_tokens": 179, + "total_tokens": 8368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o Oleho Poiasníkovi spomína použitie servera `quadro.kemt.fei.tuke.sk` a rôzne modely a nástroje, neuvádza sa v ňom konkrétne množstvo RAM (v GB) pre tento počítač alebo server.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.223904, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.788013, + "tool_latency_seconds": 0.223904, + "final_model_latency_seconds": 8.406171, + "total_latency_seconds": 10.418392, + "usage": { + "prompt_tokens": 9211, + "completion_tokens": 194, + "total_tokens": 9405 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že pri práci Olega Poiasnika boli plánované testovacie scenáre a vyhodnotenie pomocou dotazníka pre kolegov, ale neuvádza sa konkrétne číslo počtu testujúcich používateľov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "limit": 5 + }, + "latency_seconds": 0.326563, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.494603, + "tool_latency_seconds": 0.326563, + "final_model_latency_seconds": 27.998322, + "total_latency_seconds": 29.82028, + "usage": { + "prompt_tokens": 33572, + "completion_tokens": 168, + "total_tokens": 33740 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty uvádzajú použité softvérové modely (napr. Mistral-Small, Qwen2.5), nástroje (vllm, ollama) a vektorové modely, ale neobsahujú konkrétny hardvérový model grafickej karty (GPU), ktorý Oleh Poiasnik pri práci používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.206472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.771568, + "tool_latency_seconds": 0.206472, + "final_model_latency_seconds": 9.299051, + "total_latency_seconds": 11.27745, + "usage": { + "prompt_tokens": 9402, + "completion_tokens": 209, + "total_tokens": 9611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.376539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.602723, + "tool_latency_seconds": 0.376539, + "final_model_latency_seconds": 22.062645, + "total_latency_seconds": 24.04259, + "usage": { + "prompt_tokens": 27436, + "completion_tokens": 118, + "total_tokens": 27554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť počet konkrétnych používateľov, ktorí testovali výsledný systém Tetiany Mohorian.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.337195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.917442, + "tool_latency_seconds": 0.337195, + "final_model_latency_seconds": 7.232727, + "total_latency_seconds": 9.487682, + "usage": { + "prompt_tokens": 7993, + "completion_tokens": 155, + "total_tokens": 8148 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý používala Tetiana Mohorian pri práci; v dokumente je uvádzaná len možnosť, že ak jej nebude stačiť GPU jej vlastného počítača, môže získať prístup na školský server alebo použiť službu Google Colab.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.146317, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.761592, + "tool_latency_seconds": 0.146317, + "final_model_latency_seconds": 8.160409, + "total_latency_seconds": 10.068592, + "usage": { + "prompt_tokens": 8830, + "completion_tokens": 191, + "total_tokens": 9021 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.147833, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.879323, + "tool_latency_seconds": 0.147833, + "final_model_latency_seconds": 7.099329, + "total_latency_seconds": 9.126834, + "usage": { + "prompt_tokens": 8732, + "completion_tokens": 135, + "total_tokens": 8867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?" + }, + "latency_seconds": 0.282942, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.344542, + "tool_latency_seconds": 0.282942, + "final_model_latency_seconds": 22.127737, + "total_latency_seconds": 23.755854, + "usage": { + "prompt_tokens": 27470, + "completion_tokens": 101, + "total_tokens": 27571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Vladyslav Yanchenko používal pri práci na svojej bakalárskej práci. Dokumenty uvádzajú použitie klaudového prostredia, konkrétne Azure a Kubernetes, no nešpecifikujú hardvérovú infraštruktúru GPU na lokálnej strane alebo v cloude.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.133145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.802386, + "tool_latency_seconds": 0.133145, + "final_model_latency_seconds": 8.549944, + "total_latency_seconds": 10.485798, + "usage": { + "prompt_tokens": 8745, + "completion_tokens": 201, + "total_tokens": 8946 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci. Hoci dokument uvádza, že študent mal do práce zapísať aj informácie o hardvéri, ktorý dostal, konkrétny údaj o veľkosti operačnej pamäte v nájdených úsekoch chýba.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.141995, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.80574, + "tool_latency_seconds": 0.141995, + "final_model_latency_seconds": 7.504708, + "total_latency_seconds": 9.452759, + "usage": { + "prompt_tokens": 7646, + "completion_tokens": 209, + "total_tokens": 7855 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.25366, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.746767, + "tool_latency_seconds": 0.25366, + "final_model_latency_seconds": 14.935313, + "total_latency_seconds": 16.93631, + "usage": { + "prompt_tokens": 18733, + "completion_tokens": 125, + "total_tokens": 18858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.234825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.749671, + "tool_latency_seconds": 0.234825, + "final_model_latency_seconds": 10.75072, + "total_latency_seconds": 12.735574, + "usage": { + "prompt_tokens": 13158, + "completion_tokens": 128, + "total_tokens": 13286 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.229359, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.621295, + "tool_latency_seconds": 0.229359, + "final_model_latency_seconds": 23.540581, + "total_latency_seconds": 25.392064, + "usage": { + "prompt_tokens": 29039, + "completion_tokens": 119, + "total_tokens": 29158 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokument síce uvádza, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka, ale neobsahuje údaje o tom, koľko ľudí sa už na testovaní zúčastnilo.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.18471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.735848, + "tool_latency_seconds": 0.18471, + "final_model_latency_seconds": 8.325781, + "total_latency_seconds": 10.246596, + "usage": { + "prompt_tokens": 8245, + "completion_tokens": 202, + "total_tokens": 8447 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.314605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.545429, + "tool_latency_seconds": 0.314605, + "final_model_latency_seconds": 25.6682, + "total_latency_seconds": 27.528981, + "usage": { + "prompt_tokens": 31857, + "completion_tokens": 116, + "total_tokens": 31973 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém pri práci Simony Bobrovčanovej; v zdrojoch sú uvedené iba technické metódy vyhodnotenia ako ROUGE, BLEU alebo porovnanie s jazykovými modelmi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.286573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.761053, + "tool_latency_seconds": 0.286573, + "final_model_latency_seconds": 17.814718, + "total_latency_seconds": 19.86288, + "usage": { + "prompt_tokens": 20668, + "completion_tokens": 183, + "total_tokens": 20851 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zázname o práci Simony Bobrovčanovej uvedený hardvérový limit (6 GB RAM) a uvedené modely (napr. Slovak-mistral 7B, Qwen3, Gemma), nie je špecifikovaný konkrétny model grafickej karty (GPU), ktorý bol pri týchto experimentoch použitý.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.133292, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.77975, + "tool_latency_seconds": 0.133292, + "final_model_latency_seconds": 7.851216, + "total_latency_seconds": 9.764532, + "usage": { + "prompt_tokens": 7669, + "completion_tokens": 211, + "total_tokens": 7880 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.569071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.599265, + "tool_latency_seconds": 0.569071, + "final_model_latency_seconds": 30.228306, + "total_latency_seconds": 32.397456, + "usage": { + "prompt_tokens": 36976, + "completion_tokens": 119, + "total_tokens": 37095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Poskytnutý kontext pre Valeriiho Kutsenka uvádza úlohy, metódy (ako RAG, SlovakT5, SKQUAD) a vývoj modelu, ale neobsahuje údaje o počte konkrétnych používateľov, ktorí by testovali výsledný systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.309694, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.886238, + "tool_latency_seconds": 0.309694, + "final_model_latency_seconds": 9.088902, + "total_latency_seconds": 11.28515, + "usage": { + "prompt_tokens": 9212, + "completion_tokens": 202, + "total_tokens": 9414 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Valerii Kutsenko pri práci používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "limit": 5, + "max_per_document": 5, + "published_only": true + }, + "latency_seconds": 0.258956, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.753537, + "tool_latency_seconds": 0.258956, + "final_model_latency_seconds": 7.304539, + "total_latency_seconds": 9.317314, + "usage": { + "prompt_tokens": 8691, + "completion_tokens": 145, + "total_tokens": 8836 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.495799, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.879833, + "tool_latency_seconds": 0.495799, + "final_model_latency_seconds": 23.280779, + "total_latency_seconds": 25.657081, + "usage": { + "prompt_tokens": 28862, + "completion_tokens": 136, + "total_tokens": 28998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Andrii Pervashov obsahuje detaily o jeho diplomovej a bakalárskej práci, vrátane cieľov a úloh, neobsahuje údaje o počte konkrétnych používateľov, ktorí testovali výsledný systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.209173, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.871628, + "tool_latency_seconds": 0.209173, + "final_model_latency_seconds": 11.689083, + "total_latency_seconds": 13.770332, + "usage": { + "prompt_tokens": 12991, + "completion_tokens": 191, + "total_tokens": 13182 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý používal Andrii Pervashov pri práci, hoci je uvedené, že pri trénovaní modelov (napr. byt5) čelil obmedzeniam pamäte GPU a pracoval s obmedzením dĺžky vstupov na 128 znakov kvôli pamäťovým kapacitám.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.322213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.587574, + "tool_latency_seconds": 0.322213, + "final_model_latency_seconds": 29.427922, + "total_latency_seconds": 31.338485, + "usage": { + "prompt_tokens": 34339, + "completion_tokens": 197, + "total_tokens": 34536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.125851, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.808506, + "tool_latency_seconds": 0.125851, + "final_model_latency_seconds": 7.228447, + "total_latency_seconds": 9.163094, + "usage": { + "prompt_tokens": 8209, + "completion_tokens": 129, + "total_tokens": 8338 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.195609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.697937, + "tool_latency_seconds": 0.195609, + "final_model_latency_seconds": 13.251553, + "total_latency_seconds": 15.145567, + "usage": { + "prompt_tokens": 16730, + "completion_tokens": 122, + "total_tokens": 16852 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.395458, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.543496, + "tool_latency_seconds": 0.395458, + "final_model_latency_seconds": 18.290831, + "total_latency_seconds": 20.230428, + "usage": { + "prompt_tokens": 22812, + "completion_tokens": 113, + "total_tokens": 22925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.341278, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.779095, + "tool_latency_seconds": 0.341278, + "final_model_latency_seconds": 22.735863, + "total_latency_seconds": 24.857087, + "usage": { + "prompt_tokens": 27950, + "completion_tokens": 128, + "total_tokens": 28078 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.216292, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.810624, + "tool_latency_seconds": 0.216292, + "final_model_latency_seconds": 10.543447, + "total_latency_seconds": 12.570812, + "usage": { + "prompt_tokens": 12597, + "completion_tokens": 130, + "total_tokens": 12727 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp. Zdroj uvádza názov jeho diplomovej práce z roku 2021 (\"Systém získavania informácií v slovenskom jazyku\") a zadanie, ale neobsahuje údaj o celkovom počte strán.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.262385, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.796733, + "tool_latency_seconds": 0.262385, + "final_model_latency_seconds": 7.468479, + "total_latency_seconds": 9.527916, + "usage": { + "prompt_tokens": 7688, + "completion_tokens": 199, + "total_tokens": 7887 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.475702, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.641283, + "tool_latency_seconds": 0.475702, + "final_model_latency_seconds": 25.584155, + "total_latency_seconds": 27.701988, + "usage": { + "prompt_tokens": 31777, + "completion_tokens": 117, + "total_tokens": 31894 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Janovi Holpovi spomínaná úloha využiť „veľké slovenské dáta z internetu\" a riešiť problémy s databázou Cassandra, nie je v ňom explicitne uvedená presná veľkosť hlavnej dátovej množiny v GB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?" + }, + "latency_seconds": 0.347643, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.226711, + "tool_latency_seconds": 0.347643, + "final_model_latency_seconds": 28.320197, + "total_latency_seconds": 29.895332, + "usage": { + "prompt_tokens": 33119, + "completion_tokens": 161, + "total_tokens": 33280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekty osoby Ján Holp nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?" + }, + "latency_seconds": 0.27315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.169927, + "tool_latency_seconds": 0.27315, + "final_model_latency_seconds": 13.082552, + "total_latency_seconds": 14.526087, + "usage": { + "prompt_tokens": 15562, + "completion_tokens": 107, + "total_tokens": 15669 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.309249, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.839232, + "tool_latency_seconds": 0.309249, + "final_model_latency_seconds": 11.094965, + "total_latency_seconds": 13.243909, + "usage": { + "prompt_tokens": 13671, + "completion_tokens": 130, + "total_tokens": 13801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "limit": 5 + }, + "latency_seconds": 0.379345, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.426527, + "tool_latency_seconds": 0.379345, + "final_model_latency_seconds": 11.583057, + "total_latency_seconds": 13.389414, + "usage": { + "prompt_tokens": 14472, + "completion_tokens": 106, + "total_tokens": 14578 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko strán mala finálna záverečná práca Tomáša Kuchárika, hoci z dokumentu vyplýva, že vypracovával diplomovú prácu v roku 2022 a v priebehu štúdia mal vypracovať draft práce vo forme článku na cca 10 strán.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.214917, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.866214, + "tool_latency_seconds": 0.214917, + "final_model_latency_seconds": 7.700263, + "total_latency_seconds": 9.781673, + "usage": { + "prompt_tokens": 7779, + "completion_tokens": 207, + "total_tokens": 7986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.334861, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.844724, + "tool_latency_seconds": 0.334861, + "final_model_latency_seconds": 17.978054, + "total_latency_seconds": 20.158297, + "usage": { + "prompt_tokens": 22685, + "completion_tokens": 131, + "total_tokens": 22816 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.379356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.695626, + "tool_latency_seconds": 0.379356, + "final_model_latency_seconds": 25.897841, + "total_latency_seconds": 27.973555, + "usage": { + "prompt_tokens": 31752, + "completion_tokens": 121, + "total_tokens": 31873 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, ktorý je vyjadrený kategóriou dp2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.568291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.857243, + "tool_latency_seconds": 0.568291, + "final_model_latency_seconds": 18.980378, + "total_latency_seconds": 21.406602, + "usage": { + "prompt_tokens": 22645, + "completion_tokens": 169, + "total_tokens": 22814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.540408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.621585, + "tool_latency_seconds": 0.540408, + "final_model_latency_seconds": 25.671956, + "total_latency_seconds": 27.834678, + "usage": { + "prompt_tokens": 31204, + "completion_tokens": 131, + "total_tokens": 31335 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Jakubovi Maruniakovi je na ZP Wiki uvedená diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.562602, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.825934, + "tool_latency_seconds": 0.562602, + "final_model_latency_seconds": 23.468173, + "total_latency_seconds": 25.857355, + "usage": { + "prompt_tokens": 28137, + "completion_tokens": 160, + "total_tokens": 28297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.533554, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.653191, + "tool_latency_seconds": 0.533554, + "final_model_latency_seconds": 24.13886, + "total_latency_seconds": 26.326378, + "usage": { + "prompt_tokens": 29192, + "completion_tokens": 134, + "total_tokens": 29326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.463078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.885186, + "tool_latency_seconds": 0.463078, + "final_model_latency_seconds": 22.975388, + "total_latency_seconds": 25.324418, + "usage": { + "prompt_tokens": 27589, + "completion_tokens": 158, + "total_tokens": 27747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" a podľa záznamu na ZP Wiki je táto práca uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.639479, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.436959, + "tool_latency_seconds": 0.639479, + "final_model_latency_seconds": 23.167549, + "total_latency_seconds": 25.244639, + "usage": { + "prompt_tokens": 27688, + "completion_tokens": 137, + "total_tokens": 27825 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Maroš Harahus je na ZP Wiki uvedená diplomová práca s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.67427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.818587, + "tool_latency_seconds": 0.67427, + "final_model_latency_seconds": 24.02076, + "total_latency_seconds": 26.514394, + "usage": { + "prompt_tokens": 28984, + "completion_tokens": 154, + "total_tokens": 29138 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.470457, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.656847, + "tool_latency_seconds": 0.470457, + "final_model_latency_seconds": 21.770887, + "total_latency_seconds": 23.898838, + "usage": { + "prompt_tokens": 26436, + "completion_tokens": 132, + "total_tokens": 26568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má na ZP Wiki uvedenú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“ z roku 2021 a diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.493779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.643222, + "tool_latency_seconds": 0.493779, + "final_model_latency_seconds": 24.063454, + "total_latency_seconds": 26.201197, + "usage": { + "prompt_tokens": 28042, + "completion_tokens": 193, + "total_tokens": 28235 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Dmytra Ushatenka má názov „Jednoduchý chatbot v jazyku Python\" a na ZP Wiki je uvedená pre rok 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.276913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.928032, + "tool_latency_seconds": 0.276913, + "final_model_latency_seconds": 17.527374, + "total_latency_seconds": 19.732868, + "usage": { + "prompt_tokens": 21108, + "completion_tokens": 157, + "total_tokens": 21265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má na ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a diplomovú prácu s návrhom názvu „Generatívne modely slovenského jazyka“ pre rok 2023.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.370966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.840231, + "tool_latency_seconds": 0.370966, + "final_model_latency_seconds": 23.664869, + "total_latency_seconds": 25.876774, + "usage": { + "prompt_tokens": 27895, + "completion_tokens": 192, + "total_tokens": 28087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Martin Wencel je na ZP Wiki uvedená bakalárska práca s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.403181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.836327, + "tool_latency_seconds": 0.403181, + "final_model_latency_seconds": 22.712242, + "total_latency_seconds": 24.952381, + "usage": { + "prompt_tokens": 27156, + "completion_tokens": 162, + "total_tokens": 27318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megelu má názov „Neurónové jazykové modelovanie typu BERT\" a je uvedená pre rok 2020 (podľa kategórie bp2021 a sekcie v dokumente).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.844343, + "tool_latency_seconds": 0.409193, + "final_model_latency_seconds": 21.276035, + "total_latency_seconds": 23.530238, + "usage": { + "prompt_tokens": 25635, + "completion_tokens": 165, + "total_tokens": 25800 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Alina Vitko vypracovávala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.423098, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.228918, + "tool_latency_seconds": 0.423098, + "final_model_latency_seconds": 23.032637, + "total_latency_seconds": 24.685348, + "usage": { + "prompt_tokens": 27916, + "completion_tokens": 114, + "total_tokens": 28030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Artem Yatsenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.383949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.856576, + "tool_latency_seconds": 0.383949, + "final_model_latency_seconds": 21.181143, + "total_latency_seconds": 23.422307, + "usage": { + "prompt_tokens": 25297, + "completion_tokens": 155, + "total_tokens": 25452 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.4906, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.842676, + "tool_latency_seconds": 0.4906, + "final_model_latency_seconds": 22.011062, + "total_latency_seconds": 24.344994, + "usage": { + "prompt_tokens": 26259, + "completion_tokens": 150, + "total_tokens": 26409 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o bakalárskej práci Kristiána Sopkoviča na ZP Wiki uvádza rok 2022 a ako návrh na názov práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.440455, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.514617, + "tool_latency_seconds": 0.440455, + "final_model_latency_seconds": 20.155535, + "total_latency_seconds": 22.111406, + "usage": { + "prompt_tokens": 24203, + "completion_tokens": 141, + "total_tokens": 24344 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Michal Stromko vypracovával bakalársku prácu v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.425266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.436217, + "tool_latency_seconds": 0.425266, + "final_model_latency_seconds": 17.54772, + "total_latency_seconds": 19.409747, + "usage": { + "prompt_tokens": 21450, + "completion_tokens": 116, + "total_tokens": 21566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Eduarda Matovku sa na ZP Wiki uvádza pod názvom „Slovenská konverzačná umelá inteligencia\" a je evidovaná za rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.382232, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.879244, + "tool_latency_seconds": 0.382232, + "final_model_latency_seconds": 21.079229, + "total_latency_seconds": 23.341426, + "usage": { + "prompt_tokens": 25673, + "completion_tokens": 157, + "total_tokens": 25830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský má na ZP Wiki uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.477811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.841146, + "tool_latency_seconds": 0.477811, + "final_model_latency_seconds": 22.819151, + "total_latency_seconds": 25.138789, + "usage": { + "prompt_tokens": 27667, + "completion_tokens": 150, + "total_tokens": 27817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný má na ZP Wiki uvedenú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.451272, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.841419, + "tool_latency_seconds": 0.451272, + "final_model_latency_seconds": 23.191276, + "total_latency_seconds": 25.48476, + "usage": { + "prompt_tokens": 27890, + "completion_tokens": 154, + "total_tokens": 28044 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá je v ZP Wiki uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.399075, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.866259, + "tool_latency_seconds": 0.399075, + "final_model_latency_seconds": 21.144202, + "total_latency_seconds": 23.41028, + "usage": { + "prompt_tokens": 25313, + "completion_tokens": 165, + "total_tokens": 25478 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Vladimíra Ferku má názov „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a je na ZP Wiki uvedená v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.492146, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.460519, + "tool_latency_seconds": 0.492146, + "final_model_latency_seconds": 23.247915, + "total_latency_seconds": 25.201239, + "usage": { + "prompt_tokens": 27935, + "completion_tokens": 138, + "total_tokens": 28073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Andrii Pervashov je na ZP Wiki uvedená diplomová práca v roku 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.719068, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.877509, + "tool_latency_seconds": 0.719068, + "final_model_latency_seconds": 24.916831, + "total_latency_seconds": 27.514099, + "usage": { + "prompt_tokens": 29782, + "completion_tokens": 167, + "total_tokens": 29949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.311985, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.857033, + "tool_latency_seconds": 0.311985, + "final_model_latency_seconds": 19.850008, + "total_latency_seconds": 22.019635, + "usage": { + "prompt_tokens": 23773, + "completion_tokens": 164, + "total_tokens": 23937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Ján Malinovský je v ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a rok, na ktorý je tento projekt zameraný, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.454721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.817183, + "tool_latency_seconds": 0.454721, + "final_model_latency_seconds": 22.979041, + "total_latency_seconds": 25.251581, + "usage": { + "prompt_tokens": 27672, + "completion_tokens": 160, + "total_tokens": 27832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták má v zázname typu diplomový projekt v sekcií „Diplomový projekt 2026\" uvedenú tému „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.665028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.958565, + "tool_latency_seconds": 0.665028, + "final_model_latency_seconds": 22.113925, + "total_latency_seconds": 24.738213, + "usage": { + "prompt_tokens": 26631, + "completion_tokens": 157, + "total_tokens": 26788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleh Poiasnik má na ZP Wiki uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.739312, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.838833, + "tool_latency_seconds": 0.739312, + "final_model_latency_seconds": 24.882872, + "total_latency_seconds": 27.461745, + "usage": { + "prompt_tokens": 30021, + "completion_tokens": 150, + "total_tokens": 30171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a táto práca je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.357352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.841968, + "tool_latency_seconds": 0.357352, + "final_model_latency_seconds": 22.442796, + "total_latency_seconds": 24.642831, + "usage": { + "prompt_tokens": 26551, + "completion_tokens": 176, + "total_tokens": 26727 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Tetiane Mohorian je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.425873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.854273, + "tool_latency_seconds": 0.425873, + "final_model_latency_seconds": 21.385733, + "total_latency_seconds": 23.666546, + "usage": { + "prompt_tokens": 25773, + "completion_tokens": 163, + "total_tokens": 25936 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre študentku Valerii Kutsenko je na ZP Wiki uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.492789, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.843924, + "tool_latency_seconds": 0.492789, + "final_model_latency_seconds": 21.161542, + "total_latency_seconds": 23.498879, + "usage": { + "prompt_tokens": 25747, + "completion_tokens": 155, + "total_tokens": 25902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.456973, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.878619, + "tool_latency_seconds": 0.456973, + "final_model_latency_seconds": 23.415598, + "total_latency_seconds": 25.752056, + "usage": { + "prompt_tokens": 28199, + "completion_tokens": 163, + "total_tokens": 28362 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť finálny názov bakalárskej práce pre Denis Le Thanh, keďže v zázname je uvedený iba rok 2026 a témou je „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.407611, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.829753, + "tool_latency_seconds": 0.407611, + "final_model_latency_seconds": 21.517022, + "total_latency_seconds": 23.755129, + "usage": { + "prompt_tokens": 25536, + "completion_tokens": 179, + "total_tokens": 25715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.419398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.846362, + "tool_latency_seconds": 0.419398, + "final_model_latency_seconds": 23.352649, + "total_latency_seconds": 25.619091, + "usage": { + "prompt_tokens": 28253, + "completion_tokens": 155, + "total_tokens": 28408 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre osobu Oleksandr Dorybohov pri type bakalárska práca uvádza rok 2026, pričom explicitný finálny názov práce nie je v zdrojoch uvedený, ale je definovaná téma „Automatické odpovede na otázky v právnej oblasti“ a cieľ vytvorenia agenta pre spracovanie slovenských právnych textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.419926, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.8965, + "tool_latency_seconds": 0.419926, + "final_model_latency_seconds": 22.10416, + "total_latency_seconds": 24.421281, + "usage": { + "prompt_tokens": 25945, + "completion_tokens": 204, + "total_tokens": 26149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ronaldu Zalackovi má názov „Skórovací online systém pre robotické súťaže\" a je uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.407417, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.886751, + "tool_latency_seconds": 0.407417, + "final_model_latency_seconds": 21.220076, + "total_latency_seconds": 23.514902, + "usage": { + "prompt_tokens": 25987, + "completion_tokens": 150, + "total_tokens": 26137 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“ a rok, na ktorý je táto práca na ZP Wiki evidovaná, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.429427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.885216, + "tool_latency_seconds": 0.429427, + "final_model_latency_seconds": 22.129282, + "total_latency_seconds": 24.444613, + "usage": { + "prompt_tokens": 26355, + "completion_tokens": 173, + "total_tokens": 26528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o bakalárskej práci Samuela Džurinu na ZP Wiki je vedený pod názvom „Dialógový systém pre podporu firemných procesov\" a je priradený k roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.448575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.315424, + "tool_latency_seconds": 0.448575, + "final_model_latency_seconds": 23.361329, + "total_latency_seconds": 25.126136, + "usage": { + "prompt_tokens": 27743, + "completion_tokens": 124, + "total_tokens": 27867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová má v ZP Wiki uvedenú bakalársku prácu s témou „Automatická sumarizácia slovenského textu“ pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.437073, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.869203, + "tool_latency_seconds": 0.437073, + "final_model_latency_seconds": 21.885133, + "total_latency_seconds": 24.192136, + "usage": { + "prompt_tokens": 26380, + "completion_tokens": 152, + "total_tokens": 26532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre osobu Yevhenii Medushivskyi nenašiel explicitne uvedený názov bakalárskej práce, iba téma práce „Získavanie textu z webových stránok\" a rok záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.438557, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.526694, + "tool_latency_seconds": 0.438557, + "final_model_latency_seconds": 24.780385, + "total_latency_seconds": 26.746301, + "usage": { + "prompt_tokens": 29415, + "completion_tokens": 156, + "total_tokens": 29571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai začal študovať v roku 2016 a rok vyjadrený kategóriou jeho diplomovej práce je 2021, čo zodpovedá kategórii dp2021, pričom rok sekcie diplomového projektu je 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.830986, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.991456, + "tool_latency_seconds": 0.830986, + "final_model_latency_seconds": 17.701575, + "total_latency_seconds": 20.524648, + "usage": { + "prompt_tokens": 20917, + "completion_tokens": 183, + "total_tokens": 21100 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou súvisiacou so strojovým prekladom má názov „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.407088, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.883665, + "tool_latency_seconds": 0.407088, + "final_model_latency_seconds": 12.737053, + "total_latency_seconds": 15.028234, + "usage": { + "prompt_tokens": 15085, + "completion_tokens": 164, + "total_tokens": 15249 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Jakub Maruniak je rok začiatku štúdia uvedený ako 2016 a záznam typu diplomová práca sa týka roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.487454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.695431, + "tool_latency_seconds": 0.487454, + "final_model_latency_seconds": 20.188422, + "total_latency_seconds": 22.371929, + "usage": { + "prompt_tokens": 24801, + "completion_tokens": 141, + "total_tokens": 24942 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U osobe Ján Holp je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam o diplomovej práci je evidovaný pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.635209, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.495212, + "tool_latency_seconds": 0.635209, + "final_model_latency_seconds": 37.072304, + "total_latency_seconds": 39.203901, + "usage": { + "prompt_tokens": 43962, + "completion_tokens": 129, + "total_tokens": 44091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka začal študovať v roku 2016 a záznam typu diplomová práca je pri ňom uvedený pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.791733, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.768228, + "tool_latency_seconds": 0.791733, + "final_model_latency_seconds": 42.721293, + "total_latency_seconds": 45.282511, + "usage": { + "prompt_tokens": 49698, + "completion_tokens": 146, + "total_tokens": 49844 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Márka Fehéra súvisiaca s témou klasifikácie textu má názov „Klasifikácia textu metódami strojového učenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.206203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.945929, + "tool_latency_seconds": 0.206203, + "final_model_latency_seconds": 7.515035, + "total_latency_seconds": 9.66744, + "usage": { + "prompt_tokens": 7684, + "completion_tokens": 164, + "total_tokens": 7848 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Maroša Harahusa s témou morfologickej anotácie sa volá „Neurónová morfologická anotácia slovenského jazyka“ a bola uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.976701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.94966, + "tool_latency_seconds": 0.976701, + "final_model_latency_seconds": 7.701005, + "total_latency_seconds": 10.627652, + "usage": { + "prompt_tokens": 8950, + "completion_tokens": 167, + "total_tokens": 9117 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.617138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.893676, + "tool_latency_seconds": 1.617138, + "final_model_latency_seconds": 6.912296, + "total_latency_seconds": 10.423432, + "usage": { + "prompt_tokens": 8206, + "completion_tokens": 147, + "total_tokens": 8353 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.560412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.930241, + "tool_latency_seconds": 0.560412, + "final_model_latency_seconds": 12.935317, + "total_latency_seconds": 15.426569, + "usage": { + "prompt_tokens": 15489, + "completion_tokens": 169, + "total_tokens": 15658 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Dmytra Ushatenka súvisiacej s témou chatbot je „Jednoduchý chatbot v jazyku Python\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.346696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.863069, + "tool_latency_seconds": 0.346696, + "final_model_latency_seconds": 16.828782, + "total_latency_seconds": 19.039102, + "usage": { + "prompt_tokens": 20460, + "completion_tokens": 160, + "total_tokens": 20620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a návrh na názov „Generatívne modely slovenského jazyka“ pre rok 2023, pričom obe témy súvisia s generatívnymi modelmi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.354476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.896673, + "tool_latency_seconds": 0.354476, + "final_model_latency_seconds": 8.935432, + "total_latency_seconds": 11.186869, + "usage": { + "prompt_tokens": 8709, + "completion_tokens": 202, + "total_tokens": 8911 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela súvisiaca s témou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.252067, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.887422, + "tool_latency_seconds": 0.252067, + "final_model_latency_seconds": 8.717359, + "total_latency_seconds": 10.857184, + "usage": { + "prompt_tokens": 9997, + "completion_tokens": 170, + "total_tokens": 10167 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megelu s témou súvisiacou s BERT má názov „Neurónové jazykové modelovanie typu BERT\" a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.491589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.892493, + "tool_latency_seconds": 0.491589, + "final_model_latency_seconds": 7.672433, + "total_latency_seconds": 10.056806, + "usage": { + "prompt_tokens": 8838, + "completion_tokens": 161, + "total_tokens": 8999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Alina Vitko je rok začiatku štúdia 2019 a záznam typu bakalárska práca je uvedený pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.496821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.713845, + "tool_latency_seconds": 0.496821, + "final_model_latency_seconds": 40.08753, + "total_latency_seconds": 42.2993, + "usage": { + "prompt_tokens": 47624, + "completion_tokens": 139, + "total_tokens": 47763 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobe Artem Yatsenko sa v dokumentoch ZP Wiki uvádza rok začiatku štúdia 2019 a záznam o bakalárskej práci je uvedený pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.226765, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.950052, + "tool_latency_seconds": 0.226765, + "final_model_latency_seconds": 16.645965, + "total_latency_seconds": 18.82337, + "usage": { + "prompt_tokens": 19500, + "completion_tokens": 160, + "total_tokens": 19660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca osoby Filip Tomáš súvisiaca s témou CI/CD má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.677484, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.907448, + "tool_latency_seconds": 0.677484, + "final_model_latency_seconds": 23.457174, + "total_latency_seconds": 26.042852, + "usage": { + "prompt_tokens": 28317, + "completion_tokens": 166, + "total_tokens": 28483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Kristiána Sopkoviča je v dokumente uvedená bakalárska práca s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ a je zaradená do roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.493595, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.933472, + "tool_latency_seconds": 0.493595, + "final_model_latency_seconds": 8.373152, + "total_latency_seconds": 10.800533, + "usage": { + "prompt_tokens": 9172, + "completion_tokens": 168, + "total_tokens": 9340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka s témou súvisiacou s Elasticsearchom sa volá „Indexovanie slovenského textu pomocou Elasticsearch\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.569369, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.855268, + "tool_latency_seconds": 0.569369, + "final_model_latency_seconds": 23.405518, + "total_latency_seconds": 25.830937, + "usage": { + "prompt_tokens": 28642, + "completion_tokens": 156, + "total_tokens": 28798 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Eduard Matovka je rok začiatku štúdia uvedený ako 2021, zatiaľco záznam typu „bakalárska práca\" je na ZP Wiki uvedený pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.512272, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.761773, + "tool_latency_seconds": 0.512272, + "final_model_latency_seconds": 39.488476, + "total_latency_seconds": 41.76359, + "usage": { + "prompt_tokens": 46193, + "completion_tokens": 157, + "total_tokens": 46350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Martin Šarišský je rok začiatku štúdia 2021 a rok, pri ktorom je na ZP Wiki uvedený záznam typu diplomová práca, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.865347, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.953762, + "tool_latency_seconds": 0.865347, + "final_model_latency_seconds": 29.626089, + "total_latency_seconds": 32.44605, + "usage": { + "prompt_tokens": 34913, + "completion_tokens": 162, + "total_tokens": 35075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Matej Novotný je rok začiatku štúdia 2021, kým záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.786126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.512511, + "tool_latency_seconds": 0.786126, + "final_model_latency_seconds": 38.280733, + "total_latency_seconds": 40.580451, + "usage": { + "prompt_tokens": 44924, + "completion_tokens": 134, + "total_tokens": 45058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Matej Ščišľak je rok začiatku štúdia uvedený ako 2021, zatiaľ čo záznam typu „diplomová práca\" je na ZP Wiki priradený k roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "published_only": false, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.555522, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.978258, + "tool_latency_seconds": 0.555522, + "final_model_latency_seconds": 10.758963, + "total_latency_seconds": 13.293239, + "usage": { + "prompt_tokens": 11786, + "completion_tokens": 174, + "total_tokens": 11960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Vladimír Ferko je rok začiatku štúdia uvedený ako 2021 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.505759, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.53842, + "tool_latency_seconds": 0.505759, + "final_model_latency_seconds": 36.898876, + "total_latency_seconds": 38.944075, + "usage": { + "prompt_tokens": 43738, + "completion_tokens": 137, + "total_tokens": 43875 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Andrii Pervashov je rok začiatku štúdia 2022 a záznam typu diplomová práca je uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.898208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.549601, + "tool_latency_seconds": 0.898208, + "final_model_latency_seconds": 42.721382, + "total_latency_seconds": 45.170318, + "usage": { + "prompt_tokens": 49720, + "completion_tokens": 133, + "total_tokens": 49853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a na ZP Wiki je o ňom uvedený záznam typu bakalárska práca pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.441927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.928615, + "tool_latency_seconds": 0.441927, + "final_model_latency_seconds": 36.388811, + "total_latency_seconds": 38.760357, + "usage": { + "prompt_tokens": 42573, + "completion_tokens": 160, + "total_tokens": 42733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Malinovský je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomový projekt\" sa v ZP Wiki uvádza pre rok 2026 (v sekcii Diplomový projekt 2026).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.651469, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.715013, + "tool_latency_seconds": 0.651469, + "final_model_latency_seconds": 21.255216, + "total_latency_seconds": 23.622515, + "usage": { + "prompt_tokens": 25045, + "completion_tokens": 163, + "total_tokens": 25208 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomový projekt\" je na ZP Wiki evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10 + }, + "latency_seconds": 0.967259, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.474502, + "tool_latency_seconds": 0.967259, + "final_model_latency_seconds": 43.090702, + "total_latency_seconds": 45.533641, + "usage": { + "prompt_tokens": 50464, + "completion_tokens": 134, + "total_tokens": 50598 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleh Poiasnik začal štúdium v roku 2022 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "published_only": false, + "limit": 10, + "max_per_document": 3 + }, + "latency_seconds": 1.015198, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.914662, + "tool_latency_seconds": 1.015198, + "final_model_latency_seconds": 36.927725, + "total_latency_seconds": 39.858533, + "usage": { + "prompt_tokens": 43258, + "completion_tokens": 152, + "total_tokens": 43410 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Samuel Vasiľ sa rok začiatku štúdia uvádza ako 2022 a záznam typu „bakalárska práca\" je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.46811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.514353, + "tool_latency_seconds": 0.46811, + "final_model_latency_seconds": 39.57725, + "total_latency_seconds": 41.560877, + "usage": { + "prompt_tokens": 46126, + "completion_tokens": 137, + "total_tokens": 46263 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tetiana Mohorian začala štúdium v roku 2022 a na ZP Wiki má záznam o bakalárskej práci pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.401255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.930931, + "tool_latency_seconds": 0.401255, + "final_model_latency_seconds": 24.023637, + "total_latency_seconds": 26.356617, + "usage": { + "prompt_tokens": 28692, + "completion_tokens": 152, + "total_tokens": 28844 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomová práca\" sa na ZP Wiki uvádza pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.975588, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.510278, + "tool_latency_seconds": 0.975588, + "final_model_latency_seconds": 41.25366, + "total_latency_seconds": 43.740606, + "usage": { + "prompt_tokens": 47880, + "completion_tokens": 140, + "total_tokens": 48020 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Osoba Vladyslav Yanchenko začala štúdium v roku 2022 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.307321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.363598, + "tool_latency_seconds": 0.307321, + "final_model_latency_seconds": 20.241188, + "total_latency_seconds": 21.912787, + "usage": { + "prompt_tokens": 24048, + "completion_tokens": 122, + "total_tokens": 24170 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Denis Le Thanh je rok začiatku štúdia 2023, zatiaľ čo rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca\", je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.440641, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.508288, + "tool_latency_seconds": 0.440641, + "final_model_latency_seconds": 35.582769, + "total_latency_seconds": 37.532677, + "usage": { + "prompt_tokens": 42313, + "completion_tokens": 139, + "total_tokens": 42452 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maksym Zatirka začal študovať v roku 2023 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.442177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.539229, + "tool_latency_seconds": 0.442177, + "final_model_latency_seconds": 38.651254, + "total_latency_seconds": 40.633723, + "usage": { + "prompt_tokens": 45312, + "completion_tokens": 128, + "total_tokens": 45440 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Oleksandr Dorybohov je v ZP Wiki uvedený rok začiatku štúdia ako 2023 a záznam o bakalárskej práci je spojený s rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.477948, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.961068, + "tool_latency_seconds": 0.477948, + "final_model_latency_seconds": 35.733387, + "total_latency_seconds": 38.173434, + "usage": { + "prompt_tokens": 41974, + "completion_tokens": 168, + "total_tokens": 42142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ronald Zalacko je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o bakalárskej práci sa týka roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.406191, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.962473, + "tool_latency_seconds": 0.406191, + "final_model_latency_seconds": 28.244246, + "total_latency_seconds": 30.613723, + "usage": { + "prompt_tokens": 33678, + "completion_tokens": 161, + "total_tokens": 33839 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Rostyslav Rodzhuk je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu bakalárska práca na ZP Wiki je vedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.468408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.564377, + "tool_latency_seconds": 0.468408, + "final_model_latency_seconds": 38.008276, + "total_latency_seconds": 40.042098, + "usage": { + "prompt_tokens": 44490, + "completion_tokens": 145, + "total_tokens": 44635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Samuel Džurina začal štúdium v roku 2023 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.396795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.768869, + "tool_latency_seconds": 0.396795, + "final_model_latency_seconds": 14.302693, + "total_latency_seconds": 16.468822, + "usage": { + "prompt_tokens": 16788, + "completion_tokens": 146, + "total_tokens": 16934 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Simonu Bobrovčanovú je na ZP Wiki uvedený rok začiatku štúdia 2023 a rok, v ktorom je evidovaná jej bakalárska práca, je 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.364773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.957487, + "tool_latency_seconds": 0.364773, + "final_model_latency_seconds": 22.156104, + "total_latency_seconds": 24.479043, + "usage": { + "prompt_tokens": 26707, + "completion_tokens": 170, + "total_tokens": 26877 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U osoby Yevhenii Medushivskyi sa rok začiatku štúdia uvádza ako 2023, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.397798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.999301, + "tool_latency_seconds": 0.397798, + "final_model_latency_seconds": 22.5619, + "total_latency_seconds": 24.959646, + "usage": { + "prompt_tokens": 26906, + "completion_tokens": 176, + "total_tokens": 27082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo je určené kategóriou dp2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.67853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.906619, + "tool_latency_seconds": 0.67853, + "final_model_latency_seconds": 7.775057, + "total_latency_seconds": 10.360564, + "usage": { + "prompt_tokens": 8564, + "completion_tokens": 168, + "total_tokens": 8732 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy súvisiaca s témou Fairseq má názov „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.364577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.858756, + "tool_latency_seconds": 0.364577, + "final_model_latency_seconds": 7.520147, + "total_latency_seconds": 9.743836, + "usage": { + "prompt_tokens": 8674, + "completion_tokens": 158, + "total_tokens": 8832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, kým Ján Pták pracoval na diplomovom projekte s názvom „Agent pre manažment záverečných prác\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.752223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.740957, + "tool_latency_seconds": 0.752223, + "final_model_latency_seconds": 22.386469, + "total_latency_seconds": 24.880435, + "usage": { + "prompt_tokens": 26418, + "completion_tokens": 199, + "total_tokens": 26617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Záverečná diplomová práca Lukáša Pokrývky z roku 2021 má názov „Paralelné trénovanie neurónových sietí\" a bakalárska práca Oleksandr Dorybohov z roku 2026 sa nazýva „Automatické odpovede na otázky v právnej oblasti\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.684204, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.727373, + "tool_latency_seconds": 0.684204, + "final_model_latency_seconds": 22.614362, + "total_latency_seconds": 25.026653, + "usage": { + "prompt_tokens": 26128, + "completion_tokens": 201, + "total_tokens": 26329 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.27273, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.868074, + "tool_latency_seconds": 1.27273, + "final_model_latency_seconds": 23.211628, + "total_latency_seconds": 26.353126, + "usage": { + "prompt_tokens": 26986, + "completion_tokens": 208, + "total_tokens": 27194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Denis Le Thanh vypracoval bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.530112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.839319, + "tool_latency_seconds": 0.530112, + "final_model_latency_seconds": 22.189277, + "total_latency_seconds": 24.559419, + "usage": { + "prompt_tokens": 25590, + "completion_tokens": 221, + "total_tokens": 25811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Ronald Zalacko vypracovával bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.601707, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.69935, + "tool_latency_seconds": 0.601707, + "final_model_latency_seconds": 23.430913, + "total_latency_seconds": 25.732677, + "usage": { + "prompt_tokens": 27268, + "completion_tokens": 197, + "total_tokens": 27465 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracoval bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.787667, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.907373, + "tool_latency_seconds": 0.787667, + "final_model_latency_seconds": 24.651989, + "total_latency_seconds": 27.347837, + "usage": { + "prompt_tokens": 28453, + "completion_tokens": 222, + "total_tokens": 28675 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.790618, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.672505, + "tool_latency_seconds": 0.790618, + "final_model_latency_seconds": 23.158555, + "total_latency_seconds": 25.622324, + "usage": { + "prompt_tokens": 26636, + "completion_tokens": 202, + "total_tokens": 26838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Filipa Tomáša z roku 2022 nesie názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a diplomová práca Mateja Novotného je vedená pod rokom 2026 s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.947236, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.875293, + "tool_latency_seconds": 0.947236, + "final_model_latency_seconds": 25.179457, + "total_latency_seconds": 28.002818, + "usage": { + "prompt_tokens": 29140, + "completion_tokens": 217, + "total_tokens": 29357 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.766518, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.516693, + "tool_latency_seconds": 0.766518, + "final_model_latency_seconds": 24.764674, + "total_latency_seconds": 27.048657, + "usage": { + "prompt_tokens": 28670, + "completion_tokens": 190, + "total_tokens": 28860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.567708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.863023, + "tool_latency_seconds": 0.567708, + "final_model_latency_seconds": 22.386182, + "total_latency_seconds": 24.817602, + "usage": { + "prompt_tokens": 25768, + "completion_tokens": 222, + "total_tokens": 25990 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki má Patrik Pavlišin bakalársku prácu z roku 2020 s názvom „Metódy automatického prekladu\", zatiaľ čo Andrii Pervashov má záznam o diplomovej práci pre rok 2027, kde je uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.532497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.916038, + "tool_latency_seconds": 0.532497, + "final_model_latency_seconds": 23.784051, + "total_latency_seconds": 26.233284, + "usage": { + "prompt_tokens": 27243, + "completion_tokens": 236, + "total_tokens": 27479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" uvedenú pre rok 2025 a Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" uvedenú pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.552061, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.912879, + "tool_latency_seconds": 0.552061, + "final_model_latency_seconds": 23.82801, + "total_latency_seconds": 26.293627, + "usage": { + "prompt_tokens": 27304, + "completion_tokens": 228, + "total_tokens": 27532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026 a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.354933, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.70407, + "tool_latency_seconds": 0.354933, + "final_model_latency_seconds": 22.269872, + "total_latency_seconds": 24.329621, + "usage": { + "prompt_tokens": 25953, + "completion_tokens": 200, + "total_tokens": 26153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Tetiana Mohorian vypracovala bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.46147, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.930262, + "tool_latency_seconds": 0.46147, + "final_model_latency_seconds": 18.158732, + "total_latency_seconds": 20.551035, + "usage": { + "prompt_tokens": 20810, + "completion_tokens": 221, + "total_tokens": 21031 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má na ZP Wiki evidovaný návrh na tému diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.894106, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.82394, + "tool_latency_seconds": 0.894106, + "final_model_latency_seconds": 26.29195, + "total_latency_seconds": 29.010847, + "usage": { + "prompt_tokens": 30479, + "completion_tokens": 224, + "total_tokens": 30703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022 a Samuel Vasiľ má záznam o bakalárskej práci s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.477732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.916472, + "tool_latency_seconds": 0.477732, + "final_model_latency_seconds": 22.336515, + "total_latency_seconds": 24.731432, + "usage": { + "prompt_tokens": 25144, + "completion_tokens": 237, + "total_tokens": 25381 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022 a Oleh Poiasnik má záznam o diplomovej práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.989788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.841788, + "tool_latency_seconds": 0.989788, + "final_model_latency_seconds": 26.388689, + "total_latency_seconds": 29.221021, + "usage": { + "prompt_tokens": 30828, + "completion_tokens": 207, + "total_tokens": 31035 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki má Martin Šarišský diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" z roku 2026 a Andrii Pervashov má diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" z roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.621385, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.681388, + "tool_latency_seconds": 0.621385, + "final_model_latency_seconds": 25.160597, + "total_latency_seconds": 27.46406, + "usage": { + "prompt_tokens": 28896, + "completion_tokens": 217, + "total_tokens": 29113 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, ktorý je na ZP Wiki evidovaný pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.49687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.95655, + "tool_latency_seconds": 0.49687, + "final_model_latency_seconds": 23.978137, + "total_latency_seconds": 26.432244, + "usage": { + "prompt_tokens": 27124, + "completion_tokens": 230, + "total_tokens": 27354 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.773352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.439599, + "tool_latency_seconds": 0.773352, + "final_model_latency_seconds": 22.950986, + "total_latency_seconds": 25.164704, + "usage": { + "prompt_tokens": 26490, + "completion_tokens": 188, + "total_tokens": 26678 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021 a Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.638759, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.877198, + "tool_latency_seconds": 0.638759, + "final_model_latency_seconds": 23.009054, + "total_latency_seconds": 25.525656, + "usage": { + "prompt_tokens": 26604, + "completion_tokens": 212, + "total_tokens": 26816 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina vykonáva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.658251, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.861413, + "tool_latency_seconds": 0.658251, + "final_model_latency_seconds": 24.812191, + "total_latency_seconds": 27.332547, + "usage": { + "prompt_tokens": 28809, + "completion_tokens": 209, + "total_tokens": 29018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom Dialógový systém pre podporu firemných procesov v roku 2026 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom Automatická sumarizácia slovenského textu v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.392394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.730852, + "tool_latency_seconds": 0.392394, + "final_model_latency_seconds": 21.733991, + "total_latency_seconds": 23.857944, + "usage": { + "prompt_tokens": 25260, + "completion_tokens": 197, + "total_tokens": 25457 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026 a Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.517462, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.884246, + "tool_latency_seconds": 0.517462, + "final_model_latency_seconds": 23.325598, + "total_latency_seconds": 25.727968, + "usage": { + "prompt_tokens": 27093, + "completion_tokens": 211, + "total_tokens": 27304 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Alinu Vitko nachádza záznam o bakalárskej práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ z roku 2022, no pre Valeriiho Kutsenko sa v nájdených zdrojoch uvádza iba téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“ pre rok 2027 bez explicitne uvedeného finálneho názvu práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.831746, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.873899, + "tool_latency_seconds": 0.831746, + "final_model_latency_seconds": 26.722272, + "total_latency_seconds": 29.428628, + "usage": { + "prompt_tokens": 30352, + "completion_tokens": 247, + "total_tokens": 30599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracoval diplomovú prácu v roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", zatiaľ čo Denis Le Thanh vypracoval bakalársku prácu v roku 2026 s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.571675, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.890063, + "tool_latency_seconds": 0.571675, + "final_model_latency_seconds": 23.471711, + "total_latency_seconds": 25.934181, + "usage": { + "prompt_tokens": 26821, + "completion_tokens": 229, + "total_tokens": 27050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracovával diplomovú prácu v roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ a Oleh Poiasnik vypracováva diplomovú prácu v roku 2027 s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.618362, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.650547, + "tool_latency_seconds": 0.618362, + "final_model_latency_seconds": 25.738418, + "total_latency_seconds": 28.008032, + "usage": { + "prompt_tokens": 29781, + "completion_tokens": 206, + "total_tokens": 29987 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\", ktorá je na ZP Wiki uvedená v roku 2021, zatiaľ čo Maroš Harahus má záznam diplomovej práce z roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.845636, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.904844, + "tool_latency_seconds": 0.845636, + "final_model_latency_seconds": 23.191305, + "total_latency_seconds": 25.942463, + "usage": { + "prompt_tokens": 26533, + "completion_tokens": 226, + "total_tokens": 26759 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Ján Pták má evidovaný diplomový projekt s témou „Agent pre manažment záverečných prác\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.842025, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.892925, + "tool_latency_seconds": 0.842025, + "final_model_latency_seconds": 24.436044, + "total_latency_seconds": 27.171774, + "usage": { + "prompt_tokens": 28560, + "completion_tokens": 205, + "total_tokens": 28765 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020, zatiaľ čo Ronald Zalacko má uvedenú bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.418673, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.676748, + "tool_latency_seconds": 0.418673, + "final_model_latency_seconds": 21.46318, + "total_latency_seconds": 23.559224, + "usage": { + "prompt_tokens": 24685, + "completion_tokens": 208, + "total_tokens": 24893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.708577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.890608, + "tool_latency_seconds": 0.708577, + "final_model_latency_seconds": 23.874623, + "total_latency_seconds": 26.474513, + "usage": { + "prompt_tokens": 27670, + "completion_tokens": 217, + "total_tokens": 27887 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", zatiaľ čo Eduard Matovka má uvedenú bakalársku prácu z roku 2024 s názvom „Slovenská konverzačná umelá inteligencia\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.408113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.704158, + "tool_latency_seconds": 0.408113, + "final_model_latency_seconds": 22.479089, + "total_latency_seconds": 24.592011, + "usage": { + "prompt_tokens": 25942, + "completion_tokens": 210, + "total_tokens": 26152 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Samuel Vasiľ má ako bakalársku prácu predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" uvedený pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.628848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.86059, + "tool_latency_seconds": 0.628848, + "final_model_latency_seconds": 21.311585, + "total_latency_seconds": 23.801645, + "usage": { + "prompt_tokens": 24515, + "completion_tokens": 224, + "total_tokens": 24739 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaja nenašla explicitná zápisná kategória diplomovej práce (dpYYYY), hoci je uvedený názov „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" a rok diplomového projektu 2021, preto rok diplomovej práce vyjadrený kategóriou nie je dostupný. Pre Andriiho Pervashova je v sekciách uvedené, že vypracováva diplomovú prácu v roku 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.377102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.928882, + "tool_latency_seconds": 0.377102, + "final_model_latency_seconds": 11.971719, + "total_latency_seconds": 14.278097, + "usage": { + "prompt_tokens": 11496, + "completion_tokens": 287, + "total_tokens": 11783 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ pre rok 2025, zatiaľ čo Denis Le Thanh má v evidencii bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ určenú pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.543859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.913773, + "tool_latency_seconds": 0.543859, + "final_model_latency_seconds": 24.362526, + "total_latency_seconds": 26.820887, + "usage": { + "prompt_tokens": 28129, + "completion_tokens": 239, + "total_tokens": 28368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ a je uvedená pre rok 2025, zatiaľ čo Oleksandr Dorybohov má v ZP Wiki zaznamenanú bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.576712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.539882, + "tool_latency_seconds": 0.576712, + "final_model_latency_seconds": 24.480688, + "total_latency_seconds": 26.597999, + "usage": { + "prompt_tokens": 27897, + "completion_tokens": 214, + "total_tokens": 28111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020. Yevhenii Medushivskyi má na ZP Wiki evidovanú bakalársku prácu s témou „Získavanie textu z webových stránok“ z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.496917, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.696205, + "tool_latency_seconds": 0.496917, + "final_model_latency_seconds": 26.381016, + "total_latency_seconds": 28.574786, + "usage": { + "prompt_tokens": 30327, + "completion_tokens": 217, + "total_tokens": 30544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022, pričom v roku 2021 už mal za sebou diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“. Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.620605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.913467, + "tool_latency_seconds": 0.620605, + "final_model_latency_seconds": 24.625252, + "total_latency_seconds": 27.159976, + "usage": { + "prompt_tokens": 26829, + "completion_tokens": 279, + "total_tokens": 27108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.593918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.828861, + "tool_latency_seconds": 0.593918, + "final_model_latency_seconds": 22.517295, + "total_latency_seconds": 24.940741, + "usage": { + "prompt_tokens": 26039, + "completion_tokens": 217, + "total_tokens": 26256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.562183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.694478, + "tool_latency_seconds": 0.562183, + "final_model_latency_seconds": 23.60758, + "total_latency_seconds": 25.864975, + "usage": { + "prompt_tokens": 27366, + "completion_tokens": 205, + "total_tokens": 27571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracoval diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026 a Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.618069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.853869, + "tool_latency_seconds": 0.618069, + "final_model_latency_seconds": 23.37767, + "total_latency_seconds": 25.850304, + "usage": { + "prompt_tokens": 26856, + "completion_tokens": 221, + "total_tokens": 27077 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Simona Bobrovčanová realizuje bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorá je evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.677989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.852515, + "tool_latency_seconds": 0.677989, + "final_model_latency_seconds": 22.650081, + "total_latency_seconds": 25.18124, + "usage": { + "prompt_tokens": 26183, + "completion_tokens": 213, + "total_tokens": 26396 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ a je evidovaná pre rok 2026, zatiaľ čo Rostyslav Rodzhuk má záznam o bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“, ktorá je tiež evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.434533, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.865606, + "tool_latency_seconds": 0.434533, + "final_model_latency_seconds": 23.271192, + "total_latency_seconds": 25.572354, + "usage": { + "prompt_tokens": 26421, + "completion_tokens": 238, + "total_tokens": 26659 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.575997, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.706597, + "tool_latency_seconds": 0.575997, + "final_model_latency_seconds": 22.663073, + "total_latency_seconds": 24.946423, + "usage": { + "prompt_tokens": 26363, + "completion_tokens": 192, + "total_tokens": 26555 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Ján Malinovský nenašiel explicitne uvedený názov diplomového projektu, ale v sekcii diplomového projektu je uvedená téma „Grafové vyhľadávanie pre podporu vzdelávania\" s rokom 2026, zatiaľ čo pre Yevhenii Medushivskyi v sekcii bakalárskej práce chýba explicitný názov, ale je uvedená téma „Získavanie textu z webových stránok\" s rokom 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.422912, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.863504, + "tool_latency_seconds": 0.422912, + "final_model_latency_seconds": 22.857885, + "total_latency_seconds": 25.144955, + "usage": { + "prompt_tokens": 25691, + "completion_tokens": 260, + "total_tokens": 25951 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ má uvedený predbežný názov svojej bakalárskej práce „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026 a Ronald Zalacko má uvedený názov svojej bakalárskej práce „Skórovací online systém pre robotické súťaže\" tiež pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.450069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.871289, + "tool_latency_seconds": 0.450069, + "final_model_latency_seconds": 22.035066, + "total_latency_seconds": 24.357081, + "usage": { + "prompt_tokens": 25433, + "completion_tokens": 226, + "total_tokens": 25659 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.622628, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.642367, + "tool_latency_seconds": 0.622628, + "final_model_latency_seconds": 21.308319, + "total_latency_seconds": 23.573927, + "usage": { + "prompt_tokens": 24735, + "completion_tokens": 200, + "total_tokens": 24935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia\" v roku 2024 a Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.405944, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.898174, + "tool_latency_seconds": 0.405944, + "final_model_latency_seconds": 23.085427, + "total_latency_seconds": 25.390165, + "usage": { + "prompt_tokens": 26693, + "completion_tokens": 219, + "total_tokens": 26912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Maksyma Zatirku má názov „Grafová databáza pre podporu generovania slovenského jazyka“ a je evidovaná v roku 2026, zatiaľ čo bakalárska práca Oleksandra Dorybohova má názov „Automatické odpovede na otázky v právnej oblasti“ a je evidovaná v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.683081, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.522084, + "tool_latency_seconds": 0.683081, + "final_model_latency_seconds": 25.270717, + "total_latency_seconds": 27.476547, + "usage": { + "prompt_tokens": 29082, + "completion_tokens": 203, + "total_tokens": 29285 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020, zatiaľ čo Kristián Sopkovič má v zázname uvádzaný návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.361723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.593296, + "tool_latency_seconds": 0.361723, + "final_model_latency_seconds": 18.130592, + "total_latency_seconds": 20.086232, + "usage": { + "prompt_tokens": 20385, + "completion_tokens": 207, + "total_tokens": 20592 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vykonáva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.826121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.861433, + "tool_latency_seconds": 0.826121, + "final_model_latency_seconds": 25.166117, + "total_latency_seconds": 27.85437, + "usage": { + "prompt_tokens": 29495, + "completion_tokens": 205, + "total_tokens": 29700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" a je na ZP Wiki uvedená v roku 2021, zatiaľ čo Matej Novotný má evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.743391, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.879309, + "tool_latency_seconds": 0.743391, + "final_model_latency_seconds": 24.696169, + "total_latency_seconds": 27.31955, + "usage": { + "prompt_tokens": 28258, + "completion_tokens": 231, + "total_tokens": 28489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Kristián Sopkovič má v roku 2022 uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.588034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.916804, + "tool_latency_seconds": 0.588034, + "final_model_latency_seconds": 23.264068, + "total_latency_seconds": 25.76964, + "usage": { + "prompt_tokens": 26841, + "completion_tokens": 218, + "total_tokens": 27059 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Matej Ščišľak má naplánovanú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.391566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.941042, + "tool_latency_seconds": 0.391566, + "final_model_latency_seconds": 20.847671, + "total_latency_seconds": 23.180856, + "usage": { + "prompt_tokens": 23357, + "completion_tokens": 224, + "total_tokens": 23581 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", pričom obe sú na ZP Wiki evidované v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.720502, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.892551, + "tool_latency_seconds": 0.720502, + "final_model_latency_seconds": 24.247666, + "total_latency_seconds": 26.861386, + "usage": { + "prompt_tokens": 28112, + "completion_tokens": 217, + "total_tokens": 28329 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_full/rag_answers_dev.csv b/tools/rag/evaluation/results/dev_final_full/rag_answers_dev.csv new file mode 100644 index 0000000..08ed068 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_full/rag_answers_dev.csv @@ -0,0 +1,2095 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre osobu Ján Holp je v ZP Wiki evidovaný dokument o jeho študentskej práci, ktorá zahŕňa diplomovú prácu z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"" a diplomový projekt z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.916039,0.235178,13.264142,15.415911,15986,170,16156, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.572129,0.226767,15.618323,17.417916,19712,122,19834, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Prácu s názvom „Systém získavania informácií v slovenskom jazyku"" vypracoval Ján Holp ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.532456,0.481545,22.246155,24.260982,27097,131,27228, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Študent Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", ktorú ukončil v roku 2021 pod vedením Ing. Daniela Hládeka, PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.493998,0.778541,40.734909,43.00859,47558,146,47704, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Holp je pri diplomovej práci v roku 2021 uvedená téma „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.851252,0.500671,17.035375,19.387862,20144,144,20288, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.166962,0.211028,13.276479,14.654947,16534,83,16617, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.921649,0.260825,7.26883,9.451604,8317,145,8462, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.543959,0.252353,16.94223,18.739103,21355,112,21467, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Osoba Ján Holp začala študovať v roku 2016 a vypracovávala svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.882387,0.196832,14.982323,17.06212,18131,150,18281, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok jeho začiatku štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" je uvedená v roku 2021. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.687994,0.684427,29.771677,32.144996,35384,165,35549, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Holp je autorom diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku"" z roku 2021 a prispieval aj k dokumentu o získavaní informácií, ktorý je súčasťou tímového projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.817066,0.331615,17.180651,19.329844,19839,175,20014, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", v ktorej implementoval algoritmum PageRank pre ohodnotenie dokumentov v rámci experimentov s databázou SCNC2. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.331385,0.23979,13.263227,14.834855,15584,140,15724, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Holp je spojený s témou slovenský internet prostredníctvom svojej bakalárskej práce s názvom „Vyhľadávač na slovenskom internete"", ktorú vypracoval v roku 2019, a následne aj svojej diplomovej práce „Systém získavania informácií v slovenskom jazyku"" z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.784552,0.216083,13.53789,15.539063,15613,195,15808, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","V stave práce Jána Holpa bolo implementované vyhľadávanie pomocou metódy PageRank, indexovanie webových stránok a riešenie technických problémov pri práci s databázou Cassandra. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.776084,0.301998,9.164677,11.243098,10637,152,10789, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Názov bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.781399,0.299921,12.31192,14.393767,15323,130,15453, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dokumentoch ZP Wiki sa nachádza študentská stránka o osobe Maroš Harahus, ktorá eviduje jeho bakalársku prácu z roku 2019 a diplomovú prácu z roku 2021, pričom v súčasnosti študuje doktorandské štúdium s dizertačnou prácou zameranou na automatické opravy textu a spracovanie prirodzeného jazyka v rokoch 2023/24. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.718831,0.334552,13.285242,15.339134,14990,205,15195, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Názvom diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.802943,0.401719,11.747608,13.952698,14411,135,14546, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.900688,0.619716,18.25166,20.772617,22327,157,22484, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021, pričom pri riešení témy použil knižnicu Spacy. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.90399,0.46929,16.494006,18.867877,19665,173,19838, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Téma diplomovej práce osoby Maroš Harahus je „Neurónová morfologická anotácia slovenského jazyka"", ktorá bola vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.768271,0.435609,12.099982,14.304301,14490,147,14637, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.771816,0.449318,16.773329,18.995049,20510,147,20657, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/steel""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021, ktorá sa zameriava na tému morfologickej anotácie. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.634587,0.626578,10.147283,12.408826,11504,156,11660, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Študent Maroš Harahus je sprevádzaný v dokumente „Podpora slovenčiny v knižnici Spacy"", kde je uvedený ako osoba zodpovedná za štatistické značkovanie v rámci tohto projektu. Na svojej študentskej stránke tiež zaznamenáva úlohy súvisiace s dokončením draftu článku o Spacy a experimentovaním s trénovaním modelu Spacy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.831008,0.319175,11.915553,14.066255,13079,218,13297, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,0.0,1.0,0.6666666666666666,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože žiadny študentský dokument o grafových neurónových sieťach nemá v metadátach ako autora uvedeneného Maroša Harahusa. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.760409,0.451517,19.985037,22.197533,24179,161,24340, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka"" používala na morfologickú anotáciu knižnicu Spacy, pričom pri experimentoch bola špecificky využitá verzia 2.2 tejto knižnice. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.76622,0.510112,18.45016,20.727088,21864,177,22041, +q0026,dev,specific_fact,medium,Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať aktuálne metódy grafových neurónových sietí (GNN) a nájsť si vyskúšať zodpovedajúci toolkit. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.61466,0.58401,19.037712,21.236973,22955,147,23102, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Pre osobe Tomáš Kuchárik je v ZP Wiki evidovaný dokument týkajúci sa jeho diplomovej práce z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.716838,0.248601,15.701098,17.667071,18399,164,18563, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Tomáš Kuchárik vypracoval dve diplomové práce, a to „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" v roku 2021 a „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.816138,0.308419,17.669697,19.794857,20678,192,20870, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" vypracoval študent Tomáš Kuchárik ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.103829,0.590626,25.386135,28.081404,30464,183,30647, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.061496,0.47983,22.923287,25.46527,27305,178,27483, +q0031,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Tomáš Kuchárik je v ZP Wiki uvedená téma diplomovej práce z roku 2021 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a téma diplomovej práce z roku 2022 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.795179,0.211666,16.038717,18.046096,18149,201,18350, +q0032,dev,fact_work_year,easy,V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.791116,0.332285,20.296714,22.420993,24322,159,24481, +q0033,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Tomáš Kuchárik súvisí s témou Question Answering prostredníctvom svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a tiež prispel ako študent na vývoji webovej aplikácie pre anotáciu v rámci projektu Question Answering (SK QUAD). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.833723,0.189091,12.442839,14.466167,13643,209,13852, +q0034,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" v roku 2022, ktorej zadanie priamo súvisí s témou SQuAD, konkrétne s vytvorením prehľadu jazykových mutácií overovacej množiny SQUAD a porovnaním strojovo preloženej verzie s manuálne vytvorenou verziou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.815736,0.263517,14.122538,16.202254,15759,225,15984, +q0035,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Študent Tomáš Kuchárik súvisí s témou strojového prekladu v rámci svojej diplomovej práce z roku 2022, ktorá nesie názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.40456,0.567852,16.056612,18.029573,19126,146,19272, +q0036,dev,specific_fact,medium,Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.918733,0.305764,17.554894,19.779966,21243,158,21401, +q0037,dev,specific_fact,medium,Aký dataset mal Tomáš Kuchárik strojovo prekladať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik mal strojovo prekladať dataset SQUAD (konkrétne overovaciu množinu SQUAD) s cieľom vytvoriť strojovo preloženú verziu v rôznych jazykoch, ktorú následne overil na systéme generovania odpovedí na otázku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.360703,0.374966,22.69909,24.43544,26966,152,27118, +q0038,dev,entity_lookup,easy,Nájdi dokument o osobe Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Dokument o osobe Jakub Maruniak, ktorý začal študovať v roku 2016, sa zaoberá diplomovou prácou s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracovanou v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.699171,0.292791,11.783131,13.77566,13243,174,13417, +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.807076,0.409207,18.620858,20.837845,23012,142,23154, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Jakub Maruniak ako diplomový projekt. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.410677,0.389491,20.158745,21.959715,24625,122,24747, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Študent Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorá bola navrhnutá pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.981108,0.37902,18.681728,21.042415,22445,172,22617, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Jakub Maruniak je v ZP Wiki uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.775638,0.545667,15.636256,17.958072,18785,151,18936, +q0043,dev,fact_start_year,easy,V ktorom roku začal študovať Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Jakub Maruniak začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.222797,0.3546,14.872554,16.450467,18419,87,18506, +q0044,dev,verification,medium,Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Jakub Maruniak je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.914233,0.359007,17.178952,19.45286,21103,139,21242, +q0045,dev,fact_work_year,easy,V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.36925,0.355992,17.70816,19.434052,21821,102,21923, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Jakub Maruniak začal štúdium v roku 2016 a jeho diplomová práca bola vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.852558,0.517338,7.251511,9.621661,8321,145,8466, +q0047,dev,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale rokom jeho nástupu na štúdium. Jeho diplomová práca bola vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.447918,0.373026,15.704742,17.526256,19145,135,19280, +q0048,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","S Jakubom Maruniakom súvisí jeho diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorú vypracoval v rámci diplomového projektu v roku 2020, pričom sa na projekte Pomenované entity podieľal aj tvorbou anotačného receptu a konverziou dát. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/topics/named-entity",1.814417,0.506247,11.012461,13.333515,11728,212,11940, +q0049,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Študent Jakub Maruniak vypracovával diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" v rámci projektu Podpora slovenčiny v Spacy, kde sa zaoberal aj riešením problémov so spacy modelom a anotačnou schémou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.752781,0.299254,15.453543,17.506073,17972,184,18156, +q0050,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Študent Jakub Maruniak súvisí s témou Prodigy prostredníctvom svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde je jedným z kľúčových úlohových bodov príprava postupu na anotáciu textového korpusu pre systém Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.860756,0.400785,11.566529,13.828624,12879,196,13075, +q0051,dev,specific_fact,medium,Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Jakub Maruniak mal pripraviť postup na anotáciu textového korpusu pre systém Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.851413,0.415769,7.814484,10.081979,9464,136,9600, +q0082,dev,entity_lookup,easy,Nájdi dokument o osobe Dominik Nagy.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.66089,0.208796,12.25537,14.125493,15099,137,15236, +q0083,dev,fact_title,easy,Aký je názov diplomová práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.76342,0.399171,21.597544,23.760776,26293,136,26429, +q0084,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval Dominik Nagy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.731244,0.469925,21.826503,24.028398,26634,129,26763, +q0085,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.961481,0.465424,22.519212,24.9468,27148,158,27306, +q0086,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Témou diplomovej práce pri osobe Dominik Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.778864,0.36538,16.452649,18.597467,20022,133,20155, +q0087,dev,fact_work_year,easy,V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.725491,0.347349,23.504857,25.578369,28877,123,29000, +q0088,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Študent Dominik Nagy vypracoval diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", ktorá sa zaoberá témou strojového prekladu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.567363,0.543659,16.259489,18.371026,18928,159,19087, +q0089,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022 a v rámci svojho tímového projektu v roku 2019 si tiež nainštaloval a prešiel tutoriálom nástroj fairseq. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.717426,0.224216,8.031158,9.973128,8457,178,8635, +q0090,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", pričom v rámci experimentov pri tejto práci uskutočnil experiment s architektúrou MBART a porovnal svoje výsledky s článkom MBART od Liu et al. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.705639,0.37555,15.536572,17.618427,18400,179,18579, +q0091,dev,specific_fact,medium,V akých smeroch Dominik Nagy trénoval modely Fairseq?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""angličtina"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Dominik Nagy trénoval modely v knižnici Fairseq primárne pre neurónový strojový preklad v smeroch obojsmerného prekladu medzi angličtinou a slovenčinou, pričom v rámci diplomového projektu skúmal aj preklad zo slovenčiny a využíval BERT modely. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.803683,0.230801,8.224433,10.259347,8815,182,8997, +q0092,dev,specific_fact,medium,Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BPE"", ""sentencepiece"", ""wordpiece""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE (Byte Pair Encoding), Sentencepiece a Wordpiece pomocou knižnice Hugging Face tokenizers. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.601897,0.2667,18.847247,20.716418,23121,145,23266, +q0102,dev,entity_lookup,easy,Nájdi dokument o osobe Patrik Pavlišin.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dokument o osobe Patrik Pavlišin sa nachádza na stránke ZP Wiki, kde sú evidované jeho študentské práce, konkrétne bakalárska práca z roku 2020, diplomová práca z roku 2022 s predbežným názvom „Neurónový strojový preklad"" a stáž z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.713394,0.649934,8.438404,10.801994,8796,187,8983, +q0103,dev,fact_title,easy,Aký je názov bakalárska práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalársku prácu s názvom „Metódy automatického prekladu"" vypracoval Patrik Pavlišin. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.79048,0.480988,13.425585,15.697607,16854,137,16991, +q0104,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Metódy automatického prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Prácu s názvom „Metódy automatického prekladu"" vypracoval študent Patrik Pavlišin ako bakalársku prácu v roku 2020 pod vedením Ing. Daniela Hládeka, PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.327067,0.682015,22.972428,24.98216,27852,128,27980, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020, pričom v rámci tejto práce pripravil prehľad aktuálnych metód automatického prekladu a vykonal experimenty s automatickým prekladom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.759927,0.696305,24.253131,26.710049,28691,174,28865, +q0106,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Patrik Pavlišin vypracovával bakalársku prácu s názvom „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.831038,0.299082,12.014251,14.144877,14262,137,14399, +q0107,dev,fact_work_year,easy,V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Patrik Pavlišin je uvedená bakalárska práca z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.588311,0.318264,17.050302,18.957454,21263,119,21382, +q0108,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020 a následne diplomovú prácu s predbežným názvom „Neurónový strojový preklad"" v roku 2022, pričom obe práce súvisia s témou automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.814726,0.507051,12.404314,14.726493,14092,191,14283, +q0109,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Patrik Pavlišin vypracovával diplomovú prácu v roku 2022, ktorej zadanie zahŕňalo pripravenie vybraného paralelného korpusu a natrénovanie modelu pre strojový preklad pomocou neurónových sietí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.608996,0.260295,15.708704,17.578487,18729,161,18890, +q0110,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Patrik Pavlišin súvisí s témou strojový preklad, keďže na svojej študentskej stránke spracovával projekt zameraný na neurónový strojový preklad (konkrétne architektúru Encoder-Decoder) a v roku 2022 plánoval diplomovú prácu s predbežným názvom „Neurónový strojový preklad"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +https://zp.kemt.fei.tuke.sk/topics/translation",1.390441,0.570728,15.576764,17.538518,17694,188,17882, +q0111,dev,specific_fact,medium,Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri experimentoch s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus, na základe ktorého následne vykoná niekoľko experimentov s automatickým prekladom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.052925,0.844387,7.236484,10.134112,8115,174,8289, +q0122,dev,entity_lookup,easy,Nájdi dokument o osobe Ondrej Megela.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pre osobu Ondrej Megela je v ZP Wiki evidovaná diplomová práca s názvom „Automatické generovanie otázok v slovenskom jazyku"" z roku 2023 a bakalársky projekt z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.706836,0.233952,13.783297,15.7246,16792,156,16948, +q0123,dev,fact_title,easy,Aký je názov bakalárska práca osoby Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.778986,0.288151,16.371294,18.438998,20307,137,20444, +q0124,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Prácu s názvom „Neurónové jazykové modelovanie typu BERT“ vypracoval Ondrej Megela ako bakalársku prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.87075,0.602183,25.220241,27.694127,30818,141,30959, +q0125,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020, ktorej cieľom bolo natrénovať a vyhodnotiť jazykový model metódou BERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.897696,0.611393,25.735428,28.245231,30529,177,30706, +q0126,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Pri osobe Ondrej Megela je uvedená téma bakalárskej práce z roku 2020 s názvom „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.204634,0.450488,16.759378,18.415032,20182,109,20291, +q0127,dev,fact_work_year,easy,V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Ondrej Megela je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.179798,0.407949,16.99769,18.586123,21056,91,21147, +q0128,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"" v roku 2023, ktorá sa zameriava na témy ako BERT, jazykové modely a otázkovú odpoveď, pričom je uvádzaný aj ako súčasť projektu Question Answering v súvislosti s úlohami asistujúcimi k BERT modelu. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/topics/question",1.769688,0.274021,13.989055,16.033256,15492,215,15707, +q0129,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"" v roku 2023, ktorá rieši úlohy súvisiace s jazykovým modelovaním a generatívnymi modelmi pre slovenčinu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.616092,0.2713,19.38002,21.267986,23341,160,23501, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Ondrej Megela vypracovával bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" a diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"", pričom obe témy súvisia s využívaním neurónových sietí v spracovaní prirodzeného jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.800739,0.356298,18.148193,20.305833,21263,190,21453, +q0131,dev,specific_fact,medium,Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela mal za cieľ natrénovať a vyhodnotiť jazykový model typu BERT (konkrétne aj slovenský Roberta model) v rámci svojej bakalárskej práce, ako aj generatívny model slovenského jazyka (vrátane pokusov s modelmi T5 a BART) v rámci diplomového projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.970039,0.296291,8.354021,10.620662,8875,194,9069, +q0142,dev,entity_lookup,easy,Nájdi dokument o osobe Dávid Omasta.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dávid Omasta má na stránke ZP Wiki evidovanú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá súvisí s interným projektom Question Answering a je vedená Danielom Hládkom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.69651,0.185283,13.253878,15.136238,15706,177,15883, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta má v záznamoch uvedený návrh na názov diplomovej práce pre rok 2023 „Generatívne modely slovenského jazyka"" a pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.799157,0.214109,16.513121,18.526939,19522,178,19700, +q0144,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","S prácou s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ sa venuje Dávid Omasta, ktorý ju vypracováva ako diplomovú prácu pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.803806,0.634474,23.833272,26.272233,28615,161,28776, +q0145,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Študentom, ktorý rieši diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", je Dávid Omasta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.971805,0.578418,25.64921,28.200183,30829,161,30990, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Dávid Omasta je pre rok 2024 pri diplomovej práci uvedený návrh názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.903434,0.307934,19.238074,21.45012,23107,158,23265, +q0147,dev,fact_work_year,easy,V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Dávid Omasta sú v ZP Wiki uvedené diplomové práce v rokoch 2023 a 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.183007,0.215722,20.837906,22.237328,25598,99,25697, +q0148,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Dávid Omasta je študent, ktorý vypracoval diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024, pričom v roku 2023 mal tému „Dotrénovanie slovenského generatívneho jazykového modelu"" s návrhom názvu „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.619475,0.296198,25.700185,27.616748,30032,190,30222, +q0149,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Študent Dávid Omasta súvisí s témou Question Answering prostredníctvom svojej diplomovej práce s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá je naviazaná na interný projekt Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.756658,0.203714,16.202555,18.163589,18870,170,19040, +q0150,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Dávid Omasta sa viaže k dvom diplomovým prácam týkajúcim sa slovenského jazyka, pričom v roku 2024 pracoval na téme „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" a v roku 2023 na téme „Dotrénovanie slovenského generatívneho jazykového modelu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.869618,0.177004,7.711204,9.758128,7294,204,7498, +q0151,dev,specific_fact,medium,Aká bola téma diplomovej práce Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dotrénovanie slovenského generatívneho jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Témou diplomovej práce Dávida Omastu v roku 2023 bolo dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.841922,0.281103,10.906785,13.030257,13505,147,13652, +q0152,dev,specific_fact,medium,Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.882062,0.312447,18.113707,20.308838,22344,149,22493, +q0164,dev,entity_lookup,easy,Nájdi dokument o osobe Kristián Sopkovič.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Dokument o Kristiánovi Sopkovičovi sa nachádza na stránke študentských prác a eviduje jeho bakalársku prácu z roku 2022, diplomovú prácu z roku 2024 s témou neurónového vyhľadávania a plánovanú dizertačnú prácu z roku 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.696734,0.217297,17.044266,18.958826,19569,202,19771, +q0165,dev,fact_title,easy,Aký je názov bakalárska práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.813008,0.260117,14.289903,16.363499,17577,145,17722, +q0166,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Prácou s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" sa zaoberal študent Kristián Sopkovič v rámci svojej bakalárskej práce v roku 2022. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.106946,0.644879,20.481825,23.234263,24678,182,24860, +q0167,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.954274,0.644778,20.140913,22.740532,23971,183,24154, +q0168,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Kristián Sopkovič je uvedená téma bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.868241,0.34589,16.682874,18.897538,20281,149,20430, +q0169,dev,fact_work_year,easy,V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.859495,0.218805,17.842438,19.921282,22015,135,22150, +q0170,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Kristián Sopkovič súvisí s témou Spacy v rámci svojej bakalárskej práce z roku 2022, ktorej názov bol „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ako aj v rámci projektu podpora slovenčiny v knižnici Spacy, kde sa venuje vylepšovaniu parametrov a transformerov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.781085,0.26155,16.305631,18.348774,18281,217,18498, +q0171,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Kristián Sopkovič súvisí s projektom „Podpora slovenčiny v knižnici Spacy"", kde sa zameriaval na vylepšenie parametrov a transformery, a tiež pracoval na dizertačnej práci s cieľom vylepšiť RAG-QA v slovenskom jazyku. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.813573,0.202199,14.871168,16.887521,17136,198,17334, +q0172,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""transformery""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Kristián Sopkovič vypracovával diplomovú prácu v roku 2024 na tému neurónového vyhľadávania založeného na sémantickej podobnosti vektorov, kde sa venoval natrénovaniu modelu Sentence Transformer (napríklad SBERT) a multilinguálnym modelom pre cross-lingual information retrieval. V rámci jeho študentských prác sa tiež v roku 2021 spomína štúdium transformérov v kontexte bakalárskej práce zameraného na podporu slovenčiny v knižnici Spacy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.388107,0.250507,18.024461,19.663638,19953,226,20179, +q0173,dev,specific_fact,medium,Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšiť presnosť modelu Spacy pre slovenčinu""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.895028,0.358638,7.231821,9.48585,8094,156,8250, +q0174,dev,entity_lookup,easy,Nájdi dokument o osobe Michal Stromko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Dokument o osobe Michal Stromko sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko, kde sú evidované jeho bakalárska práca z roku 2022, diplomová práca z roku 2024 (s témou sémantického vyhľadávania v slovenskom texte) a vedecký projekt z roku 2022/23. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.670193,0.291062,15.147342,17.109804,17650,201,17851, +q0175,dev,fact_title,easy,Aký je názov bakalárska práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Michala Stromka z roku 2022 sa volá „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.804638,0.264797,16.039603,18.109564,19761,140,19901, +q0176,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ vypracoval Michal Stromko v rámci svojej bakalárskej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.383537,0.519995,23.520763,25.425029,28573,121,28694, +q0177,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Michal Stromko vypracovával bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.842229,0.55399,26.662342,29.059289,32297,145,32442, +q0178,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Michal Stromko je uvedená téma jeho bakalárskej práce z roku 2022 ako „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.792437,0.321187,18.650137,20.764316,22500,143,22643, +q0179,dev,fact_work_year,easy,V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Michal Stromko je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.786445,0.275014,18.162653,20.224706,22433,128,22561, +q0180,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Michal Stromko vypracoval bakalársku prácu v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". Týmto projektom sa tiež zaoberal vo svojom diplomovom projekte, kde spolupracoval na témach súvisiacich s vektorovým vyhľadávaním a indexovaním dát. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.78044,0.364591,16.079466,18.225135,18687,186,18873, +q0181,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""vyhľadávanie""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Michal Stromko vypracovával diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte"" v akademickom roku 2023/2024, ktorá sa zaoberala sémantickým vyhľadávaním na slovenskej Wikipédii pomocou neurónových sietí. Jeho práca je tiež uvádzaná ako súvisiaca s bakalárskou prácou Mateja Kobyľana na tému „Systém pre monitoring médií"" a diplomovou prácou Kristiána Sopkoviča na tému „Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov"", pričom všetci traja študenti spolupracovali na témach súvisiacich so slovenským vyhľadávaním. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.796255,0.353101,21.595239,23.745399,22512,339,22851, +q0182,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Michal Stromko sa na svojej stránke spája s témou FAISS v rámci diplomového projektu a vedeckého projektu 2022/23, kde sa plánovalo použitie vektorovej databázy FAISS na uloženie odsekov a vektorov pre QA systém a slovenské vyhľadávanie vo wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.76545,0.388898,7.958364,10.112962,8322,187,8509, +q0183,dev,specific_fact,medium,Aký indexovací systém používala bakalárska práca Michala Stromka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" použila ako indexovací systém Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.820627,0.445738,11.417157,13.683977,14091,142,14233, +q0184,dev,specific_fact,medium,Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.817304,0.414647,7.488212,9.720526,9232,129,9361, +q0200,dev,entity_lookup,easy,Nájdi dokument o osobe Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.692512,0.233883,13.942714,15.869666,17224,145,17369, +q0201,dev,fact_title,easy,Aký je názov bakalárska práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Názov bakalárskej práce osoby Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.60554,0.23223,12.520956,14.359173,15487,126,15613, +q0202,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.922843,0.364924,20.668001,22.956484,25339,160,25499, +q0203,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. Ďalšími študentmi, ktorí riešili podobnú tému, sú Jakub Maruniak s diplomovou prácou „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a Than Trung Thanh s bakalárskym projektom zameraným na rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",1.525569,0.412213,23.248653,25.187241,25470,277,25747, +q0204,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Pri osobe Artem Yatsenko je pri bakalárskej práci v roku 2022 uvedená téma „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.817105,0.204864,11.795189,13.817661,14020,150,14170, +q0205,dev,fact_start_year,easy,V ktorom roku začal študovať Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Artem Yatsenko začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.812097,0.206648,12.331802,14.351058,15478,125,15603, +q0206,dev,verification,medium,Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Artem Yatsenko je v ZP Wiki uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.912872,0.216397,9.52794,11.657578,11498,141,11639, +q0207,dev,fact_work_year,easy,V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Bakalárska práca pri osobe Artem Yatsenko je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.404799,0.228484,16.472759,18.106778,20524,104,20628, +q0208,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Artem Yatsenko začal študovať v roku 2019 a vypracovával bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.854357,0.259841,10.807762,12.92237,12927,144,13071, +q0209,dev,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Nie, rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.842255,0.227546,11.112472,13.182755,13129,164,13293, +q0210,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022, ktorá sa zameriava na tému pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.633294,0.14321,12.781937,14.55892,15155,153,15308, +q0211,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorá sa v roku 2021 zaoberala zlepšením modelu pre rozpoznávanie pomenovaných entít pomocou knižnice Spacy a vytvorením slovenského jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.543393,0.312846,15.008094,16.864814,17678,173,17851, +q0212,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Artem Yatsenko súvisí s témou anotácia v rámci svojho bakalárskeho projektu z roku 2021, kde mal za úlohu anotovať korpus pre rozpoznávanie pomenovaných entít, čo je súčasťou jeho následnej bakalárskej práce z roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.775071,0.142051,13.156265,15.073879,14813,197,15010, +q0213,dev,specific_fact,medium,Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""20""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Artem Yatsenko mal minimálne anotovať 20 článkov cez webové rozhranie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.706361,0.622255,32.646716,34.97637,39663,121,39784, +q0229,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Dokument o osobe Matej Ščišľak je dostupný na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú uvedené informácie o jeho bakalárskej práci z roku 2024 s názvom „Dialógový systém pre potreby samosprávy"" a diplomovej práci z roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.761875,0.207281,19.33572,21.305593,21685,217,21902, +q0230,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.830261,0.306427,17.78227,19.919575,21788,143,21931, +q0231,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" vypracováva Matej Ščišľak ako diplomovú prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.945083,0.627107,26.1249,28.697816,31515,166,31681, +q0232,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá sa zameriava na vytvorenie systému využívajúceho znalostné grafy na vyhľadávanie v rozsudkoch, zákonoch a vyhláškach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.949232,0.490177,17.398978,19.838873,20129,198,20327, +q0233,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pri osobe Matej Ščišľak je pri diplomovej práci (rok 2026) uvedená téma „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.871114,0.250656,14.417409,16.539859,17387,155,17542, +q0234,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Matej Ščišľak začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.643133,0.210787,14.976704,16.831237,18507,115,18622, +q0235,dev,verification,medium,Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Áno, pri osobe Matej Ščišľak je v dokumente explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.95919,0.244442,6.684971,8.888911,7599,149,7748, +q0236,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.792469,0.303727,17.722903,19.8199,22164,132,22296, +q0237,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Osoba Matej Ščišľak začala študovať v roku 2021, pričom jeho diplomová práca je evidovaná pre rok 2026 a bakalárska práca pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.721777,0.421037,7.032024,9.175208,7596,154,7750, +q0238,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia; jeho bakalárska práca bola dokončená v roku 2024 a diplomová práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.930107,0.269796,11.221118,13.421508,13149,181,13330, +q0239,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Diplomová práca Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" pre rok 2026 sa zaoberá témou GraphRAG, pričom v rámci stavu projektu je explicitne uvedená vytvorená implementácia GraphRAG zložená z FAISS a Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.892438,0.243365,8.167215,10.303319,8708,194,8902, +q0240,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", v ktorej je súčasťou riešenia vytvorenie GraphRAG systému využívajúceho databázu Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.822808,0.271134,16.809391,18.904156,20300,172,20472, +q0241,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Matej Ščišľak sa v rámci svojho diplomového projektu z roku 2025 zaoberal témou využívajúcou nástroj FAISS, kde vytvoril RAG (Retrieval-Augmented Generation) systém s vektormi uloženými práve v tejto databáze. Okrem toho aj v rámci svojej pripravovanej diplomovej práce na rok 2026 pracuje na GraphRG systéme, ktorý tiež využíva FAISS v kombinácii s databázou Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.840315,0.234788,8.430619,10.506034,8197,228,8425, +q0242,dev,specific_fact,medium,Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""FAISS"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","GraphRAG, ktorý vypracoval Matej Ščišľak, sa skladal z dvoch hlavných častí, a to z FAISS a Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.704802,0.334016,14.740238,16.779691,18164,135,18299, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým sú priradené správne odpovede, odpovede generované chatbotom, ako aj očakávané a vygenerované zdroje. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.940282,0.540616,18.137025,20.61894,21777,176,21953, +q0244,dev,specific_fact,medium,Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre potreby samosprávy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Mateja Ščišľaka z roku 2024 je „Dialógový systém pre potreby samosprávy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.953162,0.371352,22.040311,24.365464,26722,152,26874, +q0245,dev,entity_lookup,easy,Nájdi dokument o osobe Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá začala v roku 2021 a je evidovaná pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.774591,0.233344,14.026862,16.03529,16348,167,16515, +q0246,dev,fact_title,easy,Aký je názov bakalárska práca osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Bakalárska práca Vladimíra Ferku s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" bola vypracovaná v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.804213,0.283725,15.458665,17.547106,18613,159,18772, +q0247,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" vypracoval Vladimír Ferko ako svoju bakalársku prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.978022,0.415538,24.340136,26.734518,29305,166,29471, +q0248,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.96458,0.385297,23.560028,25.910636,28349,157,28506, +q0249,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Téma bakalárskej práce Vladimíra Ferká je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.858367,0.373963,15.320737,17.553684,18298,144,18442, +q0250,dev,fact_start_year,easy,V ktorom roku začal študovať Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Vladimír Ferko začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.415332,0.273109,16.191547,17.880525,20059,101,20160, +q0251,dev,verification,medium,Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Vladimír Ferko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.876943,0.353526,15.686046,17.917098,18965,143,19108, +q0252,dev,fact_work_year,easy,V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Bakalárska práca pri osobe Vladimír Ferko je uvedená v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.801811,0.350689,20.313325,22.466492,25215,133,25348, +q0253,dev,disambiguation_year,hard,Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko začal štúdium v roku 2021, zatiaľ čo v názve sekcie jeho bakalárskej práce je uvedený rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.040496,0.250294,7.289093,9.580136,8159,162,8321, +q0254,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Rok 2021 nie je rokom záverečnej práce Vladimíra Ferka, ale rokom začiatku jeho štúdia, keďže jeho bakalárska práca bola vypracovaná v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.466807,0.214361,11.89376,13.575526,14260,140,14400, +q0255,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Študent Vladimír Ferko realizoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá je súčasťou projektu Hate Speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko +Zdroj: https://zp.kemt.fei.tuke.sk/topics/hatespeech",1.794639,0.196115,10.105075,12.096308,11530,171,11701, +q0256,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá sa zameriava na anotáciu a automatické rozpoznávanie nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.778886,0.195799,14.018462,15.993931,16691,170,16861, +q0257,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", pri ktorej v rámci stavu k 13.10.2023 uvádza vyskúšaný model SlovakBERT (konkrétne verziu pre sentiment na Twitteri od Kinit). + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.778403,0.207394,17.014651,19.001013,19907,190,20097, +q0258,dev,specific_fact,medium,Aký model Vladimír Ferko natrénoval ako prvý?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovakbert""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko ako prvý natrénoval model slovakbert. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.821548,0.1954,7.676377,9.693598,9176,127,9303, +q0259,dev,specific_fact,medium,Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OffensEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Vladimír Ferko mal naštudovať a použiť benchmark **OffensEval 2019-20** pri anotáciách pre svoju bakalársku prácu zameranú na nenávistnú reč. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.589686,0.209975,14.173735,15.973887,17329,140,17469, +q0275,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Pre osobe Matej Novotný je v ZP Wiki evidovaný dokument o jeho diplomovej práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorú začal študovať v roku 2021 a je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.676394,0.209577,18.261993,20.148543,21808,169,21977, +q0276,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.608594,0.251753,17.567309,19.428393,21497,130,21627, +q0277,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" vypracúva študent Matej Novotný v rámci svojej diplomovej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.672283,0.375419,21.199733,23.248222,25680,148,25828, +q0278,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Matej Novotný rieši v rámci svojej diplomovej práce pre rok 2026 presne túto tému s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.921847,0.372415,14.574971,16.869763,17410,164,17574, +q0279,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená téma diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie“, ktorá zahŕňa klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.19415,0.427716,18.888415,20.510836,22847,127,22974, +q0280,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.631663,0.211315,15.837139,17.680629,19561,112,19673, +q0281,dev,verification,medium,Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Áno, pri osobe Matej Novotný je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.314476,0.247573,12.438744,14.00124,15058,110,15168, +q0282,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Diplomová práca pri osobe Matej Novotný je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.784644,0.249148,19.01005,21.044776,23673,131,23804, +q0283,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Matej Novotný začal študovať v roku 2021 a vypracováva diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.63831,0.433229,13.630552,15.702731,16468,132,16600, +q0284,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia; jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.870749,0.256402,12.182896,14.310473,14194,183,14377, +q0285,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""webové dáta""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na klasifikáciu webových dát podľa typu a detekciu nenávistného obsahu s cieľom pripraviť kvalitné trénovacie dáta pre jazykové modely. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.637305,0.261446,22.539673,24.439105,26499,178,26677, +q0286,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""klasifikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na klasifikáciu webových dát podľa typu a na detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.775945,0.269269,18.120272,20.166257,21513,169,21682, +q0287,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.806565,0.228965,20.655001,22.691137,25215,149,25364, +q0303,dev,entity_lookup,easy,Nájdi dokument o osobe Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dokument o osobe Valerii Kutsenko sa nachádza na stránke studentového portálu, kde sú zaznamenané jej bakalárska práca s témou „Automatické generovanie otázok zo zadaného textu"" pre rok 2025 a diplomová práca s témou „Zlepšenie vyhľadávania pomocou znalostných grafov"" pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.757248,0.301613,16.317376,18.376753,18690,193,18883, +q0304,dev,fact_title,easy,Aký je názov diplomová práca osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Názov diplomovej práce Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.781855,0.264713,15.391875,17.439185,18831,135,18966, +q0305,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" vypracováva študent Valerii Kutsenko ako svoju diplomovú prácu pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.87314,0.462709,18.809456,21.146096,22838,159,22997, +q0306,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Študent Valerii Kutsenko rieši v diplomovej práci z roku 2027 tému „Zlepšenie vyhľadávania pomocou znalostných grafov"", kde plánuje navrhnúť agenta budujúceho a využívajúceho znalostný graf pri vyhľadávaní. Ďalším študentom, ktorý rieši podobnú tému s presným názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" v rámci diplomovej práce pre rok 2026, je Matej Ščišľak. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.077164,0.495687,22.915069,25.488575,25662,282,25944, +q0307,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.772191,0.373315,18.542186,20.688317,22519,138,22657, +q0308,dev,fact_start_year,easy,V ktorom roku začal študovať Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Valerii Kutsenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.460454,0.265927,12.416805,14.143676,15404,102,15506, +q0309,dev,verification,medium,Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Valerii Kutsenko je v dokumente explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.343414,0.365471,9.618213,11.327666,11601,103,11704, +q0310,dev,fact_work_year,easy,V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.779423,0.284961,17.901746,19.96676,22411,128,22539, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Valerii Kutsenko začala študovať v roku 2022 a v roku 2024 vypracovávala vedecký projekt. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.446604,0.593727,18.906587,20.947702,23011,121,23132, +q0312,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Podľa dostupných informácií z ZP Wiki nebol rok 2022 rokom vyhotovenia záverečnej práce osoby Valerii Kutsenko, keďže rok 2022 je uvedený ako rok začiatku štúdia a jeho diplomová práca je plánovaná na rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.670688,0.442719,10.499351,12.613379,11700,170,11870, +q0313,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Valerii Kutsenko súvisí s diplomovou prácou (rok 2027) na tému „Zlepšenie vyhľadávania pomocou znalostných grafov"", kde plánuje navrhovať agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní, vrátane zostavenia multilinguálneho grafu na základe diela Alice in Wonderland. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.787292,0.253653,18.490352,20.531879,21596,200,21796, +q0314,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Valerii Kutsenko sa v rámci svojej bakalárskej práce pre rok 2025 venuje téme automatického generovania otázok s cieľom vylepšiť proces RAG (Retrieval Augmented Generation). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.773241,0.277663,7.658252,9.709459,8348,157,8505, +q0315,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko vypracováva diplomovú prácu na tému Zlepšenie vyhľadávania pomocou znalostných grafov, kde sa zameriava na budovanie a využívanie znalostných grafov pri vyhľadávaní a študuje nástroj GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.600693,0.280419,17.295929,19.177613,20792,161,20953, +q0316,dev,specific_fact,medium,V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávanie"", ""právo"", ""medicína""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Podľa zadania môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.81868,0.326972,7.803437,9.94938,9154,140,9294, +q0333,dev,entity_lookup,easy,Nájdi dokument o osobe Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Tetiana Mohorian vypracováva bakalársku prácu v roku 2025 s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" a štúdium začala v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.716307,0.150859,6.668282,8.535713,7313,162,7475, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.790533,0.175224,12.345074,14.311461,15385,142,15527, +q0335,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" sa venujú študentky a študent Tetiana Mohorian (bakalárska práca 2025) a Patrik Pokrivčák (diplomová práca). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.558887,0.418434,24.839877,26.817965,29134,184,29318, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.051872,0.462982,24.298904,26.814516,29246,164,29410, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Tetiana Mohorian je pri bakalárskej práci uvedená téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.772758,0.210522,12.73449,14.718231,15155,147,15302, +q0338,dev,fact_start_year,easy,V ktorom roku začal študovať Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Tetiana Mohorian začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.587729,0.205255,11.910742,13.704156,14903,111,15014, +q0339,dev,verification,medium,Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","Áno, pri osobe Tetiana Mohorian je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.289764,0.311971,17.600079,19.202462,21779,108,21887, +q0340,dev,fact_work_year,easy,V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Tetiana Mohorian je bakalárska práca uvedená v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.794146,0.256533,12.31553,14.366925,15024,129,15153, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Tetiana Mohorian začala študovať v roku 2022 a vypracováva bakalársku prácu pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.90146,0.510209,11.303863,13.715939,13829,146,13975, +q0342,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian; podľa dostupných údajov ide o rok začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.67362,0.230222,14.234551,16.138856,16872,155,17027, +q0343,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" (rok začiatku štúdia 2022, kategória BP 2025), ktorá priamo súvisí s témou hate speech a spolupracuje na nej študent Patrik Pokrivčák. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.762075,0.250565,19.640378,21.653674,22341,217,22558, +q0344,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá sa zaoberá témou veľkých jazykových modelov (LLM). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.846396,0.197093,14.677665,16.721682,17452,169,17621, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", v ktorej sa ako jedna z kľúčových metód adaptácie modelov využíva prompting. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.737004,0.312088,14.514984,16.564746,17341,169,17510, +q0346,dev,specific_fact,medium,Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""prompting"", ""LORA""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Podľa návrhu témy pre Tetianu Mohorian mala pri adaptácii modelu použiť techniky „prompting"" a „LORA"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.423679,0.355693,15.996832,17.776753,19667,112,19779, +q0347,dev,specific_fact,medium,Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak T5-small""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 F1 v scenári few-shot learningu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.88628,0.357434,8.013843,10.257842,9303,143,9446, +q0363,dev,entity_lookup,easy,Nájdi dokument o osobe Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra. Prácu vedie doc. Matúš Pleva PhD. a študent študuje od roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.685159,0.201824,12.056118,13.943659,13579,206,13785, +q0364,dev,fact_title,easy,Aký je názov bakalárska práca osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Daniila Huzenka je „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.800314,0.20664,14.235452,16.24295,17541,146,17687, +q0365,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" vypracováva Daniil Huzenko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.055404,0.70882,15.061512,17.826593,18316,158,18474, +q0366,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Daniil Huzenko vypracováva bakalársku prácu pre rok 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.045158,1.095646,24.865311,28.007392,29835,172,30007, +q0367,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", pričom cieľom práce je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.903656,44.776809,17.1751,63.862242,19108,187,19295, +q0368,dev,fact_start_year,easy,V ktorom roku začal študovať Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.786934,0.199002,5.431781,7.418037,6208,125,6333, +q0369,dev,verification,medium,Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.901953,0.476535,14.715488,17.094823,18564,139,18703, +q0370,dev,fact_work_year,easy,V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Bakalárska práca pri osobe Daniil Huzenko je uvedená v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.784489,0.289528,18.748888,20.824881,22954,132,23086, +q0371,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko začal študovať v roku 2022 a jeho bakalárska práca je plánovaná na rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.828765,0.166126,5.53399,7.529105,5948,146,6094, +q0372,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Nie, rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.652318,0.429755,10.453392,12.536139,12376,150,12526, +q0373,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Študent Daniil Huzenko vypracováva bakalársku prácu z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.784119,0.296885,16.807138,18.888756,19624,190,19814, +q0374,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Raspberry Pi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá zahŕňa zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfiguráciu s platformou Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.000076,1.133831,20.082434,23.217262,23718,194,23912, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Daniil Huzenko vypracováva bakalársku prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.781074,0.518955,11.629327,13.929863,13899,146,14045, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko mal použiť hardvér založený na doskách Raspberry Pi (RPI) na zostavenie vlastného klasteru, pričom v dokumentácii je špecifikované zostavenie klastra z viacerých takýchto dosiek. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.620949,0.168939,7.541967,9.332134,8473,150,8623, +q0377,dev,specific_fact,medium,Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ansible""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko mal pri svojej bakalárskej práci konfigurovať alebo resetovať klaster pomocou nástroja Ansible. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.839071,0.175597,7.481453,9.496434,9118,141,9259, +q0378,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dokument o osobe Ján Pták sa nachádza v ZP Wiki, kde je evidovaný jeho diplomový projekt s názvom „Agent pre manažment záverečných prác"", ktorý začal v roku 2022 a patrí do kategórie diplomových prác pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.668007,0.204377,15.700652,17.574165,18513,164,18677, +q0379,dev,fact_title,easy,Aký je názov diplomový projekt osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Názov diplomového projektu osoby Ján Pták je „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.774599,0.285278,22.151909,24.213345,27344,126,27470, +q0380,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Prácu s názvom „Agent pre manažment záverečných prác"" vypracováva študent Ján Pták v rámci diplomového projektu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.510212,0.318687,18.986725,20.81632,22715,127,22842, +q0381,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomovú prácu s témou „Agent pre manažment záverečných prác“ v rámci diplomového projektu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.807993,0.292514,18.695319,20.797642,22709,145,22854, +q0382,dev,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Téma diplomového projektu pri osobe Ján Pták je „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.805009,0.372405,16.573312,18.751497,20501,126,20627, +q0383,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Pták začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.36336,0.253458,13.206014,14.823439,16562,94,16656, +q0384,dev,verification,medium,Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Áno, pri osobe Ján Pták je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.915199,0.205869,10.848833,12.970511,13245,142,13387, +q0385,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.184314,0.29393,18.961852,20.441295,23707,84,23791, +q0386,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Osoba Ján Pták začala štúdium v roku 2022 a vypracováva diplomovú prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.831515,4.589954,20.918548,27.342651,25397,143,25540, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Podľa dostupných informácií v ZP Wiki Ján Pták nevypracovával záverečnú prácu v roku 2022, ale rok 2022 je uvedený ako rok začiatku štúdia a jeho diplomový projekt s témou „Agent pre manažment záverečných prác"" je evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.836747,0.230167,11.726735,13.794089,13294,190,13484, +q0388,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", kde sa zaoberá implementáciou technológie RAG (Retrieval Augmented Generation) a GraphRAG pre zlepšenie manažmentu záverečných prác v systéme ZP Wiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.343132,0.228189,15.821062,17.39296,18665,147,18812, +q0389,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", pri ktorom je jedným z cieľov použitie rozhrania OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.581235,0.391144,25.165995,27.139692,30422,135,30557, +q0390,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác"", pri ktorom bol jednou z cieľových úloh návrh nasadenia pomocou systému Docker. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.718207,0.303603,14.880266,16.902552,17789,148,17937, +q0391,dev,specific_fact,medium,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.236907,0.238751,22.10215,23.578442,27045,90,27135, +q0392,dev,specific_fact,medium,Akým spôsobom má Ján Pták implementovať synchronizáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""WebHOOK""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Ján Pták má implementovať synchronizáciu pomocou WebHOOK. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.776869,0.375008,13.780424,15.932773,16955,118,17073, +q0393,dev,unanswerable_missing_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť, pretože v zázname o Jánovi Ptákovi sú uvedené len ciele, téma (Agent pre manažment záverečných prác) a nástroje, ako je OpenWebUI a Docker, ale nie sú explicitne špecifikované použité databázy ani backendové technológie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.763915,0.233592,23.156577,25.154706,27288,191,27479, +q0423,dev,entity_lookup,easy,Nájdi dokument o osobe Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorej téma je zameraná na vytvorenie agenta využívajúceho veľké jazykové modely a technológiu RAG na podporu špeciálnych pedagógov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.757198,0.147476,8.062871,9.968201,8325,184,8509, +q0424,dev,fact_title,easy,Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalársku prácu Rostyslava Rodzhuka pod názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" vypracováva pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.866163,0.200341,13.368251,15.435215,16387,159,16546, +q0425,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" vypracováva Rostyslav Rodzhuk ako svoju bakalársku prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.920455,0.495143,24.209775,26.626053,29365,164,29529, +q0426,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Tému „Inteligentný agent pre podporu práce špeciálneho pedagóga"" rieši študent Rostyslav Rodzhuk v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.696081,0.459762,22.903436,25.059976,27492,147,27639, +q0427,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Téou bakalárskej práce Rostyslava Rodzhuka je „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.727224,0.228114,11.543885,13.499724,13663,131,13794, +q0428,dev,fact_start_year,easy,V ktorom roku začal študovať Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Rostyslav Rodzhuk začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.858466,0.230075,6.266069,8.355232,7517,131,7648, +q0429,dev,verification,medium,Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Áno, pri osobe Rostyslav Rodzhuk je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.971993,0.243373,12.346769,14.562602,15254,153,15407, +q0430,dev,fact_work_year,easy,V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.297857,0.247614,13.439475,14.985546,16691,98,16789, +q0431,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Osoba Rostyslav Rodzhuk začala študovať v roku 2023 a jeho bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.316754,0.380882,15.786247,17.484434,19268,114,19382, +q0432,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Nie, rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka; podľa dostupných záznamov je rok začiatku jeho štúdia 2023 a záverečnou prácou je bakalárska práca s očakávaným rokom záveru 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.940414,0.286752,12.765775,14.993568,14649,191,14840, +q0433,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá sa zameriava na vytvorenie agenta na pomoc špeciálnym pedagógom pri navrhovaní výchovných opatrení. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.770066,0.184546,14.781105,16.736178,17468,179,17647, +q0434,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""špeciálny pedagóg""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" v roku 2026, ktorej cieľom je vytvoriť nástroj pomáhajúci špeciálnym pedagógom pri navrhovaní výchovných opatrení. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.858343,0.153609,7.900434,9.912642,8345,193,8538, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá je postavená na technológiách veľkých jazykových modelov (LLM). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.44726,0.358177,20.499707,22.306672,24992,145,25137, +q0436,dev,specific_fact,medium,Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""špeciálnemu pedagógovi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Inteligentný agent Rostyslava Rodzhuka má pomáhať špeciálnemu pedagógovi pri jeho práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.011919,0.240277,6.802318,9.054818,7359,150,7509, +q0437,dev,entity_lookup,easy,Nájdi dokument o osobe Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Pre osobu Yevhenii Medushivskyi bol v ZP Wiki nájdený dokument o bakalárskej práci s témou „Získavanie textu z webových stránok"", ktorú študent začal vypracovávať v roku 2023 s cieľom dokončiť ju v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.329468,0.176637,16.539701,18.046325,19695,158,19853, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Yevhenii Medushivskyi má názov „Získavanie textu z webových stránok"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.904532,0.192356,18.404672,20.502184,22583,148,22731, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Prácu s názvom „Získavanie textu z webových stránok"" vypracováva Yevhenii Medushivskyi ako bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.825401,0.472125,24.362616,26.660846,29391,157,29548, +q0440,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vytvorenie webového crawlera na sledovanie a sťahovanie slovenského internetu. Ďalším študentom, ktorý riešil podobnú problematiku extrakcie textu z webových stránok, je Matej Kobyľan v rámci svojej bakalárskej práce „Systém pre monitoring médií"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",1.443391,0.489044,26.93316,28.86745,30415,224,30639, +q0441,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Yevhenii Medushivskyi je pri bakalárskej práci uvedená téma „Získavanie textu z webových stránok“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.886421,0.254831,15.766232,17.908107,18865,150,19015, +q0442,dev,fact_start_year,easy,V ktorom roku začal študovať Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Yevhenii Medushivskyi začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.857529,0.323096,14.586355,16.76756,17859,136,17995, +q0443,dev,verification,medium,Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Áno, pri osobe Yevhenii Medushivskyi je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.0152,0.165989,6.680768,8.862212,7370,158,7528, +q0444,dev,fact_work_year,easy,V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Yevheniia Medushivskyi je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.869852,0.275668,20.490434,22.637149,25614,143,25757, +q0445,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Osoba Yevhenii Medushivskyi začala študovať v roku 2023 a vypracováva bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.368898,0.240034,12.937211,14.546624,15420,119,15539, +q0446,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.793175,0.335605,16.404127,18.533432,19674,162,19836, +q0447,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""crawler""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorej súčasťou je vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.863381,0.186728,8.355448,10.405968,9227,175,9402, +q0448,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""webový korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu v roku 2026 s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie a nasadenie webového crawlera na získavanie dát z internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.641597,0.496437,18.928815,21.067934,22457,188,22645, +q0449,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""deduplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","S Yevhenii Medushivskyi súvisí jeho bakalárska práca s témou „Získavanie textu z webových stránok"", pri ktorej sa ako jedna z úloh explicitne uvádza zlepšenie deduplikácie a odstránenia boilerplate obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.868143,0.179478,8.521805,10.569691,9292,175,9467, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Yevhenii Medushivskyi mal k 13. marcu 2026 zozbieraných približne 450 MB textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.981185,0.181858,7.82956,9.992911,9324,159,9483, +q0451,dev,specific_fact,medium,Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""justext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pri práci Yevheniiho Medushivskyho je ako príklad pre odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.708511,0.390107,21.770067,23.869902,26706,137,26843, +q0480,dev,entity_lookup,easy,Nájdi dokument o osobe Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.715722,0.162248,12.955002,14.833449,15499,142,15641, +q0481,dev,fact_title,easy,Aký je názov bakalárska práca osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bakalárska práca Simona Bobrovčanová má názov „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.87666,0.200788,11.578504,13.656403,14159,138,14297, +q0482,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Prácu s názvom „Automatická sumarizácia slovenského textu"" vypracováva Simona Bobrovčanová ako svoju bakalársku prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.180246,0.63382,22.652676,24.467851,27511,113,27624, +q0483,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"" pre rok 2026, kde sa zameriava na vytvorenie systému na sumarizáciu právnych textov a rozsudkov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.818836,0.313985,23.016767,25.15026,27285,173,27458, +q0484,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Témou bakalárskej práce Simony Bobrovčanovej je Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.264394,0.253036,12.596211,14.114236,15237,97,15334, +q0485,dev,fact_start_year,easy,V ktorom roku začal študovať Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Simona Bobrovčanová začala študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.618272,0.228807,11.769149,13.616952,14646,116,14762, +q0486,dev,verification,medium,Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Áno, pri osobe Simona Bobrovčanová je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.860369,0.1521,5.246996,7.259684,5636,146,5782, +q0487,dev,fact_work_year,easy,V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri osobe Simona Bobrovčanová je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.210235,0.213352,12.855848,14.279929,16250,96,16346, +q0488,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Simona Bobrovčanová začala študovať v roku 2023 a jej bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.265984,0.279371,13.090203,14.636028,15976,110,16086, +q0489,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2026 s témou „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.691696,0.295643,12.205403,14.193322,14235,169,14404, +q0490,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"", ktorá je súčasťou projektu Legal Data Processing zameraného na sumarizáciu právnych dokumentov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/topics/legal",1.385455,0.220075,14.239288,15.845285,16912,148,17060, +q0491,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""slovenský text""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorá sa zameriava na zlepšenie spracovania slovenských právnych textov vytvorením systému na sumarizáciu rozsudkov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.035714,0.150438,7.604761,9.791216,8274,189,8463, +q0492,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""právne dokumenty""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Simona Bobrovčanová vypracováva bakalársku prácu v roku 2026 s témou „Automatická sumarizácia slovenského textu"", ktorej cieľom je zlepšiť spracovanie slovenských právnych textov vytvorením systému pre sumarizáciu rozsudkov alebo iných právnych dokumentov ako súčasť projektu Legal Data Processing. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/topics/legal",1.782691,0.293141,20.596534,22.673,24307,203,24510, +q0493,dev,specific_fact,medium,Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""hierarchická sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, ktorá pracuje na princípe rozdelenia textu na časti, následnom vykonaní sumarizácie týchto častí a zhrnutí výsledných súhrnov do jedného celku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.457005,0.269364,18.101668,19.828564,21511,154,21665, +q0494,dev,specific_fact,medium,Aký problém mali malé modely pri práci Simony Bobrovčanovej?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""príliš maly kontext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Pri práci Simony Bobrovčanovej na bakalárskej práci o automatickej sumarizácii slovenských právnych textov mali malé modely problém s príliš malou dĺžkou kontextu, čo spôsobovalo, že často vynechávali informácie nachádzajúce sa na konci textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.808502,0.258548,10.773218,12.840604,12007,176,12183, +q0495,dev,entity_lookup,easy,Nájdi dokument o osobe Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"", ktorá bola zadania v roku 2023 a patrí do kategórie bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.696708,0.195965,19.879295,21.773004,24007,164,24171, +q0496,dev,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.827708,0.258849,19.255895,21.343078,23718,139,23857, +q0497,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Práci s názvom „Dialógový systém pre podporu firemných procesov"" sa venuje Samuel Džurina v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.863672,0.403165,23.892443,26.160352,28830,153,28983, +q0498,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá je zameraná na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.84435,0.132245,11.455746,13.43272,13037,170,13207, +q0499,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Témou bakalárskej práce pri osobe Samuel Džurina je „Dialógový systém pre podporu firemných procesov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.877204,0.215384,13.706857,15.800602,17008,139,17147, +q0500,dev,fact_start_year,easy,V ktorom roku začal študovať Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Samuel Džurina začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.810045,0.187677,13.125124,15.123386,16519,126,16645, +q0501,dev,verification,medium,Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Áno, pri osobe Samuel Džurina je v dokumente o bakalárskej práci explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.952226,0.198847,5.989766,8.141056,6412,151,6563, +q0502,dev,fact_work_year,easy,V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026, čo vyplýva z kategórie bp2026 a sekcie „Bakalárska práca 2026"" v jeho študentskom dokumente. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.185821,0.2226,19.867363,21.276978,24171,131,24302, +q0503,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Osoba Samuel Džurina začala štúdium v roku 2023 a vypracováva bakalársku prácu s cieľom dokončenia v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.66289,0.20303,13.381294,15.247711,16139,141,16280, +q0504,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Ne, rok 2023 nie je rokom záverečnej práce osobe Samuel Džurina, ale je to rok začiatku štúdia. Podľa dostupných informácií vypracováva bakalársku prácu v roku 2026 s témou „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.691339,0.227049,14.496234,16.415095,16980,176,17156, +q0505,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Študent Samuel Džurina vypracováva bakalársku prácu na tému „Dialógový systém pre podporu firemných procesov"", ktorá je zameraná na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/topics/legal",1.762968,0.192986,17.459569,19.416042,20669,185,20854, +q0506,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""zásielková spoločnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá má za cieľ vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.830417,0.203109,16.578329,18.612445,19677,169,19846, +q0507,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"", ktorá sa zameriava na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.804707,0.279267,20.474086,22.558933,24650,164,24814, +q0508,dev,specific_fact,medium,Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""zásielkovej spoločnosti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Agent, ktorý vypracováva Samuel Džurina, má podporovať činnosť zásielkovej spoločnosti, čo je špecifický typ firmy v sektore špedície. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.838028,0.276586,8.265238,10.380115,9467,151,9618, +q0509,dev,specific_fact,medium,Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""dotazníka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, ktorým sa majú identifikovať slabé miesta a následne navrhnúť zlepšenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.578342,0.362795,19.052134,20.993839,23557,134,23691, +q0549,dev,entity_lookup,easy,Nájdi dokument o stážistovi Oliver Pejic.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","Dokument o stážistovi Oliverovi Pejičovi sa nachádza v sekcii stážistov a pojednáva o jeho 12-týždňovej stáži v rámci programu IAESTE v lete 2024, počas ktorej pracoval na úlohách týkajúcich sa hate speech projektu a hodnotenia modelov Sentence Transformer. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.702307,0.180532,11.145135,13.028429,12465,177,12642, +q0550,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž osoby Oliver Pejic prebiehala v roku 2024 (konkrétne v letných mesiacoch august, september a október). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.738537,0.163989,7.218718,9.121588,8547,134,8681, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Stáž Olivera Pejica v roku 2024 sa venovala problematike detekcie nenávistných prejavov (hate speech) a hodnoteniu modelov pre vektorové reprezentácie viet (sentence transformer models) pomocou nástroja MTEB, pričom sa špecificky zameriaval na vytvorenie hodnotiacich úloh pre slovenský jazyk v oblasti nenávistných prejavov a generovania odpovedí na otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.797216,0.16266,7.428543,9.388769,7544,207,7751, +q0552,dev,reverse_lookup,medium,Kto pracoval na téme Hate Speech a MTEB evaluácia?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Na téme Hate Speech a MTEB evaluácie pracoval Oliver Pejic, ktorý mal za úlohu pripraviť MTEB evaluáciu pre slovenskú nenávistnú reč a využíval nástroj MTEB na vyhodnotenie modelov. Ostatní študenti, ako napríklad Martin Jancura, Jakub Kristián Lukas, Matej Novotný a Patrik Pokrivčák, sa zaoberali témou Hate Speech, no v dostupných dokumentoch nie je explicitne uvedené, že by pracovali aj s MTEB evaluáciou. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.806872,0.303468,17.404724,19.515636,19821,236,20057, +q0553,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Stáž Olivera Pejica v rámci programu IAESTE v lete 2024 súvisela s témou Hate Speech, konkrétne s prípravou úlohy na vyhodnotenie modelu pre slovenskú nenávistnú reč (Slovak HATE speech) v rámci frameworku MTEB. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.730009,0.244221,15.690352,17.66514,18483,168,18651, +q0554,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica v rámci programu IAESTE v lete 2024 súvisela s témou MTEB, kde sa jeho cieľom bolo pripraviť úlohy na vyhodnotenie pomocou tohto frameworku pre slovenský hate speech a slovenské vyhľadávanie otázok a odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.789239,0.161406,10.663219,12.614397,11994,179,12173, +q0555,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Stáž Olivera Pejica, ktorá sa konala v lete 2024 (IAESTE Intern Summer 2024), súvisela s témou SentenceTransformer, pretože jedným z cieľov bolo pomôcť s vyhodnotením modelov Sentence Transformer pomocou nástroja MTEB a pripraviť úlohy na vyhodnotenie pre slovenský hate speech a otázku-odpoveď. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.722038,0.340019,16.640654,18.70332,19088,195,19283, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Oliver Pejic mal počas svojej praxe pracovať na príprave dvoch úloh pre framework MTEB: úlohu pre slovenskú detekciu nenávistných prejavov (Slovak HATE speech) a úlohu pre slovenské vyhľadávanie odpovedí na otázky (Slovak question answering). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.596586,0.303231,24.194204,26.094948,28465,164,28629, +q0557,dev,specific_fact,medium,Aký evaluačný framework mal Oliver Pejic naštudovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.539245,0.324009,11.981759,13.845504,14551,110,14661, +q0568,dev,entity_lookup,easy,Nájdi dokument o stážistovi Cesar Abascal Gutierrez.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi sa nachádza na stránke, kde je uvedený ako internista s pravdepodobným termínom stáže v lete 2019 v rámci projektu Named entity annotations. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.734765,0.200264,9.642948,11.578408,11164,153,11317, +q0569,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.547646,0.2291,15.671467,17.448798,19275,113,19388, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych pomenovaných entít (Named Entity Recognition) v rámci projektu pre spracovanie prirodzeného jazyka, pričom jeho úlohou bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.812891,0.264142,12.572123,14.649592,14276,187,14463, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou pomenovaných entít (named entities), sa zameriavala na ich anotáciu a vytvorenie manuálne označenej trénovacej množiny z transkriptov reči s cieľom umožniť rozpoznávanie neznámych pomenovaných entít a navrhnutie anotačnej schémy, a to pravdepodobne počas leta 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.766527,0.180887,15.459274,17.407301,17797,207,18004, +q0573,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations, kde sa ako nástroj využívala knižnica spaCy na tréning a vyhodnocovanie klasifikátora a konverziu prepisov reči do trénovacej sadzby. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.817025,0.228618,8.999864,11.045883,10039,167,10206, +q0574,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Cesar Abascal Gutierrez vykonával stáž v rámci projektu Named entity annotations, kde sa v lete 2019 zaoberal manuálnou anotáciou dát pomocou nástroja Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.789238,0.365877,13.770168,15.925808,16831,150,16981, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej stáže v roku 2019 stanovené tri hlavné ciele: byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu množinu zo transkriptov reči a navrhnúť schému pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.807415,0.150755,10.834791,12.793504,12316,176,12492, +q0576,dev,specific_fact,medium,Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.66506,0.290463,13.095961,15.05202,16550,112,16662, +q0577,dev,entity_lookup,easy,Nájdi dokument o stážistovi Bogdan Paul Chiș.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Dokument o stážistovi Bogdanovi Paulovi Chišovi opisuje jeho ERASMUS stáž v jarnej sezóne 2026 s témou „(multilingual) Triplet extraction from medical data"", ktorá mala za cieľ vytvoriť graf poznatkov z lekárskych príbalových letákov a využiť ho v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.131004,0.27388,11.500508,12.905832,12872,151,13023, +q0578,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od 20. marca do 21. mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.772736,0.460573,20.025629,22.259951,24778,137,24915, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Bogdan Paul Chiš sa počas svojej stáže venoval problému extrakcie trojíc (triplet extraction) z viacerých jazykov v rámci medicínskych dát s cieľom zostrojiť znalostný graf z balíčkov s príbalovými letákmi a využiť tento graf v inteligentnom agentovi odporúčajúcom lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.601982,0.237243,14.277124,16.116986,16499,173,16672, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci Andrii Pervashov pracoval na diplomovej práci zameranéj na extrakciu štruktúrovaných informácií z medicínskej domény a Yevhenii Medushivskyi vytváral korpus medicínskych dát, žiadny zo nájdených zdrojov explicitne nezaznamenáva študenta, ktorý by vypracovával prácu s presne zadanou témou „multilinguálna extrakcia trojíc z medicínskych dát"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.722525,0.538743,28.056318,30.31834,31551,271,31822, +q0581,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Stáž osoby Bogdan Paul Chiș súvisela s témou „(multilingual) Triplet extraction from medical data"", ktorú realizoval počas programu ERASMUS Intern v jarnej sezóne 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.804131,0.247458,10.823786,12.875787,12431,152,12583, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Bogdan Paul Chiš s názvom „(multilingual) Triplet extraction from medical data"" sa uskutočnila na jar 2026 a jej cieľom bolo zostavenie znalostného grafu z lekárskych letákov liekov v niekoľkých jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.781834,0.268046,12.414761,14.465123,14636,171,14807, +q0583,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž osoby Bogdan Paul Chiš s témou medical sa nazýva „(multilingual) Triplet extraction from medical data"" a bola realizovaná ako Erasmus interná stáž v jarnom semestri roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.556575,0.2245,11.654304,13.43598,13894,140,14034, +q0584,dev,specific_fact,medium,Aká bola téma stáže Bogdana Paula Chișa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Triplet extraction from medical data""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Témou stáže Bogdana Paula Chișa bola viacjazyčná extrakcia trojíc z medicínskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.776066,0.381979,10.914527,13.073047,13419,130,13549, +q0585,dev,specific_fact,medium,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""DeepEval"", ""RAGAS""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.836529,0.287476,12.403802,14.528319,15444,132,15576, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z lekárskeho balíčkového letáku (príbalového letáku) v rôznych jazykoch počas svojej stáže ERASMUS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.632254,0.286109,13.67168,15.590533,16446,144,16590, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Informačná stránka pre projekt „Dialógový systém"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot, kde sú uvedené úlohy, zdroje a riešitelia. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.78628,0.135364,10.316993,12.239001,12355,147,12502, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Priamou témou „Dialógový systém“ sa v ZP Wiki zaoberá dokument s názvom „Dialógový systém“, ktorý predstavuje projektovú stránku zameranú na vývoj dialógového systému pre komunikáciu občana s mestom pomocou nástroja RASA. Tento dokument zároveň uvádza riešiteľov, ktorí tému realizovali, vrátane Mateja Ščišľaka a Martina Šarišského, ktorí pri svojich bakalárskych prácach pracovali na dialógových systémoch pre potreby samosprávy a zodpovedanie otázok. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.358131,0.329937,23.943906,25.632617,26690,248,26938, +q0599,dev,source_url,easy,Aký source_url patrí k stránke „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke s názvom „Dialógový systém"" patrí zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.748268,0.293165,22.220535,24.262607,26998,131,27129, +q0603,dev,specific_fact,medium,Aký framework má používať báza pravidiel projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RASA""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Báza pravidiel projektu Dialógový systém má byť zostavená pre systém RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.788366,0.163218,9.924201,11.876121,12073,118,12191, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Chatbot sa má integrovať s QA systémom (systémom na odpovedanie na otázky). + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.82347,0.366784,18.851282,21.042366,23657,122,23779, +q0605,dev,specific_fact,medium,Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.827182,0.346033,23.04437,25.21826,27414,175,27589, +q0615,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Question Answering“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Projektová a informačná stránka s názvom „Question Answering"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.760488,0.37192,25.088542,27.221755,30556,128,30684, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering“, sa nazýva Question Answering a popisuje projekt vytvorenia klonu dátovú SQuaD 2.0 v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.757157,0.097375,6.117355,7.972151,6289,148,6437, +q0617,dev,source_url,easy,Aký source_url patrí k stránke „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Stránka s názvom „Question Answering"" má priradený zdrojový URL https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.717992,0.405792,25.865551,27.990111,31930,122,32052, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","Projekt Question Answering si kládol za cieľ vytvoriť slovenskú kópiu datasetu SQuAD 2.0 na základe údajov zo Slovenskej Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.789656,0.09248,5.8804,7.762786,6212,141,6353, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Projekt Question Answering používa na anotáciu nástroj Prodigy, na ktorý bol vytvorený špecifický recept (annotation recipe). + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.544094,0.321577,19.090849,20.958616,24084,112,24196, +q0623,dev,specific_fact,medium,Aký má byť formát finálneho exportu QA databázy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Finálny export QA databázy by mal byť vo formáte SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.405147,0.384303,15.90623,17.696918,19697,86,19783, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Pre každý odsek pri anotácii otázok má vzniknúť 5 otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.892288,0.215185,12.091993,14.199915,15205,120,15325, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Projektovú stránku s názvom „Strojový preklad"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/translation, kde sú uvedené aj študenti, ktorí na tejto téme pracovali, ako sú Patrik Pavlišin, Dominik Nagy a Martin Jancura. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.765587,0.280708,19.399718,21.447059,23564,166,23730, +q0633,dev,topic_page_lookup,medium,"Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Tematická stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad“ a nie je to študentská práca, sa volá „Strojový preklad“ a jej URL adresa je https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",2.005408,1.042053,32.603986,35.652566,38868,169,39037, +q0634,dev,source_url,easy,Aký source_url patrí k stránke „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránke s názvom „Strojový preklad"" v kontexte tém a projektov patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/translation, pričom existuje aj podrobná študentská stránka s názvom „Strojový preklad"" na adrese https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",1.348355,0.677581,12.550617,14.576949,13132,194,13326, +q0637,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Pomenované entity“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Projektovú stránku „Pomenované entity"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, kde sú uvedené úlohy projektu vrátane prípravy dát a anotačnej schémy. Informačnú stránku s návodom pre anotátorov k tejto téme nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.795788,0.209805,19.347358,21.353569,22557,210,22767, +q0638,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Pomenované entity"", je projekt s názvom „Pomenované entity"". Ďalšie dokumenty, ktoré sa tejto téme venujú v rámci konkrétnych študentských prác, zahŕňajú bakalársku prácu Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" a diplomový projekt Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.755018,0.202821,21.010612,22.96909,22822,284,23106, +q0639,dev,source_url,easy,Aký source_url patrí k stránke „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke s názvom „Pomenované entity"" v ZP Wiki patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.281336,0.241348,19.897809,21.421175,24505,101,24606, +q0651,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Informačná stránka s názvom „Anotácia textových dát"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy a obsahuje podrobnosti o nástrojoch (napr. Prodigy, Spacy), postupe a riešiteľoch tohto projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.900299,0.32648,22.062193,24.289705,26318,171,26489, +q0652,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má názov „Anotácia textových dát“ a nachádza sa na stránke zameranom na nástroj Prodigy. Táto stránka obsahuje informácie o nástrojoch (ako Python a Spacy), postupe anotácie a zoznam ľudí, ktorí na projekte pracovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.760713,0.239454,18.424402,20.425215,21548,179,21727, +q0653,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Stránka „Anotácia textových dát"" patrí k URL adrese https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.708375,0.225128,18.048866,19.98325,22248,124,22372, +q0659,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","Projektová a informačná stránka s názvom „Slovenské jazykové zdroje"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.676895,0.082515,6.288928,8.048587,6724,126,6850, +q0660,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje"", má názov „Slovenské jazykové zdroje"" a nachádza sa na webovej adrese https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.790201,0.116512,13.751464,15.659226,16944,154,17098, +q0661,dev,source_url,easy,Aký source_url patrí k stránke „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stránke „Slovenské jazykové zdroje"" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.568128,0.241677,14.936885,16.74724,18602,114,18716, +q0675,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","Projektová alebo informačná stránka s názvom „Anotácia otázok a odpovedí“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod a obsahuje návod pre anotátorov, ako vytvárať a označovať otázky a odpovede v rámci projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.944151,0.077295,7.663589,9.685331,8358,175,8533, +q0676,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí“, sa volá „Anotácia otázok a odpovedí“ a poskytuje návod pre anotátorov vrátane pravidiel pre vyznačovanie odpovedí a príkladov anotácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.393323,0.270778,19.614453,21.279241,23853,141,23994, +q0677,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Stránke „Anotácia otázok a odpovedí“ patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.752722,0.251614,20.181499,22.186532,24872,131,25003, +q0684,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Projektová a informačná stránka „Anotácia pomenovaných entít"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod, kde je uvedený návod pre anotátorov a pokyny na pomoc pri vedeckom výskume rozpoznávania vlastných podstatných mien. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.229754,0.131474,16.717374,18.07938,19684,139,19823, +q0685,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít"", nesie názov „Anotácia pomenovaných entít"" a poskytuje návody pre anotátorov, ako v texte vyznačovať vlastné podstatné mená a iné entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.787091,0.212265,18.098393,20.098969,21599,166,21765, +q0686,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Stránke s názvom „Anotácia pomenovaných entít"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.746459,0.144975,16.156563,18.048641,19681,135,19816, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","V ZP Wiki sa nájde viacero dokumentov, ktoré riešia témy RAG (Retrieval Augmented Generation) alebo GraphRAG. Diplomová práca Oleh Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" sa zameriava na využitie znalostných grafov a systémov ako LightRAG a MiniRAG. Diplomová práca Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" rieši vytvorenie systému GraphRAG kombinujúceho FAISS a Neo4J. Diplomový projekt Jána Malinovského s témou „Grafové vyhľadávanie pre podporu vzdelávania"" sa zaoberá konceptom GraphRAG a jeho aplikáciou na dokumenty z oblasti vzdelávania. Bakalárska práca Maksyma Zatirky s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" skúma využitie znalostných grafov pri RAG v právnej doméne. Diplomový projekt Jána Ptáka s témou „Agent pre manažment záverečných prác"" tiež obsahuje úlohy súvisiace s GraphRAG. Stážista Bogdan Paul Chiš riešil projekt na extrakciu trojíc z lekárskych dát s využitím RAG systémov a GraphRAG. Diplomový projekt Martina Šarišského sa venoval vylepšeniu vyhľadávania v zákonoch pomocou Graph RAG. Bakalárska práca Rostyslava Rodzhuka s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" implementuje RAG agenta. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.818401,0.428577,34.471883,36.71991,31671,664,32335, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","V dostupných dokumentoch ZP Wiki sa našlo viacero projektov, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi. Martin Šarišský v diplomovom projekte skúma vylepšenie vyhľadávania v zákonoch pomocou Graph RAG a návrh agenta pre právne problémy. Valerii Kutsenko navrhuje agenta, ktorý buduje a využíva znalostný graf pre vyhľadávanie, pričom pracuje s multilinguálnymi grafmi a systémom LightRAG. Matej Ščišľak vyvíja systém pre vyhľadávanie v právnych informáciách využívajúci GraphRAG (kombinácia FAISS a Neo4J) a inteligentného agenta. Oleh Poiasnik pracuje na expertnom agentovom systéme pre lekárne, ktorý využíva znalostný graf z príbalových letákov na podporu rozhodovania. Bogdan Paul Chiš v rámci študentskej praxe zostavuje znalostný graf z medicínskych dát a využíva ho v inteligentnom agentovi na odporúčanie liekov. Ján Malinovský vytvára agenta pre podporu vzdelávania, ktorý vyhľadáva v znalostnom grafe a generuje odpovede na základe týchto informácií. Ján Pták plánuje využiť znalostný graf a GraphRAG na zlepšenie agenta pre manažment záverečných prác. Oleksandr Hryshchenko vyvíja systém pre získavanie informácií pracujúci s grafovými informáciami a Retrieval Augmented Generation. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta, ktorý využíva znalostný graf pre slovenské právo na vyhľadávanie a generovanie odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.887576,0.554526,46.179525,48.623096,43352,716,44068, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Dokumentom, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, patria bakalárske práce Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2022, Ediza Morochoviča s názvom „Štatistické rozpoznávanie pomenovaných entít“ z roku 2019 a Serhiiho Yemetsa s cieľom zlepšenia slovenského modelu pre rozpoznávanie pomenovaných entít pre rok 2025. Diplomový projekt Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2021 sa priamo zameriava na oba aspekty. Tému spracoval aj študent Than Trung Thanh v rámci bakalárskeho projektu „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy“ z roku 2021, ktorý zahŕňal aj anotáciu korpusu. Medzi témami a projektmi sa nachádza aj interná stáž Cesara Abascala Gutierriza s cieľom rozpoznania neznámych pomenovaných entít a manuálnej anotácie trénovacej množiny z roku 2019. Ďalšími relevantnými zdrojmi sú tematické dokumenty „Pomenované entity“, ktorý opisuje úlohy prípravy dát a anotačných schém, a „Podpora slovenčiny v knižnici Spacy“, ktorý stanovuje cieľ natrénovať model pre rozpoznávanie pomenovaných entít a anotačný framework Prodigy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/topics/spacy",1.653949,0.424109,40.961414,43.040457,38436,648,39084, +q0690,dev,multi_document,hard,"Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""Metódy automatického prekladu"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"", Tomáš Kuchárik vypracoval diplomovú prácu „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" a Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.044341,1.504802,22.208148,25.757901,24287,271,24558, +q0691,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Bogdan Paul Chiș nájdete v ZP Wiki na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde sú uvedené podrobnosti o jeho stážovom projekte Erasmus v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.304729,0.306849,11.11217,12.724161,12358,140,12498, +q0692,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke interného projektu pod cestou `pages/interns/cesar_gutierrez`, kde je uvedený ako účastník projektu Named entity annotations z leta 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.160933,0.306926,10.244588,11.712916,11999,121,12120, +q0693,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza na stránke s cestou `/interns/oliver_pejic`, ktorá je zaradená do kategórie stážistov (IAESTE). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.731343,0.302015,9.70606,11.739838,11528,148,11676, +q0694,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Záznam o osobe Sevval Bulburu v ZP Wiki nájdete na stránke s cestou `pages/interns/sevval_bulburu`, ktorá obsahuje informácie o jej stáži a úlohách súvisiacich s projektom hate speech a NLP. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.769292,0.268176,10.494204,12.532209,12206,165,12371, +q0695,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Záznam o osobe Youssef Ressaissi sa v ZP Wiki nachádza na stránke s URL adresou https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi, kde sú uvedené informácie o jeho práci v rámci projektu IAESTE. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.802579,0.25888,10.731571,12.793507,12536,166,12702, +q0696,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Dárius Lindvai nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai, kde sú uvedené informácie o jeho štúdiu začínajúcom v roku 2016 a o vypracovanej diplomovej práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.682738,0.390357,14.538352,16.612376,16752,201,16953, +q0697,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dominik Nagy, ktorý obsahuje informácie o jeho štúdiu a záverečných prácach, nájdete na stránke ZP Wiki s cestou `/students/2016/dominik_nagy`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.811009,0.248365,13.484924,15.544843,16261,160,16421, +q0698,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Jakub Maruniak sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je organizovaná podľa roku nástupu na štúdium (2016) a jeho mena. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.735957,0.349405,13.942287,16.028182,16911,154,17065, +q0699,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Záznam o osobe Ján Holp sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2016) a mena. Konkrétne ide o dokument s názvom „Ján Holp"" v ceste `pages/students/2016/jan_holp/README.md`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.607363,0.272617,14.330431,16.211013,16675,179,16854, +q0700,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Lukáš Pokrývka nájdete na študentskej stránke ZP Wiki pod cestou `/students/2016/lukas_pokryvka`, kde sú uvedené jeho záverečné práce vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí"" z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.822292,0.3421,15.073415,17.23834,17728,190,17918, +q0701,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Márk Fehér nájdete na stránke ZP Wiki pod cestou `/students/2016/mark_feher`, ktorá obsahuje detaily o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022 zamerané na klasifikáciu textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.585458,0.307886,16.077097,17.971107,18923,162,19085, +q0702,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Maroš Harahus nájdete na študentskej stránke v ZP Wiki s cestou `/students/2016/maros_harahus`, ktorá obsahuje prehľad jeho prác vrátane diplomových projektov, dizertačnej práce a štúdia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.764121,1.557854,13.957941,17.280475,16458,166,16624, +q0703,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Patrik Pavlišin nájdete na stránke v ZP Wiki, ktorá je umiestnená v adresári `students/2016/patrik_pavlisin`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.690952,0.580259,12.107118,14.378865,14632,148,14780, +q0704,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Záznam o osobe Tomáš Kuchárik nájdete na stránke s profilom študenta, ktorá je umiestnená pod cestou `/students/2016/tomas_kucharik`. Na tejto stránke sú evidované jeho študijné projekty, vrátane diplomových projektov z rokov 2021 a 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.797277,0.38595,13.605352,15.789181,15819,186,16005, +q0705,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dmytro Ushatenko sa nachádza na študentskej stránke, ktorá je umiestnená v ZP Wiki pod cestou `/students/2017/dmytro_ushatenko` a obsahuje informácie o jeho bakalárskej práci z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.817814,0.403067,12.000459,14.22186,13921,176,14097, +q0706,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Dávid Omasta sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je organizovaná podľa roku nástupu na štúdium (v tomto prípade rok 2018) a mena priezviska. Konkrétna URL adresa tejto stránky je https://zp.kemt.fei.tuke.sk/students/2018/david_omasta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.318728,0.273482,10.687975,12.280626,11714,167,11881, +q0707,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Martin Wencel nájdete v ZP Wiki na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2018) a mena priezviska. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.688334,0.293859,11.467451,13.450327,13594,156,13750, +q0708,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Ondrej Megela sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela, kde sú uvedené jeho študijné údaje, začiatok štúdia v roku 2018 a informácie o jeho bakalárskej i diplomovej práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.748254,0.378543,13.102306,15.22955,15109,184,15293, +q0709,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Alina Vitko sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2019) a mena, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.156812,0.312475,12.56834,14.038368,14483,147,14630, +q0710,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Záznam o osobe Artem Yatsenko nájdete na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena, konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.756811,0.246718,10.498103,12.502019,11849,175,12024, +q0711,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Záznam o osobe Filip Tomáš sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas, kde sú uvedené informácie o jeho diplomovej práci z roku 2025 s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.796495,0.35977,19.515587,21.672466,23284,186,23470, +q0712,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na študentskej stránke, ktorá je organizovaná pod rokom nástupu na štúdium 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.854113,0.213648,12.309545,14.377879,14556,155,14711, +q0713,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Michal Stromko sa nachádza na študentskej stránke s adresou https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko, kde sú uvedené jeho záverečné práce, vrátane bakalárskej práce z roku 2022 a diplomového projektu z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.495036,0.417303,14.168773,16.081659,16631,167,16798, +q0714,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Eduard Matovka nájdete v ZP Wiki na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2021) a jeho mena. Konkrétne ide o dokument v ceste `pages/students/2021/eduard_matovka/README.md`, kde sú uvedené informácie o jeho bakalárskej práci z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.312537,0.287653,11.272331,12.873061,12192,179,12371, +q0715,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Martin Šarišský sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, kde sú evidované jeho bakalárska práca z roku 2024, diplomový projekt z roku 2025 a diplomová práca z roku 2026. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.29478,0.363056,16.020886,17.679303,18653,161,18814, +q0716,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Matej Novotný sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2021) a jeho mena. Konkrétne ide o dokument s názvom „Matej Novotný"", ktorý obsahuje informácie o jeho diplomovej práci z roku 2026 s témou klasifikácie webových dát pre lepšie jazykové modelovanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.746658,0.258782,13.643233,15.649126,15195,212,15407, +q0717,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Matej Ščišľak nájdete na stránke s cestou `/students/2021/matej_scislak`, kde sú zaznamenané jeho bakalárska práca z roku 2024 a diplomová práca z roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.815429,0.35827,12.868078,15.042367,15081,174,15255, +q0718,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Vladimír Ferko nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, kde sú uvedené informácie o jeho štúdiu a záverečnej práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.7131,0.357305,12.898633,14.969478,15181,167,15348, +q0719,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Andrii Pervashov sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, kde sú evidované jeho záverečné práce vrátane návrhu na tému diplomovej práce z roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.357825,0.234244,11.452779,13.045341,13129,154,13283, +q0720,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Daniil Huzenko nájdete v ZP Wiki na stránke https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, ktorá obsahuje informácie o jeho bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.129046,0.290064,12.650383,14.069959,14452,149,14601, +q0721,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Malinovský sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky, kde sú uvedené jeho študijné údaje a priebeh diplomového projektu s témou „Grafové vyhľadávanie pre podporu vzdelávania"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.353517,0.366188,12.828007,14.548205,14974,154,15128, +q0722,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Pták nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, ktorá obsahuje informácie o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.736784,0.346333,10.686868,12.770399,12232,170,12402, +q0723,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Oleh Poiasnik sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári `students/2022/oleh_poiasnik` a obsahuje informácie o jeho bakalárskej práci z roku 2025 aj diplomovej práci pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.690715,0.307074,15.591747,17.590063,18294,177,18471, +q0724,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Záznam o osobe Samuel Vasiľ, ktorý obsahuje informácie o jeho bakalárskej práci s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.683221,0.25799,11.265171,13.206874,12515,183,12698, +q0725,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Záznam o osobe Tetiana Mohorian nájdete v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian, kde je uvedené, že študentka začala štúdium v roku 2022 a pracuje na bakalárskej práci z roku 2025 s témami súvisiacimi s NLP, RAG a Hate Speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.802633,0.320345,11.254197,13.377625,12448,204,12652, +q0726,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Valerii Kutsenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde sú uvedené informácie o jej bakalárskej práci z roku 2025 zameraná na automatizované generovanie otázok a Retrieval Augmented Generation. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.329063,0.380732,13.816704,15.527032,16177,156,16333, +q0727,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Vladyslav Yanchenko sa v ZP Wiki nachádza na stránke s cestou `/students/2022/vladyslav_yanchenko`, kde sú uvedené detaily o jeho bakalárskej práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.74945,0.26044,11.622791,13.633272,12997,180,13177, +q0728,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Denis Le Thanh sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh, kde je uvedený ako študent začínajúci štúdium v roku 2023 a vypracovávajúci bakalársku prácu s témou Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.128828,0.232122,14.059712,15.421128,16050,161,16211, +q0729,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Maksym Zatirka sa v ZP Wiki nachádza na stránke `https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka`, kde sú evidované informácie o jeho bakalárskej práci z roku 2026 s témou „Grafová databáza pre podporu generovania slovenského jazyka"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.373331,0.278833,12.775354,14.427962,14623,170,14793, +q0730,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Oleksandr Dorybohov nájdete v ZP Wiki na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov, kde sú uvedené informácie o jeho bakalárskej práci s témou Automatické odpovede na otázky v právnej oblasti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.771636,0.254169,11.227947,13.254137,12668,182,12850, +q0731,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, ktorá obsahuje informácie o jeho bakalárskej práci s témou „Skórovací online systém pre robotické súťaže"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.298581,0.221213,8.402817,9.922963,9398,143,9541, +q0732,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Rostyslav Rodzhuk nájdete na študentskej stránke v ZP Wiki pod cestou `/students/2023/rostyslav_rodzhuk`, kde sú uvedené informácie o jeho bakalárskej práci s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"" a vedeckom projekte zameranom na veľký jazykový model. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.745312,0.280485,10.808421,12.834679,11977,199,12176, +q0733,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Samuel Džurina sa nachádza na stránke ZP Wiki s URL adresou https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené informácie o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.299904,0.276841,13.335901,14.913375,15510,153,15663, +q0734,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Simona Bobrovčanová nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde je uvedená ako študentka začínajúca štúdium v roku 2023 a vypracúvajúca bakalársku prácu s témou „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.756622,0.242483,12.294015,14.293572,13801,199,14000, +q0771,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paula Chișa s témou „knowledge graph"", je dokument o jeho stáži (ERASMUS Intern Spring 2026), kde má za cieľ zostaviť znalostný graf z lekárskych príbalových letákov v niekoľkých jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.790066,0.407941,21.685553,23.884264,25705,191,25896, +q0772,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „medical"", je záznam o jeho stáži (Erasmus Intern Spring 2026), kde bola téma práce definovaná ako „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.778846,0.283465,9.0639,11.126689,9879,164,10043, +q0773,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Osobu Bogdan Paul Chiș s témou „Triplet extraction“ spája záznam o jeho stáži (Erasmus Intern Spring 2026), kde je témou prácu „(multilingual) Triplet extraction from medical data“. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.785074,0.346992,10.249138,12.381608,12028,157,12185, +q0774,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Záznam v ZP Wiki spájajúci osobu Cesar Abascal Gutierrez s témou „named entities"" je interný projekt z leta 2019 pod názvom „Named entity annotations"", kde sa zameriaval na rozpoznávanie neznámych pomenovaných entít, manuálnu anotáciu trénovacej sady z prepisov reči a návrh anotačnej schémy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.363679,0.321176,20.83626,22.521803,24739,167,24906, +q0775,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Cesar Abascal Gutierrez je v ZP Wiki spájaná s nástrojom Prodigy (v kontexte manuálnej anotácie) v rámci dokumentu o jeho internáte, kde sa uvádza ako nástroj pre manuálnu anotáciu v projekte rozpoznávania pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.804363,0.257846,12.955083,15.017763,15148,169,15317, +q0776,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam v ZP Wiki spájajúci osobu Cesar Abascal Gutierrez s témou spaCy je interný projekt s názvom „Named entity annotations"", pri ktorom sa využíva knižnica spaCy na strojové učenie a prípravu dát z transkriptov pre trénovanie klasifikátora. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.795971,0.18659,10.40257,12.385549,11929,170,12099, +q0777,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Osoba Oliver Pejic je v ZP Wiki spája s témou „Hate Speech"" v rámci svojej stáže IAESTE v roku 2024, kde mal za cieľ pomôcť s projektom Hate Speech a pripraviť úlohu na vyhodnotenie pre slovenskú databázu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.748222,0.165234,18.383187,20.297256,21913,175,22088, +q0778,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam v ZP Wiki, ktorý spája osobu Olivera Pejica s témou MTEB, je jeho stránka o stáži v rámci IAESTE v lete 2024, kde sa medzi úlohami uvádza pomoc s vyhodnocovaním modelov sentence transformer pomocou nástroja MTEB a príprava úloh MTEB pre slovenské dáta. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.766333,0.081605,6.864585,8.712861,6678,188,6866, +q0779,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Osoba Oliver Pejic je v ZP Wiki spája s témou „SentenceTransformer"" v zázname o jeho letnej stáži (IAESTE Intern Summer 2024), kde sa mu v príprave úloh na 7. 8. 2024 uložilo oboznámiť sa s frameworkom SentenceTransformer. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.752339,0.262492,9.243251,11.258558,10393,176,10569, +q0780,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Záznam spájajúci osobu Sevval Bulburu s témou „BERT“ je jej dokument o štátnom praxi (internship) v roku 2023, kde v rámci projektu na detekciu nenávistných prejavov navrhla a skúsila extra vrstvy nad modelom BERT a plánovala využiť viaceré BERT modely vrátane multilingválneho pre baseline. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.741173,0.285071,13.360037,15.387098,15276,197,15473, +q0781,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","Osoba Sevval Bulburu je v ZP Wiki uvedená ako účastníčka projektu „Hate Speech"", kde v roku 2023 ako študentka IAESTE stáže pracovala na detekcii nenávistných prejavov a experimentovala s vyvažovaním datasetov a modelmi BERT. Je uvedená ako bývalý účastník v dokumente o projekte Hate Speech a jej osobná stránka detailne opisuje jej činnosť v rámci tohto projektu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu +https://zp.kemt.fei.tuke.sk/topics/hatespeech",1.799709,0.083549,10.51099,12.394609,10884,224,11108, +q0782,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""SMOTE""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Sevval Bulburu je v ZP Wiki spájaná s témou SMOTE v rámci svojho projektu z letnej stáže v roku 2023, kde pri riešení nerovnováhy v slovenskom dátovom súbore pre detekciu nenávistných prejavov skúšala metódu SMOTE na vzorkovanie, ktorá však nefungovala. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.551745,0.289257,10.753689,12.595362,12033,176,12209, +q0783,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""ROUGE""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam v ZP Wiki, ktorý spája osobu Youssefa Ressaissiho s témou ROUGE, je dokument o jeho internátskej praxi (IAESTE Intern Summer 2025), kde sa v rámci úloh na sumarizáciu textov v slovenskom medicínskom a právnom doméne explicitne spomína štúdium metrík ROUGE a BLEU, ako aj vyhodnotenie viacerých modelov pomocou týchto metrík. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.772033,0.287082,12.38177,14.441404,13691,209,13900, +q0784,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""Slovak""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Osobu Youssef Ressaissi s témou „Slovak"" spája záznam o jeho štátnicovej praxi (IAESTE Intern Summer 2025), kde si stanovil cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.738386,0.237565,12.219983,14.196486,14229,180,14409, +q0785,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""summarization""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Osoba Youssef Ressaissi je v ZP Wiki spojená s témou „summarization"" v zázname o jeho letnej stáži IAESTE v roku 2025, kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.34792,0.328501,12.410658,14.087583,14352,156,14508, +q0786,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""BiLSTM""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Osoba Dárius Lindvai je v ZP Wiki spájana s témou BiLSTM v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", kde v rámci zápisu o činnosti uvádza tréning modelu BiLSTM+CRF. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.76254,0.353686,13.262929,15.379594,15629,177,15806, +q0787,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""CRF""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Dárius Lindvai sa v zázname ZP Wiki spája s témou „CRF"" (presnejšie modelom BiLSTM+CRF) v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", kde sa v zázname o činnosti uvádza upravenie zdrojových kódov a trénovanie tohto modelu pre úlohu obnovenia interpunkcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.162597,0.300738,13.707411,15.171377,15495,166,15661, +q0788,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""interpunkcia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Osobu Dárius Lindvai s témou „interpunkcia“ spája diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.360917,0.31916,11.214256,12.894875,13275,130,13405, +q0789,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Osobu Dominik Nagy s témou „Fairseq"" spája záznam o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", kde je uvedené aj zadanie práce obsahujúce natréovanie modelov pomocou tohto nástroja. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.709935,0.316562,14.554466,16.581489,17238,174,17412, +q0790,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Osoba Dominik Nagy je v ZP Wiki spojená s témou MBART v rámci jeho diplomovej práce z roku 2022, kde mu bolo stanovené zadanie vykonať experiment s architektúrou MBART a porovnať výsledky s článkom o tejto architektúre. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.793487,0.267699,7.607878,9.669393,8306,165,8471, +q0791,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Osoba Dominik Nagy je spájaná s témou strojového prekladu v rámci svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.76952,0.395457,13.310131,15.475544,15841,173,16014, +q0792,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Osoba Jakub Maruniak je v ZP Wiki spojená s témou „pomenované entity"" v rámci diplomovej práce s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorú realizoval v roku 2021 ako súčasť diplomového projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.816676,0.24857,18.604975,20.670891,22234,176,22410, +q0793,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Osobu Jakub Maruniak s témou Prodigy spája jeho študentský záznam, v ktorom je uvedené, že pri svojej práci na rozpoznávaní pomenovaných entít využíval nástroj Prodigy na anotáciu textových dát a riešil problémy spojené s trénovaním Spacy modelu v porovnaní s Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.410899,0.431598,12.704735,14.547683,13878,162,14040, +q0794,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o Jakubovi Maruniakovi v ZP Wiki spája túto osobu s témou „Spacy"" v rámci jeho diplomového projektu (dp2021), kde pri riešení problémov so spacy modelom a trénovaní modelu podľa repozitára spacy-skmodel pracoval na rozpoznávaní pomenovaných entít (NER). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.760055,0.32777,13.506509,15.594791,15765,184,15949, +q0795,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osobu Ján Holp s témou „PageRank"" spája záznam o jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"", kde sa v rámci zadania a postupu práce explicitne uvádza implementácia a experimentovanie s metódou PageRank. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.759375,0.26354,11.239728,13.263089,12471,178,12649, +q0796,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osobu Ján Holp spája s témou „slovenský internet"" jeho bakalárska práca z roku 2019 s názvom „Vyhľadávač na slovenskom internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.790555,0.408604,18.558072,20.757845,22796,151,22947, +q0797,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Záznam v ZP Wiki, ktorý spája osobu Ján Holp s témou „získavanie informácií“, je tímový projekt s názvom „Získavanie informácií“ (členenie pod sekciou „Learning to Rank for Information Retrieval and Natural Language Processing“), kde Ján Holp figuruje ako autor dokumentu a téma je definovaná ako veda o vyhľadávaní relevantných údajov v dokumentoch. Okrem toho sa táto téma objavuje aj v zadaní jeho diplomovej práce z roku 2021, ktorá si kladie za cieľ implementovať systém pre získavanie informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.386774,0.400288,18.434349,20.221995,20073,238,20311, +q0798,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""GPU""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou „GPU"" v zázname o jeho diplomovom projekte z roku 2020, kde sa venoval trénovaniu neurónových sietí pomocou technológií CUDA, Pytorch a využitiu viacerých GPU (vrátane trénovania na dvoch strojoch naraz). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.351985,0.387872,13.071497,14.811824,14884,162,15046, +q0821,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.817349,0.323555,7.022147,9.163354,8342,130,8472, +q0822,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.643704,0.31448,16.639146,18.597859,20875,122,20997, +q0823,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.528809,0.313645,7.132779,8.975546,8343,114,8457, +q0824,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.85604,0.287011,7.000973,9.144371,8591,132,8723, +q0825,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj uvádza, že Tomáš Kuchárik pracoval na vytvorení anotačnej aplikácie a plánoval anotáciu aspoň 100 otázok, ako aj na analýze toho, „koľko anotoval"" konkrétne každý anotátor, ale nezaznamenáva sa tu konkrétny počet používateľov, ktorí finálny systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.767727,0.288433,8.504681,10.56122,8819,214,9033, +q0826,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Tomášovi Kuchárikovi síce spomínajú použitie anotačného nástroja Prodigy a trénovanie modelov, ale neuvádzajú konkrétny model alebo typ GPU hardvéru, ktorý pri týchto prácach použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.834813,0.249188,8.451517,10.535865,9017,195,9212, +q0827,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.617754,0.469113,23.52542,25.613313,29030,118,29148, +q0828,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.987661,0.625288,8.100886,10.714173,9538,139,9677, +q0829,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Jakub Maruniak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v priloženom kontexte o Jakubovi Maruniakovi a jeho diplomovom projekte nie je uvedený konkrétny model GPU, ktorý by pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.776242,0.447276,7.549239,9.773078,8358,172,8530, +q0830,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v záznamoch uvedené, že Dominik Nagy pracoval na diplomovej práci a trénoval modely na serveri IDOC, konkrétne technické parametre tohto servera, ako je množstvo RAM, nie sú v poskytnutých údajoch uvedené. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.827474,0.299854,7.97864,10.10641,8581,195,8776, +q0831,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.917376,0.294937,7.01012,9.22281,8588,136,8724, +q0832,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dominik Nagy pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je spomenuté, že Dominik Nagy rozbehal trénovanie na GPU, nie je špecifikovaný konkrétny model tejto grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.739201,0.287209,7.383276,9.410423,8310,164,8474, +q0833,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.629039,1.093486,7.542785,10.265644,9186,121,9307, +q0834,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o práci Patrika Pavlišina uvádzajú ciele, ako je natrénovanie modelu prekladu a vypracovanie diplomovej práce, ale neobsahujú údaje o počte konkrétnych používateľov, ktorí výsledný systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.792951,0.39661,17.735816,19.926281,21077,189,21266, +q0835,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Patrik Pavlišin pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Patrik Pavlišin používal pri práci; zdroje síce spomínajú pokusy o rozbehnutie trénovania na GPU a inštaláciu CUDA toolkitu, ale neuvádzajú názov konkrétnej grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.794052,0.279255,9.12081,11.194468,9433,186,9619, +q0836,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci. Zdroje spomínajú len použitie servera idoc a školského servera, ako aj problémy s GPU pri spúšťaní modelov LLAMA a mt5-base, ale neuvádzajú špecifikácie RAM. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.834188,0.307325,7.89115,10.033016,8421,200,8621, +q0837,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Dávid Omasta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.955414,0.241906,6.638602,8.836196,7605,160,7765, +q0838,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dávid Omasta pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o práci Dávida Omasty spomína, že skúšal modely LLAMA a mT5-base na serveri idoc, ale nešli kvôli GPU, konkrétny model GPU, ktorý používal, nie je v textoch explicitne uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.601544,0.37604,26.425199,28.403648,31334,182,31516, +q0839,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznamy o Kristiánovi Sopkovičovi spomínajú použitie vlastného počítača a školského servera idoc pri trénovaní modelov, neobsahujú konkrétne údaje o tom, koľko GB RAM tieto zariadenia mali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.957317,0.361704,8.408468,10.727813,8537,197,8734, +q0840,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.997211,0.389807,6.667625,9.055056,8067,142,8209, +q0841,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Kristián Sopkovič pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič používal pri práci, hoci v záznamoch je uvedené, že pri trénovaní modelov s obmedzenou pamäťou (batch size najmenej 256) pracoval na 1x24 GB Titan. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.782318,0.346142,8.784098,10.913022,9616,194,9810, +q0842,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.808936,0.55586,6.855854,9.221155,8300,131,8431, +q0843,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.701703,0.397875,16.956931,19.057064,21343,124,21467, +q0844,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Michal Stromko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Zdrojový text spomína používané softvérové modely a nástroje, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a Spacy, ale neuvádza konkrétny model hardvérovej karty GPU, ktorý Michal Stromko pri práci využíval. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.723309,0.447941,8.210027,10.381609,8266,196,8462, +q0845,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v dokumente Artema Yatsenka sa spomína možnosť využitia školského servera idoc.fei.tuke.sk alebo vlastného počítača, nie sú v ňom uvedené konkrétne špecifikácie hardvéru, ako je množstvo pamäte RAM. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.822158,0.394657,18.297897,20.515417,21553,193,21746, +q0846,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojový dokument Artema Yatsenka uvádza úlohy týkajúce sa rozpoznávania pomenovaných entít a anotácie korpusu, ale neobsahuje údaje o počte konkrétnych používateľov, ktorí testovali výsledný systém.",1.950404,0.217737,9.394496,11.563421,10487,173,10660, +q0847,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Artem Yatsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.368266,0.394282,23.788085,25.553175,29456,101,29557, +q0848,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument uvádza, že Matej Ščišľak pre prácu s lepšími modelmi použil server QUADRO, neobsahuje konkrétne údaje o výkone tohto servera ani o konfigurácii RAM v GB, ktorú používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.89264,0.284176,8.704654,10.882249,9074,191,9265, +q0849,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Zdroj uvádza, že pri bakalárskej práci boli pripravené testovacie scenáre a chatbot bol vyhodnotený pomocou vlastnej množiny a množiny kolegu Šarišského, avšak nie je v ňom explicitne uvedený počet konkrétnych používateľov, ktorí systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.938274,0.296842,8.79832,11.033709,9503,211,9714, +q0850,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Matej Ščišľak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.772863,0.399085,25.85815,28.030992,31949,130,32079, +q0851,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.637287,0.417528,27.320238,29.375845,33140,117,33257, +q0852,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové záznamy pre Oleh Poiasnik síce spomínajú úlohu osloviť kolegov, aby vyskúšali a slovne vyhodnotili systém, ale neuvádzajú konkrétny počet používateľov, ktorí sa testovania zúčastnili. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.729887,0.389173,28.678267,30.798106,33520,192,33712, +q0853,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Oleh Poiasnik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.558801,0.426168,27.27728,29.263022,33130,114,33244, +q0854,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.407963,0.449607,22.5349,24.393343,27354,105,27459, +q0855,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Tetiana Mohorian. V dokumentácii sa síce uvádza, že Telegram bot bol vyhodnocovaný s priateľmi, ale presný počet testovateľov nie je špecifikovaný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.806073,0.197477,8.142169,10.145981,7920,189,8109, +q0856,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tetiana Mohorian pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý používala Tetiana Mohorian pri práci. V jej zázname je uvedené, že ak jej nebude stačiť GPU jej vlastného počítača, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, no špecifikácia hardvéru sa v dostupných textoch neobjavuje. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.552092,0.375933,25.735891,27.664675,30277,194,30471, +q0857,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.720093,0.57927,45.908916,48.209579,53387,123,53510, +q0858,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o Vladyslavovi Yanchenkovi uvádza názov jeho bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" a úlohy vrátane vytvorenia automatických testov, neobsahuje údaj o počte konkrétnych používateľov, ktorí výsledný systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.915888,0.182792,9.201276,11.300307,8673,221,8894, +q0859,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové záznamy o Vladyslavovi Yanchenkovi uvádzajú, že pracoval na bakalárskej práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" a používal technológie ako Kubernetes, Spring Boot a Azure, ale nešpecifikujú konkrétny model GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.609449,0.412817,26.584147,28.607198,31199,200,31399, +q0860,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.614355,0.326318,22.960417,24.902085,27848,118,27966, +q0861,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.747685,0.315253,15.338801,17.402341,18668,125,18793, +q0862,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Daniil Huzenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci sa v zázname o Daniilovi Huzenkovi spomína hardvér (najmä Raspberry Pi pre klastrovanie) a požiadavka napísať do práce o hardvéri, ktorého dostal, konkrétny model GPU nie je uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.787549,0.181316,7.321539,9.290807,7292,195,7487, +q0863,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.617012,0.300295,23.269461,25.187959,28974,119,29093, +q0864,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Samuel Džurina. Zdroj síce uvádza, že agenta treba otestovať a vyhodnotiť formou dotazníka a spýtať sa kolegov na ich potreby, ale neuvádza skutočný počet testovateľov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.668598,0.302337,20.000253,21.972138,22997,193,23190, +q0865,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Samuel Džurina pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v záznamoch o Samuelovi Džurinovi je uvedená iba otázka, či firma disponuje hardvérom s GPU, a odpoveď, že externé riešenie je v poriadku, pričom konkrétny model GPU sa v texte nespomína. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.566844,0.21974,8.939312,10.726178,9475,181,9656, +q0866,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém v rámci práce Simony Bobrovčanovej. Dokument uvádza iba metódy hodnotenia, ako sú metrické porovnania (ROUGE, BLEU) a vyhodnotenie pomocou jazykových modelov, ale nešpecifikuje žiadnu hodnotiacu štúdiu s reálnymi používateľmi ani ich počet. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.881875,0.179314,7.943709,10.005181,8032,221,8253, +q0867,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.586745,0.393823,24.0266,26.009067,29742,118,29860, +q0868,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.62901,0.738136,49.975934,52.34475,57657,119,57776, +q0869,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.733279,0.365638,18.037739,20.137519,21470,123,21593, +q0870,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Valerii Kutsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Valerii Kutsenko používal pri práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.595626,0.330841,7.485542,9.41256,8614,129,8743, +q0871,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.65627,0.482194,23.267173,25.40657,28835,122,28957, +q0872,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.936085,0.389389,14.330824,16.65716,17580,139,17719, +q0873,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Andrii Pervashov pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU (napr. NVIDIA RTX 3090, A100), ktorý Andrii Pervashov pri práci používal. Dokumenty síce spomínajú obmedzenie GPU pamäte (128 znakov) a použitie modelu mt5-large na trénovanie, ale nešpecifikujú hardvérový model grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.800933,0.200393,9.056395,11.05801,9476,212,9688, +q0874,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.808957,0.205479,6.859926,8.874785,8144,130,8274, +q0875,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.669165,0.203665,11.063769,12.937306,13865,123,13988, +q0876,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Pták pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.628562,0.363309,23.866555,25.859314,29328,117,29445, +q0877,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.767334,0.319308,6.995286,9.082206,8055,129,8184, +q0878,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci zdrojové dokumenty uvádzajú názov jeho diplomovej práce „Systém získavania informácií v slovenskom jazyku"" a rok 2021, neobsahujú žiadne údaje o výslednej známke z obhajoby. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.583784,0.2861,11.01925,12.890108,12519,176,12695, +q0879,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.645842,0.263592,13.271923,15.182073,16614,119,16733, +q0880,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Jánovi Holpovi spomína nasadenie systému pomocou Dockeru a používanie databázy Cassandra, neuvádza konkrétnu IP adresu nasadeného systému. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.829935,0.456171,15.713927,18.000668,18621,175,18796, +q0881,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť presnú veľkosť hlavnej dátovej množiny v GB, ktorú použil Ján Holp. Zdrojové dokumenty spomínajú využitie „veľkých slovenských dát z internetu"" alebo „veľkej databázy dát z webu"" bez konkrétneho číselného vyjadrenia veľkosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.840284,0.383316,7.742114,9.966,7792,199,7991, +q0882,dev,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.756981,0.292489,8.346446,10.396539,10200,127,10327, +q0883,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.250024,0.442869,24.031275,25.725615,29722,92,29814, +q0884,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.421267,0.460375,11.900709,13.782793,14407,106,14513, +q0885,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Tomášovi Kuchárovi spomína úlohu vypracovať draft diplomovej práce vo forme článku na cca 10 strán, neuvádza skutočný počet strán finálnej záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.85964,0.271615,7.414311,9.545926,7713,186,7899, +q0886,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.649392,0.332848,6.755473,8.738036,8868,92,8960, +q0887,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.51161,0.431695,25.68622,27.630384,31674,108,31782, +q0942,dev,single_document_synthesis,hard,Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorá patrí do kategórie dp2021, čo zodpovedá roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.695607,0.679371,18.958969,21.334553,22567,157,22724, +q0943,dev,single_document_synthesis,hard,"Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.424097,0.654877,25.681178,27.760909,31127,119,31246, +q0944,dev,single_document_synthesis,hard,"Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pre Jakuba Maruniaka je na ZP Wiki uvedená diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.65179,0.673874,23.5358,25.862362,28059,145,28204, +q0945,dev,single_document_synthesis,hard,"Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Holp je na ZP Wiki uvedená diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" a rok, kedy je táto práca evidovaná, je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.824489,0.84585,8.150301,10.821069,8920,165,9085, +q0946,dev,single_document_synthesis,hard,"Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.861957,0.554407,22.426176,24.843872,27492,151,27643, +q0947,dev,single_document_synthesis,hard,"Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.857419,0.738573,22.887154,25.484265,27649,145,27794, +q0948,dev,single_document_synthesis,hard,"Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Maroš Harahus je na ZP Wiki uvedená diplomová práca s názvom „Neurónová morfologická anotácia slovenského jazyka“ z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.250871,0.787517,24.033775,26.072882,28881,116,28997, +q0949,dev,single_document_synthesis,hard,"Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"", ktorá je na ZP Wiki uvedená pre rok 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.875944,0.559045,22.019774,24.455808,26384,153,26537, +q0950,dev,single_document_synthesis,hard,"Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Tomáš Kuchárik má na ZP Wiki uvedené dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“ a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.890779,0.788582,23.965568,26.645944,27991,200,28191, +q0951,dev,single_document_synthesis,hard,"Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.94636,0.352921,17.366566,19.66669,21043,150,21193, +q0952,dev,single_document_synthesis,hard,"Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","U Dávida Omasta sú na ZP Wiki uvedené dve diplomové práce: v roku 2023 s názvom „Generatívne modely slovenského jazyka"" a v roku 2024 s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.874721,0.500688,23.700083,26.07655,27830,181,28011, +q0953,dev,single_document_synthesis,hard,"Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.455893,0.498161,22.599633,24.554683,27065,129,27194, +q0954,dev,single_document_synthesis,hard,"Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.929807,0.498265,21.030566,23.459268,25570,146,25716, +q0955,dev,single_document_synthesis,hard,"Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri Aline Vitko je na ZP Wiki uvedená bakalárska práca s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.846091,0.525431,23.173416,25.546255,27889,155,28044, +q0956,dev,single_document_synthesis,hard,"Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.679238,0.41306,20.581244,22.674547,24914,139,25053, +q0957,dev,single_document_synthesis,hard,"Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Bakalárska práca Filipa Tomáša sa na ZP Wiki uvádza pod názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a jej rok je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.849637,0.567316,21.838642,24.256791,26194,158,26352, +q0958,dev,single_document_synthesis,hard,"Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.9507,0.530424,20.036431,22.518341,24163,158,24321, +q0959,dev,single_document_synthesis,hard,"Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Michal Stromko vypracovával bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.940355,0.501272,17.791388,20.233978,21411,143,21554, +q0960,dev,single_document_synthesis,hard,"Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia"" v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",2.806973,0.455913,20.882505,24.146185,25595,136,25731, +q0961,dev,single_document_synthesis,hard,"Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"", ktorá je na ZP Wiki uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.853567,0.602607,22.883211,25.34072,27602,155,27757, +q0962,dev,single_document_synthesis,hard,"Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Matej Novotný má na ZP Wiki uvedenú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.326466,0.754096,23.090464,25.171752,27787,116,27903, +q0963,dev,single_document_synthesis,hard,"Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá je na ZP Wiki uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.674036,0.589217,21.064447,23.328402,25235,152,25387, +q0964,dev,single_document_synthesis,hard,"Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Vladimíra Ferka sa na ZP Wiki uvádza pod názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a je zaradená do roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.478178,0.582487,23.34044,25.402243,27870,141,28011, +q0965,dev,single_document_synthesis,hard,"Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Záznam pre Andrii Pervashov uvádza diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.475632,0.823977,24.810225,27.110876,29691,136,29827, +q0966,dev,single_document_synthesis,hard,"Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" a táto práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.498202,0.348036,19.930697,21.777552,23683,147,23830, +q0967,dev,single_document_synthesis,hard,"Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Na ZP Wiki je pri osobe Ján Malinovský uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" a je zaradený do ročníka 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.840631,0.583412,24.218785,26.643554,29128,158,29286, +q0968,dev,single_document_synthesis,hard,Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Ján Pták vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác"" v roku 2026, ktorý je uvedený v názve príslušnej sekcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.998668,0.544134,16.809365,19.353008,20123,156,20279, +q0969,dev,single_document_synthesis,hard,"Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Oleh Poiasnik má na ZP Wiki uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.56864,0.850067,24.883786,27.303374,29930,124,30054, +q0970,dev,single_document_synthesis,hard,"Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Samuel Vasiľa má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" a na ZP Wiki je uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.464861,0.419197,22.292711,24.177925,26460,142,26602, +q0971,dev,single_document_synthesis,hard,"Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre Tetianu Mohorian je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.46518,0.518256,21.304723,23.288987,25682,134,25816, +q0972,dev,single_document_synthesis,hard,"Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"", ktorá je na ZP Wiki uvedená v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.860552,0.61697,21.361249,23.83959,25682,157,25839, +q0973,dev,single_document_synthesis,hard,"Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladyslav Yanchenko je na ZP Wiki uvedený ako autor bakalárskej práce s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“, ktorá sa týka roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.896957,0.538335,23.517506,25.953499,28134,167,28301, +q0974,dev,single_document_synthesis,hard,"Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Denis Le Thanh má názov „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" a je uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.853442,0.560304,21.156772,23.571644,25471,156,25627, +q0975,dev,single_document_synthesis,hard,"Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ je pri osobe Maksym Zatirka na ZP Wiki uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.875648,0.511498,23.632421,26.020822,28188,162,28350, +q0976,dev,single_document_synthesis,hard,"Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobu Oleksandr Dorybohov je na ZP Wiki uvedený záznam bakalárskej práce s témou „Automatické odpovede na otázky v právnej oblasti"" a rok vypracovania tejto práce je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.905915,0.528606,21.54053,23.975812,25880,167,26047, +q0977,dev,single_document_synthesis,hard,"Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Ronald Zalacko má na ZP Wiki uvedenú bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" a táto práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.282284,0.552066,21.330214,23.16538,25884,121,26005, +q0978,dev,single_document_synthesis,hard,"Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri osobe Rostyslav Rodzhuk je na ZP Wiki uvedená bakalárska práca s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",3.221125,0.521928,21.928939,25.672684,26290,163,26453, +q0979,dev,single_document_synthesis,hard,"Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre Samuela Džurinu je na ZP Wiki uvedená bakalárska práca s názvom „Dialógový systém pre podporu firemných procesov“ pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.901997,0.549879,23.034106,25.486695,27716,154,27870, +q0980,dev,single_document_synthesis,hard,"Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre osobu Simona Bobrovčanová je na ZP Wiki uvedená bakalárska práca z roku 2026 s názvom „Automatická sumarizácia slovenského textu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.712906,0.523292,21.899795,24.136991,26302,141,26443, +q0981,dev,single_document_synthesis,hard,"Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V ZP Wiki je pre Yevhenii Medushivskyi uvedená bakalárska práca s témou „Získavanie textu z webových stránok“, ktorá je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.730012,0.49916,24.519106,26.749036,29363,153,29516, +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Rok začiatku štúdia Dáriusa Lindvaia je 2016, zatiaľ čo rok vyjadrený kategóriou jeho diplomovej práce (dp2021) je 2021, čo je odlišné od roku uvedeného v sekciách diplomového projektu (2020). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",2.049718,0.977879,17.742615,20.771167,20855,191,21046, +q0983,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Diplomová práca Dominika Nagy s témou strojového prekladu sa volá „Neurónový strojový preklad pomocou knižnice Fairseq“ a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.311082,1.173921,17.679763,20.165349,21370,120,21490, +q0984,dev,single_document_synthesis,hard,"Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pri osobe Jakub Maruniak je v ZP Wiki uvedený rok začiatku štúdia ako 2016, kým záznam typu „diplomová práca“ je spojený s rokom 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.031169,0.890156,37.609755,40.532396,44275,142,44417, +q0985,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pri osobe Ján Holp je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam typu „diplomová práca"" je na ZP Wiki spojený s rokom 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.972261,0.932344,36.080047,38.985988,41754,165,41919, +q0986,dev,single_document_synthesis,hard,"Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Lukáš Pokrývka začal štúdium v roku 2016 a jeho záznam o diplomovej práci je na ZP Wiki uvedený pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.57033,1.178793,42.887356,45.638105,49621,132,49753, +q0987,dev,single_document_synthesis,hard,"V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Diplomová práca Márka Fehéra s tematikou klasifikácie textu sa volá „Klasifikácia textu metódami strojového učenia"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.338409,0.537842,21.500358,23.377363,25590,122,25712, +q0988,dev,single_document_synthesis,hard,"V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.965641,1.157001,8.106688,11.229645,8885,155,9040, +q0989,dev,single_document_synthesis,hard,"V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu"" a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.907459,1.274562,20.215699,23.39856,24843,160,25003, +q0990,dev,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Diplomová práca Tomáša Kuchárika súvisiaca s témou strojového prekladu má názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.962523,1.333369,23.258117,26.554883,27128,179,27307, +q0991,dev,single_document_synthesis,hard,"V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bakalárska práca Dmytra Ushatenka s témou súvisiacou s chatbotom sa volá „Jednoduchý chatbot v jazyku Python“ a bola vypracovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.984784,0.515494,17.200775,19.701866,20394,164,20558, +q0992,dev,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá je uvedená v roku 2024, pričom má aj predchádzajúci návrh na názov „Generatívne modely slovenského jazyka"" z roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.741895,0.562376,24.472931,26.778236,28817,185,29002, +q0993,dev,single_document_synthesis,hard,"V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Názov bakalárskej práce Martina Wencela súvisiacej s témou Spacy je „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" a práca je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.590176,0.592933,23.963419,26.14742,28602,144,28746, +q0994,dev,single_document_synthesis,hard,"V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Bakalárska práca Ondreja Megelu súvisiaca s témou BERT má názov „Neurónové jazykové modelovanie typu BERT“ a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",2.944488,0.565861,7.935851,11.446476,8773,160,8933, +q0995,dev,single_document_synthesis,hard,"Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Alina Vitko je rok začiatku štúdia 2019 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca"", je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.501294,0.578106,40.253952,42.334818,47545,136,47681, +q0996,dev,single_document_synthesis,hard,"Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Artem Yatsenko je v ZP Wiki uvedený rok začiatku štúdia 2019 a rok, pri ktorom je evidovaný záznam typu bakalárska práca, je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.535147,0.533322,37.036272,39.107364,42940,138,43078, +q0997,dev,single_document_synthesis,hard,"V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Názov bakalárskej práce Filipa Tomáša súvisiacej s témou CI/CD je „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",3.056779,1.055871,44.961168,49.075144,51640,165,51805, +q0998,dev,single_document_synthesis,hard,"V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Bakalárska práca Kristiána Sopkoviča súvisiaca s témou Spacy má názov „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.972683,0.607977,8.798697,11.37983,9108,172,9280, +q0999,dev,single_document_synthesis,hard,"V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Bakalárska práca Michala Stromka s témou súvisiacou s Elasticsearchom sa volá „Indexovanie slovenského textu pomocou Elasticsearch"" a bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.857272,0.794586,6.824319,9.476457,7781,155,7936, +q1000,dev,single_document_synthesis,hard,"Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","U Eduarda Matovku začal štúdium v roku 2021 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.920162,0.346626,16.541508,18.80908,20044,157,20201, +q1001,dev,single_document_synthesis,hard,"Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Pri osobe Martin Šarišský je rok začiatku štúdia 2021 a rok, pri ktorom je na ZP Wiki uvedený záznam typu diplomová práca, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.590744,1.144823,44.02799,46.765321,51122,138,51260, +q1002,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Matej Novotný je rok začiatku štúdia uvedený ako 2021 a záznam typu diplomová práca je na ZP Wiki evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.33578,0.514279,21.359059,23.209835,25214,123,25337, +q1003,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pre osobu Matej Ščišľak je na ZP Wiki uvedený rok začiatku štúdia 2021 a záznam typu diplomová práca je spojený s rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.813585,0.933633,41.085046,44.834208,47820,152,47972, +q1004,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Vladimír Ferko začal študovať v roku 2021 a jeho záznam o bakalárskej práci je na ZP Wiki uvedený pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.552161,0.602055,37.550132,39.706283,43673,131,43804, +q1005,dev,single_document_synthesis,hard,"Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","U Andrii Pervashova je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca je na ZP Wiki priradený k roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",2.106177,0.798234,19.824209,22.729352,23351,168,23519, +q1006,dev,single_document_synthesis,hard,"Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Daniil Huzenko začal štúdium v roku 2022 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.519524,0.539018,35.781808,37.842647,42481,129,42610, +q1007,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Pre osobu Ján Malinovský je na ZP Wiki uvedený rok začiatku štúdia 2022 a záznam typu „diplomový projekt"" sa týka roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.708381,0.783113,42.541263,45.034155,49537,145,49682, +q1008,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, kým záznam typu „diplomový projekt"" sa na ZP Wiki nachádza pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.965904,0.6691,27.875172,30.511137,32686,159,32845, +q1009,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Oleh Poiasnik začal štúdium v roku 2022 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.946229,0.895994,29.497945,32.341015,34994,153,35147, +q1010,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Pri osobe Samuel Vasiľ je rok začiatku štúdia uvedený ako 2022 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.847744,0.603407,39.742577,42.195441,46185,148,46333, +q1011,dev,single_document_synthesis,hard,"Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Tetiana Mohorian je rok začiatku štúdia 2022 a záznam typu bakalárska práca je uvedený pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.530338,0.552005,37.280206,39.364307,43665,128,43793, +q1012,dev,single_document_synthesis,hard,"Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Pri osobe Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomová práca"" sa na ZP Wiki nachádza pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.510867,1.150397,41.186004,43.848482,47815,140,47955, +q1013,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Pre Vladyslava Yanchenka je rok začiatku štúdia uvedený ako 2022 a záznam o jeho bakalárskej práci je na ZP Wiki evidovaný pre rok 2025. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.979058,0.654144,38.45701,41.092562,44679,166,44845, +q1014,dev,single_document_synthesis,hard,"Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pri osobe Denis Le Thanh je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.53507,0.530711,35.900604,37.967725,42247,134,42381, +q1015,dev,single_document_synthesis,hard,"Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Maksym Zatirka začal študovať v roku 2023 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.579581,0.537027,38.63574,40.754013,45247,132,45379, +q1016,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Oleksandr Dorybohov začal štúdium v roku 2023 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.967873,0.474342,22.664519,25.107483,26856,161,27017, +q1017,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pre osobu Ronald Zalacko je rok začiatku štúdia 2023, zatiaľco záznam o bakalárskej práci je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.999894,0.636206,34.877627,37.514764,41452,157,41609, +q1018,dev,single_document_synthesis,hard,"Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Rostyslav Rodzhuk začal štúdium v roku 2023 a jeho záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.796582,0.611361,38.00631,40.415718,44439,150,44589, +q1019,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","U Samuel Džurina bol rok začiatku štúdia 2023 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.971637,0.510412,14.396534,16.879067,16735,166,16901, +q1020,dev,single_document_synthesis,hard,"Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pre osobu Simona Bobrovčanová je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca“ sa na ZP Wiki nachádza pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.748064,0.33038,18.779606,20.858991,22654,158,22812, +q1021,dev,single_document_synthesis,hard,"Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Yevhenii Medushivskyi je rok začiatku štúdia uvedený ako 2023 a záznam typu bakalárska práca je na ZP Wiki evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.809373,0.739357,42.828887,45.379199,50019,161,50180, +q1022,dev,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo vyplýva z kategórie dp2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.935006,1.414708,19.032825,22.383407,22207,170,22377, +q1023,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Diplomová práca Dominika Nagy s témou súvisiacou s knižnicou Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq"" a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.814086,0.844105,23.099144,25.75805,27836,160,27996, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, kým Ján Pták má v rámci diplomového projektu v roku 2026 tému „Agent pre manažment záverečných prác"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.545994,1.397044,37.807859,40.752364,43550,183,43733, +q1093,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.539611,0.930689,22.853786,25.325233,26050,191,26241, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.721164,1.444189,23.139875,26.305892,26908,195,27103, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022, zatiaľ čo Denis Le Thanh pracuje na bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.65363,0.616403,22.056952,24.327723,25512,211,25723, +q1096,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Ronald Zalacko má v evidencii bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže“ s uvedeným rokom 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.916048,0.732794,23.646808,26.296716,27216,213,27429, +q1097,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracoval bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.886336,0.845695,24.573753,27.306596,28388,222,28610, +q1098,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021 a Oleksandr Dorybohov má bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.475805,1.051242,23.064226,25.592065,26558,185,26743, +q1099,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bakalárska práca Filipa Tomáša sa volá „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a je uvedená pre rok 2022, zatiaľ čo diplomová práca Mateja Novotného nesie názov „Klasifikácia webových dát pre lepšie jazykové modelovanie“ a je evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.867264,0.858462,25.309214,28.035911,29076,225,29301, +q1100,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Simona Bobrovčanová vypracovala bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.723457,0.847643,24.522383,27.094259,28382,201,28583, +q1101,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.895369,0.693859,22.634363,25.22458,25703,222,25925, +q1102,dev,multi_document,hard,"Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Z dostupných záznamov na ZP Wiki má Patrik Pavlišin ako bakalársku prácu v roku 2020 prácu s názvom „Metódy automatického prekladu"", zatiaľ čo Andrii Pervashov má v roku 2027 uvedenú diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.95914,0.636,23.797323,26.393497,27178,234,27412, +q1103,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracoval bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" v roku 2025 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.757047,0.756268,23.618248,26.132562,27226,209,27435, +q1104,dev,multi_document,hard,"Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026 a Samuel Džurina má bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.896592,0.474609,22.610288,24.982375,25901,210,26111, +q1105,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.978768,0.34649,18.188801,20.514866,20745,222,20967, +q1106,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má v zázname naplánovanú diplomovú prácu s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.656287,0.869037,26.33114,28.857606,30401,216,30617, +q1107,dev,multi_document,hard,"Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Kristián Sopkovič vypracovával bakalársku prácu s názvom Model Spacy pre spracovanie prirodzeného jazyka v slovenčine v roku 2022, zatiaľ čo Samuel Vasiľ má v zázname z roku 2026 uvedený predbežný názov bakalárskej práce Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.544428,0.593039,21.982592,24.120827,25053,210,25263, +q1108,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022 a Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.850087,1.171226,26.341587,29.363742,30763,207,30970, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" v roku 2026 a Andrii Pervashov vypracováva diplomovú prácu s návrhom názvu „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.884574,0.767625,25.125137,27.778175,28844,225,29069, +q1110,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracovával diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Ján Malinovský vypracovával diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.928233,0.570797,23.567722,26.067557,27059,221,27280, +q1111,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.872457,0.8868,22.911815,25.672191,26451,212,26663, +q1112,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021 a Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.86422,0.798347,24.73513,27.39842,28696,212,28908, +q1113,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Ján Malinovský má evidovaný diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" v roku 2026 a Samuel Džurina má evidovanú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.52928,0.768556,24.719566,27.018108,28719,184,28903, +q1114,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Bakalárska práca Samuel Džurina má názov „Dialógový systém pre podporu firemných procesov"" a je uvedená pre rok 2026, zatiaľ čo bakalárska práca Simona Bobrovčanová má názov „Automatická sumarizácia slovenského textu"" a je taktiež uvedená pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.733696,0.441906,21.899116,24.075537,25195,210,25405, +q1115,dev,multi_document,hard,"Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020 a Samuel Džurina má záznam o bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.491417,0.601509,23.289908,25.383497,27001,185,27186, +q1116,dev,multi_document,hard,"Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022 a Valerii Kutsenko vypracoval diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.683975,0.928053,26.108902,28.721889,30274,203,30477, +q1117,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" v roku 2026 a Denis Le Thanh má bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.904139,0.65317,23.555103,26.11306,26756,227,26983, +q1118,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a tiež tému diplomovej práce z roku 2023 zameranú na dotrénovanie slovenského generatívneho jazykového modelu. Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.650282,0.714355,26.579396,28.944883,29716,240,29956, +q1119,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" taktiež v roku 2021. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.513863,0.984065,22.968564,25.467191,26442,194,26636, +q1120,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Lukáš Pokrývka má na ZP Wiki uvedenú diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ z roku 2021 a Ján Pták má uvedený diplomový projekt s názvom „Agent pre manažment záverečných prác“ z roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.909372,0.733249,24.410093,27.053502,28495,209,28704, +q1121,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Martina Wencela má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je uvedená pre rok 2020. Bakalárska práca Ronalda Zalacka sa nazýva „Skórovací online systém pre robotické súťaže“ a je evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.678905,0.513868,21.501633,23.695045,24620,211,24831, +q1122,dev,multi_document,hard,"Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Bakalárska práca Artema Yatsenka z roku 2022 sa volá „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" a bakalárska práca Filipa Tomáša z rovnakého roku má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.741773,0.987225,23.841321,26.571356,27592,200,27792, +q1123,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta má v ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024 a Eduard Matovka má evidovanú bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ z roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.886211,0.521708,22.641179,25.049921,25890,224,26114, +q1124,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp má na ZP Wiki uvedenú diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" z roku 2021 a Samuel Vasiľ má uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.459431,0.792257,21.272638,23.52527,24424,202,24626, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo je určené kategóriou dp2021. Andrii Pervashov má v sekcií diplomovej práce uvedený rok 2027 a názov témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.973255,0.686778,17.822506,20.483254,19887,243,20130, +q1126,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.755903,0.671141,24.405846,26.833979,28051,220,28271, +q1127,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025 a Oleksandr Dorybohov má zadanú bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.965973,0.67156,24.29741,26.935735,27858,228,28086, +q1128,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Yevhenii Medushivskyi má na ZP Wiki uvedenú bakalársku prácu s témou „Získavanie textu z webových stránok“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.484953,0.638344,26.412775,28.537403,30250,203,30453, +q1129,dev,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022, pričom má tiež evidovanú diplomovú prácu z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“. Kristián Sopkovič vypracoval bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022 a má tiež evidovanú diplomovú prácu v roku 2024 bez explicitne uvedeného finálneho názvu v dostupných zdrojoch, hoci je uvedený rok 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.518146,0.644958,25.017132,27.18099,26738,302,27040, +q1130,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" a záznam na ZP Wiki ho uvádza v súvislosti s rokom 2026. Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" a záznam ju uvádza v súvislosti s rokom 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.84002,0.610398,23.287903,25.73896,25974,245,26219, +q1131,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Rostyslav Rodzhuk má evidovanú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.697555,0.583564,23.609254,25.891114,27301,204,27505, +q1132,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dávid Omasta vypracovával diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Martin Šarišský vypracovával diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",2.699167,0.735838,23.320902,26.756782,26778,206,26984, +q1133,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Simona Bobrovčanová má záznam o bakalárskej práci s témou „Automatická sumarizácia slovenského textu"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.858043,0.706861,22.620336,25.185919,26118,212,26330, +q1134,dev,multi_document,hard,"Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Bakalárska práca Denis Le Thanh má názov „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ a podľa ZP Wiki je uvedená pre rok 2026. Bakalárska práca Rostyslava Rodzhuka sa nazýva „Inteligentný agent pre podporu práce špeciálneho pedagóga“ a je rovnako evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.940676,0.451212,23.176277,25.568804,26356,235,26591, +q1135,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.887959,0.603987,22.622254,25.114979,26311,205,26516, +q1136,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť explicitný názov diplomového projektu ani bakalárskej práce, iba témy a roky uvedené v sekcii. Ján Malinovský vypracováva diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania"" v roku 2026 a Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.863372,0.372131,13.895824,16.131964,14375,256,14631, +q1137,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Samuel Vasiľ má v ZP Wiki evidovanú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" pre rok 2026 a Ronald Zalacko má evidovanú bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.53544,0.511807,22.062708,24.11121,25342,205,25547, +q1138,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.460703,0.739313,21.258615,23.459331,24657,187,24844, +q1139,dev,multi_document,hard,"Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024"", ""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia"" v roku 2024 a Maksym Zatirka má zaevidovanú bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.909386,0.422081,23.06959,25.401709,26628,221,26849, +q1140,dev,multi_document,hard,"Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ a Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“, pričom obe práce sú na ZP Wiki uvedené v kategórii pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.901007,0.653065,26.027035,28.581786,29870,231,30101, +q1141,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.956795,0.382965,17.971522,20.311827,20345,222,20567, +q1142,dev,multi_document,hard,"Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik pracuje na diplomovej práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“, ktorá je uvedená pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.695618,0.85869,25.162274,27.717749,29417,194,29611, +q1143,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021 a Matej Novotný vypracoval diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.882317,0.810925,24.554254,27.248166,28193,219,28412, +q1144,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Kristián Sopkovič má zaznamenanú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.707122,0.661264,23.235564,25.604764,26763,208,26971, +q1145,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.970508,0.433639,20.272194,22.677235,23292,224,23516, +q1146,dev,multi_document,hard,"Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" v roku 2027 a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" tiež v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.852364,0.757551,24.105046,26.715752,28047,215,28262, diff --git a/tools/rag/evaluation/results/dev_final_full/rag_answers_dev.json b/tools/rag/evaluation/results/dev_final_full/rag_answers_dev.json new file mode 100644 index 0000000..9b16dc2 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_full/rag_answers_dev.json @@ -0,0 +1,48612 @@ +{ + "generated_at": "2026-09-28T13:40:45.447165+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "149a016a5cc60b9f07d2e6d5e06ba2ea53cd8aa0e945b7cdb5a2720c8a5db313", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690", + "q0691", + "q0692", + "q0693", + "q0694", + "q0695", + "q0696", + "q0697", + "q0698", + "q0699", + "q0700", + "q0701", + "q0702", + "q0703", + "q0704", + "q0705", + "q0706", + "q0707", + "q0708", + "q0709", + "q0710", + "q0711", + "q0712", + "q0713", + "q0714", + "q0715", + "q0716", + "q0717", + "q0718", + "q0719", + "q0720", + "q0721", + "q0722", + "q0723", + "q0724", + "q0725", + "q0726", + "q0727", + "q0728", + "q0729", + "q0730", + "q0731", + "q0732", + "q0733", + "q0734", + "q0771", + "q0772", + "q0773", + "q0774", + "q0775", + "q0776", + "q0777", + "q0778", + "q0779", + "q0780", + "q0781", + "q0782", + "q0783", + "q0784", + "q0785", + "q0786", + "q0787", + "q0788", + "q0789", + "q0790", + "q0791", + "q0792", + "q0793", + "q0794", + "q0795", + "q0796", + "q0797", + "q0798", + "q0821", + "q0822", + "q0823", + "q0824", + "q0825", + "q0826", + "q0827", + "q0828", + "q0829", + "q0830", + "q0831", + "q0832", + "q0833", + "q0834", + "q0835", + "q0836", + "q0837", + "q0838", + "q0839", + "q0840", + "q0841", + "q0842", + "q0843", + "q0844", + "q0845", + "q0846", + "q0847", + "q0848", + "q0849", + "q0850", + "q0851", + "q0852", + "q0853", + "q0854", + "q0855", + "q0856", + "q0857", + "q0858", + "q0859", + "q0860", + "q0861", + "q0862", + "q0863", + "q0864", + "q0865", + "q0866", + "q0867", + "q0868", + "q0869", + "q0870", + "q0871", + "q0872", + "q0873", + "q0874", + "q0875", + "q0876", + "q0877", + "q0878", + "q0879", + "q0880", + "q0881", + "q0882", + "q0883", + "q0884", + "q0885", + "q0886", + "q0887", + "q0942", + "q0943", + "q0944", + "q0945", + "q0946", + "q0947", + "q0948", + "q0949", + "q0950", + "q0951", + "q0952", + "q0953", + "q0954", + "q0955", + "q0956", + "q0957", + "q0958", + "q0959", + "q0960", + "q0961", + "q0962", + "q0963", + "q0964", + "q0965", + "q0966", + "q0967", + "q0968", + "q0969", + "q0970", + "q0971", + "q0972", + "q0973", + "q0974", + "q0975", + "q0976", + "q0977", + "q0978", + "q0979", + "q0980", + "q0981", + "q0982", + "q0983", + "q0984", + "q0985", + "q0986", + "q0987", + "q0988", + "q0989", + "q0990", + "q0991", + "q0992", + "q0993", + "q0994", + "q0995", + "q0996", + "q0997", + "q0998", + "q0999", + "q1000", + "q1001", + "q1002", + "q1003", + "q1004", + "q1005", + "q1006", + "q1007", + "q1008", + "q1009", + "q1010", + "q1011", + "q1012", + "q1013", + "q1014", + "q1015", + "q1016", + "q1017", + "q1018", + "q1019", + "q1020", + "q1021", + "q1022", + "q1023", + "q1092", + "q1093", + "q1094", + "q1095", + "q1096", + "q1097", + "q1098", + "q1099", + "q1100", + "q1101", + "q1102", + "q1103", + "q1104", + "q1105", + "q1106", + "q1107", + "q1108", + "q1109", + "q1110", + "q1111", + "q1112", + "q1113", + "q1114", + "q1115", + "q1116", + "q1117", + "q1118", + "q1119", + "q1120", + "q1121", + "q1122", + "q1123", + "q1124", + "q1125", + "q1126", + "q1127", + "q1128", + "q1129", + "q1130", + "q1131", + "q1132", + "q1133", + "q1134", + "q1135", + "q1136", + "q1137", + "q1138", + "q1139", + "q1140", + "q1141", + "q1142", + "q1143", + "q1144", + "q1145", + "q1146" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 629, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 629, + "completed": 629, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.993111, + "source_url_score": 0.99682, + "should_answer_score": 0.99841, + "overall_score": 0.997085, + "strict_pass_count": 623, + "strict_pass_rate": 0.990461, + "mean_latency_seconds": 19.566491, + "prompt_tokens": 12842758, + "completion_tokens": 103521, + "total_tokens": 12946279, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.955671, + "prompt_tokens": 229041, + "completion_tokens": 2331, + "total_tokens": 231372 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.964286, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.991071, + "strict_pass_count": 13, + "strict_pass_rate": 0.928571, + "mean_latency_seconds": 14.679601, + "prompt_tokens": 206590, + "completion_tokens": 1927, + "total_tokens": 208517 + }, + "entity_lookup": { + "total": 69, + "completed": 69, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 69, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.919412, + "prompt_tokens": 1038891, + "completion_tokens": 11751, + "total_tokens": 1050642 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.414379, + "prompt_tokens": 218176, + "completion_tokens": 1564, + "total_tokens": 219740 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 18.059035, + "prompt_tokens": 431460, + "completion_tokens": 3155, + "total_tokens": 434615 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.786903, + "prompt_tokens": 487648, + "completion_tokens": 2656, + "total_tokens": 490304 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.916667, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 13.385116, + "prompt_tokens": 38319, + "completion_tokens": 567, + "total_tokens": 38886 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.276779, + "prompt_tokens": 52600, + "completion_tokens": 384, + "total_tokens": 52984 + }, + "keyword_grounding": { + "total": 103, + "completed": 103, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.991909, + "source_url_score": 0.990291, + "should_answer_score": 1.0, + "overall_score": 0.99555, + "strict_pass_count": 101, + "strict_pass_rate": 0.980583, + "mean_latency_seconds": 16.406511, + "prompt_tokens": 1714806, + "completion_tokens": 18509, + "total_tokens": 1733315 + }, + "multi_document": { + "total": 59, + "completed": 59, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 59, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 26.804969, + "prompt_tokens": 1617081, + "completion_tokens": 14099, + "total_tokens": 1631180 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.533213, + "prompt_tokens": 406530, + "completion_tokens": 3163, + "total_tokens": 409693 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 0.958333, + "overall_score": 0.96875, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 24.529334, + "prompt_tokens": 642994, + "completion_tokens": 3817, + "total_tokens": 646811 + }, + "single_document_synthesis": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 82, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 27.698644, + "prompt_tokens": 2445724, + "completion_tokens": 12319, + "total_tokens": 2458043 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.652063, + "prompt_tokens": 181968, + "completion_tokens": 1052, + "total_tokens": 183020 + }, + "specific_fact": { + "total": 50, + "completed": 50, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.98, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.995, + "strict_pass_count": 49, + "strict_pass_rate": 0.98, + "mean_latency_seconds": 15.905672, + "prompt_tokens": 832654, + "completion_tokens": 7118, + "total_tokens": 839772 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.986876, + "prompt_tokens": 587477, + "completion_tokens": 3940, + "total_tokens": 591417 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 16, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.503341, + "prompt_tokens": 328729, + "completion_tokens": 2751, + "total_tokens": 331480 + }, + "unanswerable_missing_fact": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 68, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.080135, + "prompt_tokens": 1199669, + "completion_tokens": 10491, + "total_tokens": 1210160 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.913593, + "prompt_tokens": 182401, + "completion_tokens": 1927, + "total_tokens": 184328 + } + }, + "by_difficulty": { + "easy": { + "total": 146, + "completed": 146, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 146, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.577141, + "prompt_tokens": 2560859, + "completion_tokens": 21824, + "total_tokens": 2582683 + }, + "hard": { + "total": 169, + "completed": 169, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.997041, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.99926, + "strict_pass_count": 168, + "strict_pass_rate": 0.994083, + "mean_latency_seconds": 25.33536, + "prompt_tokens": 4498436, + "completion_tokens": 30676, + "total_tokens": 4529112 + }, + "medium": { + "total": 314, + "completed": 314, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.987792, + "source_url_score": 0.993631, + "should_answer_score": 0.996815, + "overall_score": 0.994559, + "strict_pass_count": 309, + "strict_pass_rate": 0.984076, + "mean_latency_seconds": 17.851542, + "prompt_tokens": 5783463, + "completion_tokens": 51021, + "total_tokens": 5834484 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ján Holp je v ZP Wiki evidovaný dokument o jeho študentskej práci, ktorá zahŕňa diplomovú prácu z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\" a diplomový projekt z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.235178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.916039, + "tool_latency_seconds": 0.235178, + "final_model_latency_seconds": 13.264142, + "total_latency_seconds": 15.415911, + "usage": { + "prompt_tokens": 15986, + "completion_tokens": 170, + "total_tokens": 16156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.226767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.572129, + "tool_latency_seconds": 0.226767, + "final_model_latency_seconds": 15.618323, + "total_latency_seconds": 17.417916, + "usage": { + "prompt_tokens": 19712, + "completion_tokens": 122, + "total_tokens": 19834 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Systém získavania informácií v slovenskom jazyku\" vypracoval Ján Holp ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.481545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.532456, + "tool_latency_seconds": 0.481545, + "final_model_latency_seconds": 22.246155, + "total_latency_seconds": 24.260982, + "usage": { + "prompt_tokens": 27097, + "completion_tokens": 131, + "total_tokens": 27228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorú ukončil v roku 2021 pod vedením Ing. Daniela Hládeka, PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.778541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.493998, + "tool_latency_seconds": 0.778541, + "final_model_latency_seconds": 40.734909, + "total_latency_seconds": 43.00859, + "usage": { + "prompt_tokens": 47558, + "completion_tokens": 146, + "total_tokens": 47704 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je pri diplomovej práci v roku 2021 uvedená téma „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.500671, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.851252, + "tool_latency_seconds": 0.500671, + "final_model_latency_seconds": 17.035375, + "total_latency_seconds": 19.387862, + "usage": { + "prompt_tokens": 20144, + "completion_tokens": 144, + "total_tokens": 20288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?" + }, + "latency_seconds": 0.211028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.166962, + "tool_latency_seconds": 0.211028, + "final_model_latency_seconds": 13.276479, + "total_latency_seconds": 14.654947, + "usage": { + "prompt_tokens": 16534, + "completion_tokens": 83, + "total_tokens": 16617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.260825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.921649, + "tool_latency_seconds": 0.260825, + "final_model_latency_seconds": 7.26883, + "total_latency_seconds": 9.451604, + "usage": { + "prompt_tokens": 8317, + "completion_tokens": 145, + "total_tokens": 8462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.252353, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.543959, + "tool_latency_seconds": 0.252353, + "final_model_latency_seconds": 16.94223, + "total_latency_seconds": 18.739103, + "usage": { + "prompt_tokens": 21355, + "completion_tokens": 112, + "total_tokens": 21467 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Holp začala študovať v roku 2016 a vypracovávala svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.882387, + "tool_latency_seconds": 0.196832, + "final_model_latency_seconds": 14.982323, + "total_latency_seconds": 17.06212, + "usage": { + "prompt_tokens": 18131, + "completion_tokens": 150, + "total_tokens": 18281 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok jeho začiatku štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" je uvedená v roku 2021.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.684427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.687994, + "tool_latency_seconds": 0.684427, + "final_model_latency_seconds": 29.771677, + "total_latency_seconds": 32.144996, + "usage": { + "prompt_tokens": 35384, + "completion_tokens": 165, + "total_tokens": 35549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp je autorom diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021 a prispieval aj k dokumentu o získavaní informácií, ktorý je súčasťou tímového projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.331615, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.817066, + "tool_latency_seconds": 0.331615, + "final_model_latency_seconds": 17.180651, + "total_latency_seconds": 19.329844, + "usage": { + "prompt_tokens": 19839, + "completion_tokens": 175, + "total_tokens": 20014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", v ktorej implementoval algoritmum PageRank pre ohodnotenie dokumentov v rámci experimentov s databázou SCNC2.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.23979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.331385, + "tool_latency_seconds": 0.23979, + "final_model_latency_seconds": 13.263227, + "total_latency_seconds": 14.834855, + "usage": { + "prompt_tokens": 15584, + "completion_tokens": 140, + "total_tokens": 15724 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp je spojený s témou slovenský internet prostredníctvom svojej bakalárskej práce s názvom „Vyhľadávač na slovenskom internete\", ktorú vypracoval v roku 2019, a následne aj svojej diplomovej práce „Systém získavania informácií v slovenskom jazyku\" z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.216083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.784552, + "tool_latency_seconds": 0.216083, + "final_model_latency_seconds": 13.53789, + "total_latency_seconds": 15.539063, + "usage": { + "prompt_tokens": 15613, + "completion_tokens": 195, + "total_tokens": 15808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V stave práce Jána Holpa bolo implementované vyhľadávanie pomocou metódy PageRank, indexovanie webových stránok a riešenie technických problémov pri práci s databázou Cassandra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.301998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.776084, + "tool_latency_seconds": 0.301998, + "final_model_latency_seconds": 9.164677, + "total_latency_seconds": 11.243098, + "usage": { + "prompt_tokens": 10637, + "completion_tokens": 152, + "total_tokens": 10789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.299921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.781399, + "tool_latency_seconds": 0.299921, + "final_model_latency_seconds": 12.31192, + "total_latency_seconds": 14.393767, + "usage": { + "prompt_tokens": 15323, + "completion_tokens": 130, + "total_tokens": 15453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "V dokumentoch ZP Wiki sa nachádza študentská stránka o osobe Maroš Harahus, ktorá eviduje jeho bakalársku prácu z roku 2019 a diplomovú prácu z roku 2021, pričom v súčasnosti študuje doktorandské štúdium s dizertačnou prácou zameranou na automatické opravy textu a spracovanie prirodzeného jazyka v rokoch 2023/24.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.334552, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.718831, + "tool_latency_seconds": 0.334552, + "final_model_latency_seconds": 13.285242, + "total_latency_seconds": 15.339134, + "usage": { + "prompt_tokens": 14990, + "completion_tokens": 205, + "total_tokens": 15195 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názvom diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.401719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.802943, + "tool_latency_seconds": 0.401719, + "final_model_latency_seconds": 11.747608, + "total_latency_seconds": 13.952698, + "usage": { + "prompt_tokens": 14411, + "completion_tokens": 135, + "total_tokens": 14546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.619716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.900688, + "tool_latency_seconds": 0.619716, + "final_model_latency_seconds": 18.25166, + "total_latency_seconds": 20.772617, + "usage": { + "prompt_tokens": 22327, + "completion_tokens": 157, + "total_tokens": 22484 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021, pričom pri riešení témy použil knižnicu Spacy.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.46929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" + ], + "first_model_latency_seconds": 1.90399, + "tool_latency_seconds": 0.46929, + "final_model_latency_seconds": 16.494006, + "total_latency_seconds": 18.867877, + "usage": { + "prompt_tokens": 19665, + "completion_tokens": 173, + "total_tokens": 19838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce osoby Maroš Harahus je „Neurónová morfologická anotácia slovenského jazyka\", ktorá bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.435609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.768271, + "tool_latency_seconds": 0.435609, + "final_model_latency_seconds": 12.099982, + "total_latency_seconds": 14.304301, + "usage": { + "prompt_tokens": 14490, + "completion_tokens": 147, + "total_tokens": 14637 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.449318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.771816, + "tool_latency_seconds": 0.449318, + "final_model_latency_seconds": 16.773329, + "total_latency_seconds": 18.995049, + "usage": { + "prompt_tokens": 20510, + "completion_tokens": 147, + "total_tokens": 20657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021, ktorá sa zameriava na tému morfologickej anotácie.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.626578, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/steel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/steel" + ], + "first_model_latency_seconds": 1.634587, + "tool_latency_seconds": 0.626578, + "final_model_latency_seconds": 10.147283, + "total_latency_seconds": 12.408826, + "usage": { + "prompt_tokens": 11504, + "completion_tokens": 156, + "total_tokens": 11660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus je sprevádzaný v dokumente „Podpora slovenčiny v knižnici Spacy\", kde je uvedený ako osoba zodpovedná za štatistické značkovanie v rámci tohto projektu. Na svojej študentskej stránke tiež zaznamenáva úlohy súvisiace s dokončením draftu článku o Spacy a experimentovaním s trénovaním modelu Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.319175, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.831008, + "tool_latency_seconds": 0.319175, + "final_model_latency_seconds": 11.915553, + "total_latency_seconds": 14.066255, + "usage": { + "prompt_tokens": 13079, + "completion_tokens": 218, + "total_tokens": 13297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože žiadny študentský dokument o grafových neurónových sieťach nemá v metadátach ako autora uvedeneného Maroša Harahusa.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.451517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.760409, + "tool_latency_seconds": 0.451517, + "final_model_latency_seconds": 19.985037, + "total_latency_seconds": 22.197533, + "usage": { + "prompt_tokens": 24179, + "completion_tokens": 161, + "total_tokens": 24340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.6666666666666666, + "strict_pass": false, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" používala na morfologickú anotáciu knižnicu Spacy, pričom pri experimentoch bola špecificky využitá verzia 2.2 tejto knižnice.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.510112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.76622, + "tool_latency_seconds": 0.510112, + "final_model_latency_seconds": 18.45016, + "total_latency_seconds": 20.727088, + "usage": { + "prompt_tokens": 21864, + "completion_tokens": 177, + "total_tokens": 22041 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať aktuálne metódy grafových neurónových sietí (GNN) a nájsť si vyskúšať zodpovedajúci toolkit.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "published_only": true + }, + "latency_seconds": 0.58401, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.61466, + "tool_latency_seconds": 0.58401, + "final_model_latency_seconds": 19.037712, + "total_latency_seconds": 21.236973, + "usage": { + "prompt_tokens": 22955, + "completion_tokens": 147, + "total_tokens": 23102 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobe Tomáš Kuchárik je v ZP Wiki evidovaný dokument týkajúci sa jeho diplomovej práce z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.248601, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.716838, + "tool_latency_seconds": 0.248601, + "final_model_latency_seconds": 15.701098, + "total_latency_seconds": 17.667071, + "usage": { + "prompt_tokens": 18399, + "completion_tokens": 164, + "total_tokens": 18563 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval dve diplomové práce, a to „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" v roku 2021 a „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.308419, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.816138, + "tool_latency_seconds": 0.308419, + "final_model_latency_seconds": 17.669697, + "total_latency_seconds": 19.794857, + "usage": { + "prompt_tokens": 20678, + "completion_tokens": 192, + "total_tokens": 20870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" vypracoval študent Tomáš Kuchárik ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.590626, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.103829, + "tool_latency_seconds": 0.590626, + "final_model_latency_seconds": 25.386135, + "total_latency_seconds": 28.081404, + "usage": { + "prompt_tokens": 30464, + "completion_tokens": 183, + "total_tokens": 30647 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.47983, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.061496, + "tool_latency_seconds": 0.47983, + "final_model_latency_seconds": 22.923287, + "total_latency_seconds": 25.46527, + "usage": { + "prompt_tokens": 27305, + "completion_tokens": 178, + "total_tokens": 27483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je v ZP Wiki uvedená téma diplomovej práce z roku 2021 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a téma diplomovej práce z roku 2022 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.211666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.795179, + "tool_latency_seconds": 0.211666, + "final_model_latency_seconds": 16.038717, + "total_latency_seconds": 18.046096, + "usage": { + "prompt_tokens": 18149, + "completion_tokens": 201, + "total_tokens": 18350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.332285, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.791116, + "tool_latency_seconds": 0.332285, + "final_model_latency_seconds": 20.296714, + "total_latency_seconds": 22.420993, + "usage": { + "prompt_tokens": 24322, + "completion_tokens": 159, + "total_tokens": 24481 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik súvisí s témou Question Answering prostredníctvom svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a tiež prispel ako študent na vývoji webovej aplikácie pre anotáciu v rámci projektu Question Answering (SK QUAD).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.189091, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.833723, + "tool_latency_seconds": 0.189091, + "final_model_latency_seconds": 12.442839, + "total_latency_seconds": 14.466167, + "usage": { + "prompt_tokens": 13643, + "completion_tokens": 209, + "total_tokens": 13852 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022, ktorej zadanie priamo súvisí s témou SQuAD, konkrétne s vytvorením prehľadu jazykových mutácií overovacej množiny SQUAD a porovnaním strojovo preloženej verzie s manuálne vytvorenou verziou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.263517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.815736, + "tool_latency_seconds": 0.263517, + "final_model_latency_seconds": 14.122538, + "total_latency_seconds": 16.202254, + "usage": { + "prompt_tokens": 15759, + "completion_tokens": 225, + "total_tokens": 15984 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik súvisí s témou strojového prekladu v rámci svojej diplomovej práce z roku 2022, ktorá nesie názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5 + }, + "latency_seconds": 0.567852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.40456, + "tool_latency_seconds": 0.567852, + "final_model_latency_seconds": 16.056612, + "total_latency_seconds": 18.029573, + "usage": { + "prompt_tokens": 19126, + "completion_tokens": 146, + "total_tokens": 19272 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.305764, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.918733, + "tool_latency_seconds": 0.305764, + "final_model_latency_seconds": 17.554894, + "total_latency_seconds": 19.779966, + "usage": { + "prompt_tokens": 21243, + "completion_tokens": 158, + "total_tokens": 21401 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal strojovo prekladať dataset SQUAD (konkrétne overovaciu množinu SQUAD) s cieľom vytvoriť strojovo preloženú verziu v rôznych jazykoch, ktorú následne overil na systéme generovania odpovedí na otázku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "limit": 5 + }, + "latency_seconds": 0.374966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.360703, + "tool_latency_seconds": 0.374966, + "final_model_latency_seconds": 22.69909, + "total_latency_seconds": 24.43544, + "usage": { + "prompt_tokens": 26966, + "completion_tokens": 152, + "total_tokens": 27118 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Jakub Maruniak, ktorý začal študovať v roku 2016, sa zaoberá diplomovou prácou s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracovanou v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.699171, + "tool_latency_seconds": 0.292791, + "final_model_latency_seconds": 11.783131, + "total_latency_seconds": 13.77566, + "usage": { + "prompt_tokens": 13243, + "completion_tokens": 174, + "total_tokens": 13417 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.409207, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.807076, + "tool_latency_seconds": 0.409207, + "final_model_latency_seconds": 18.620858, + "total_latency_seconds": 20.837845, + "usage": { + "prompt_tokens": 23012, + "completion_tokens": 142, + "total_tokens": 23154 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Jakub Maruniak ako diplomový projekt.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?" + }, + "latency_seconds": 0.389491, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.410677, + "tool_latency_seconds": 0.389491, + "final_model_latency_seconds": 20.158745, + "total_latency_seconds": 21.959715, + "usage": { + "prompt_tokens": 24625, + "completion_tokens": 122, + "total_tokens": 24747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorá bola navrhnutá pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.37902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.981108, + "tool_latency_seconds": 0.37902, + "final_model_latency_seconds": 18.681728, + "total_latency_seconds": 21.042415, + "usage": { + "prompt_tokens": 22445, + "completion_tokens": 172, + "total_tokens": 22617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je v ZP Wiki uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.545667, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.775638, + "tool_latency_seconds": 0.545667, + "final_model_latency_seconds": 15.636256, + "total_latency_seconds": 17.958072, + "usage": { + "prompt_tokens": 18785, + "completion_tokens": 151, + "total_tokens": 18936 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?" + }, + "latency_seconds": 0.3546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.222797, + "tool_latency_seconds": 0.3546, + "final_model_latency_seconds": 14.872554, + "total_latency_seconds": 16.450467, + "usage": { + "prompt_tokens": 18419, + "completion_tokens": 87, + "total_tokens": 18506 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.359007, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.914233, + "tool_latency_seconds": 0.359007, + "final_model_latency_seconds": 17.178952, + "total_latency_seconds": 19.45286, + "usage": { + "prompt_tokens": 21103, + "completion_tokens": 139, + "total_tokens": 21242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5 + }, + "latency_seconds": 0.355992, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.36925, + "tool_latency_seconds": 0.355992, + "final_model_latency_seconds": 17.70816, + "total_latency_seconds": 19.434052, + "usage": { + "prompt_tokens": 21821, + "completion_tokens": 102, + "total_tokens": 21923 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Jakub Maruniak začal štúdium v roku 2016 a jeho diplomová práca bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.517338, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.852558, + "tool_latency_seconds": 0.517338, + "final_model_latency_seconds": 7.251511, + "total_latency_seconds": 9.621661, + "usage": { + "prompt_tokens": 8321, + "completion_tokens": 145, + "total_tokens": 8466 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale rokom jeho nástupu na štúdium. Jeho diplomová práca bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.373026, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.447918, + "tool_latency_seconds": 0.373026, + "final_model_latency_seconds": 15.704742, + "total_latency_seconds": 17.526256, + "usage": { + "prompt_tokens": 19145, + "completion_tokens": 135, + "total_tokens": 19280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "S Jakubom Maruniakom súvisí jeho diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorú vypracoval v rámci diplomového projektu v roku 2020, pričom sa na projekte Pomenované entity podieľal aj tvorbou anotačného receptu a konverziou dát.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.506247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.814417, + "tool_latency_seconds": 0.506247, + "final_model_latency_seconds": 11.012461, + "total_latency_seconds": 13.333515, + "usage": { + "prompt_tokens": 11728, + "completion_tokens": 212, + "total_tokens": 11940 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracovával diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" v rámci projektu Podpora slovenčiny v Spacy, kde sa zaoberal aj riešením problémov so spacy modelom a anotačnou schémou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299254, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.752781, + "tool_latency_seconds": 0.299254, + "final_model_latency_seconds": 15.453543, + "total_latency_seconds": 17.506073, + "usage": { + "prompt_tokens": 17972, + "completion_tokens": 184, + "total_tokens": 18156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy prostredníctvom svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde je jedným z kľúčových úlohových bodov príprava postupu na anotáciu textového korpusu pre systém Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.400785, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.860756, + "tool_latency_seconds": 0.400785, + "final_model_latency_seconds": 11.566529, + "total_latency_seconds": 13.828624, + "usage": { + "prompt_tokens": 12879, + "completion_tokens": 196, + "total_tokens": 13075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal pripraviť postup na anotáciu textového korpusu pre systém Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.415769, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.851413, + "tool_latency_seconds": 0.415769, + "final_model_latency_seconds": 7.814484, + "total_latency_seconds": 10.081979, + "usage": { + "prompt_tokens": 9464, + "completion_tokens": 136, + "total_tokens": 9600 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.208796, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.66089, + "tool_latency_seconds": 0.208796, + "final_model_latency_seconds": 12.25537, + "total_latency_seconds": 14.125493, + "usage": { + "prompt_tokens": 15099, + "completion_tokens": 137, + "total_tokens": 15236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.399171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.76342, + "tool_latency_seconds": 0.399171, + "final_model_latency_seconds": 21.597544, + "total_latency_seconds": 23.760776, + "usage": { + "prompt_tokens": 26293, + "completion_tokens": 136, + "total_tokens": 26429 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.469925, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.731244, + "tool_latency_seconds": 0.469925, + "final_model_latency_seconds": 21.826503, + "total_latency_seconds": 24.028398, + "usage": { + "prompt_tokens": 26634, + "completion_tokens": 129, + "total_tokens": 26763 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.465424, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.961481, + "tool_latency_seconds": 0.465424, + "final_model_latency_seconds": 22.519212, + "total_latency_seconds": 24.9468, + "usage": { + "prompt_tokens": 27148, + "completion_tokens": 158, + "total_tokens": 27306 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce pri osobe Dominik Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.36538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.778864, + "tool_latency_seconds": 0.36538, + "final_model_latency_seconds": 16.452649, + "total_latency_seconds": 18.597467, + "usage": { + "prompt_tokens": 20022, + "completion_tokens": 133, + "total_tokens": 20155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.347349, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.725491, + "tool_latency_seconds": 0.347349, + "final_model_latency_seconds": 23.504857, + "total_latency_seconds": 25.578369, + "usage": { + "prompt_tokens": 28877, + "completion_tokens": 123, + "total_tokens": 29000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá sa zaoberá témou strojového prekladu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.543659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.567363, + "tool_latency_seconds": 0.543659, + "final_model_latency_seconds": 16.259489, + "total_latency_seconds": 18.371026, + "usage": { + "prompt_tokens": 18928, + "completion_tokens": 159, + "total_tokens": 19087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022 a v rámci svojho tímového projektu v roku 2019 si tiež nainštaloval a prešiel tutoriálom nástroj fairseq.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.224216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.717426, + "tool_latency_seconds": 0.224216, + "final_model_latency_seconds": 8.031158, + "total_latency_seconds": 9.973128, + "usage": { + "prompt_tokens": 8457, + "completion_tokens": 178, + "total_tokens": 8635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci experimentov pri tejto práci uskutočnil experiment s architektúrou MBART a porovnal svoje výsledky s článkom MBART od Liu et al.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.37555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.705639, + "tool_latency_seconds": 0.37555, + "final_model_latency_seconds": 15.536572, + "total_latency_seconds": 17.618427, + "usage": { + "prompt_tokens": 18400, + "completion_tokens": 179, + "total_tokens": 18579 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely v knižnici Fairseq primárne pre neurónový strojový preklad v smeroch obojsmerného prekladu medzi angličtinou a slovenčinou, pričom v rámci diplomového projektu skúmal aj preklad zo slovenčiny a využíval BERT modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.230801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.803683, + "tool_latency_seconds": 0.230801, + "final_model_latency_seconds": 8.224433, + "total_latency_seconds": 10.259347, + "usage": { + "prompt_tokens": 8815, + "completion_tokens": 182, + "total_tokens": 8997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE (Byte Pair Encoding), Sentencepiece a Wordpiece pomocou knižnice Hugging Face tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.2667, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.601897, + "tool_latency_seconds": 0.2667, + "final_model_latency_seconds": 18.847247, + "total_latency_seconds": 20.716418, + "usage": { + "prompt_tokens": 23121, + "completion_tokens": 145, + "total_tokens": 23266 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin sa nachádza na stránke ZP Wiki, kde sú evidované jeho študentské práce, konkrétne bakalárska práca z roku 2020, diplomová práca z roku 2022 s predbežným názvom „Neurónový strojový preklad\" a stáž z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.649934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.713394, + "tool_latency_seconds": 0.649934, + "final_model_latency_seconds": 8.438404, + "total_latency_seconds": 10.801994, + "usage": { + "prompt_tokens": 8796, + "completion_tokens": 187, + "total_tokens": 8983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu s názvom „Metódy automatického prekladu\" vypracoval Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.480988, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.79048, + "tool_latency_seconds": 0.480988, + "final_model_latency_seconds": 13.425585, + "total_latency_seconds": 15.697607, + "usage": { + "prompt_tokens": 16854, + "completion_tokens": 137, + "total_tokens": 16991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Metódy automatického prekladu\" vypracoval študent Patrik Pavlišin ako bakalársku prácu v roku 2020 pod vedením Ing. Daniela Hládeka, PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?" + }, + "latency_seconds": 0.682015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.327067, + "tool_latency_seconds": 0.682015, + "final_model_latency_seconds": 22.972428, + "total_latency_seconds": 24.98216, + "usage": { + "prompt_tokens": 27852, + "completion_tokens": 128, + "total_tokens": 27980 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020, pričom v rámci tejto práce pripravil prehľad aktuálnych metód automatického prekladu a vykonal experimenty s automatickým prekladom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.696305, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.759927, + "tool_latency_seconds": 0.696305, + "final_model_latency_seconds": 24.253131, + "total_latency_seconds": 26.710049, + "usage": { + "prompt_tokens": 28691, + "completion_tokens": 174, + "total_tokens": 28865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin vypracovával bakalársku prácu s názvom „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.299082, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.831038, + "tool_latency_seconds": 0.299082, + "final_model_latency_seconds": 12.014251, + "total_latency_seconds": 14.144877, + "usage": { + "prompt_tokens": 14262, + "completion_tokens": 137, + "total_tokens": 14399 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Patrik Pavlišin je uvedená bakalárska práca z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.318264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.588311, + "tool_latency_seconds": 0.318264, + "final_model_latency_seconds": 17.050302, + "total_latency_seconds": 18.957454, + "usage": { + "prompt_tokens": 21263, + "completion_tokens": 119, + "total_tokens": 21382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020 a následne diplomovú prácu s predbežným názvom „Neurónový strojový preklad\" v roku 2022, pričom obe práce súvisia s témou automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.507051, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.814726, + "tool_latency_seconds": 0.507051, + "final_model_latency_seconds": 12.404314, + "total_latency_seconds": 14.726493, + "usage": { + "prompt_tokens": 14092, + "completion_tokens": 191, + "total_tokens": 14283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracovával diplomovú prácu v roku 2022, ktorej zadanie zahŕňalo pripravenie vybraného paralelného korpusu a natrénovanie modelu pre strojový preklad pomocou neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.260295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.608996, + "tool_latency_seconds": 0.260295, + "final_model_latency_seconds": 15.708704, + "total_latency_seconds": 17.578487, + "usage": { + "prompt_tokens": 18729, + "completion_tokens": 161, + "total_tokens": 18890 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s témou strojový preklad, keďže na svojej študentskej stránke spracovával projekt zameraný na neurónový strojový preklad (konkrétne architektúru Encoder-Decoder) a v roku 2022 plánoval diplomovú prácu s predbežným názvom „Neurónový strojový preklad\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 5 + }, + "latency_seconds": 0.570728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.390441, + "tool_latency_seconds": 0.570728, + "final_model_latency_seconds": 15.576764, + "total_latency_seconds": 17.538518, + "usage": { + "prompt_tokens": 17694, + "completion_tokens": 188, + "total_tokens": 17882 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Pri experimentoch s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus, na základe ktorého následne vykoná niekoľko experimentov s automatickým prekladom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.844387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.052925, + "tool_latency_seconds": 0.844387, + "final_model_latency_seconds": 7.236484, + "total_latency_seconds": 10.134112, + "usage": { + "prompt_tokens": 8115, + "completion_tokens": 174, + "total_tokens": 8289 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ondrej Megela je v ZP Wiki evidovaná diplomová práca s názvom „Automatické generovanie otázok v slovenskom jazyku\" z roku 2023 a bakalársky projekt z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.706836, + "tool_latency_seconds": 0.233952, + "final_model_latency_seconds": 13.783297, + "total_latency_seconds": 15.7246, + "usage": { + "prompt_tokens": 16792, + "completion_tokens": 156, + "total_tokens": 16948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.288151, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.778986, + "tool_latency_seconds": 0.288151, + "final_model_latency_seconds": 16.371294, + "total_latency_seconds": 18.438998, + "usage": { + "prompt_tokens": 20307, + "completion_tokens": 137, + "total_tokens": 20444 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónové jazykové modelovanie typu BERT“ vypracoval Ondrej Megela ako bakalársku prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.602183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.87075, + "tool_latency_seconds": 0.602183, + "final_model_latency_seconds": 25.220241, + "total_latency_seconds": 27.694127, + "usage": { + "prompt_tokens": 30818, + "completion_tokens": 141, + "total_tokens": 30959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020, ktorej cieľom bolo natrénovať a vyhodnotiť jazykový model metódou BERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.611393, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.897696, + "tool_latency_seconds": 0.611393, + "final_model_latency_seconds": 25.735428, + "total_latency_seconds": 28.245231, + "usage": { + "prompt_tokens": 30529, + "completion_tokens": 177, + "total_tokens": 30706 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená téma bakalárskej práce z roku 2020 s názvom „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?" + }, + "latency_seconds": 0.450488, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.204634, + "tool_latency_seconds": 0.450488, + "final_model_latency_seconds": 16.759378, + "total_latency_seconds": 18.415032, + "usage": { + "prompt_tokens": 20182, + "completion_tokens": 109, + "total_tokens": 20291 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?" + }, + "latency_seconds": 0.407949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.179798, + "tool_latency_seconds": 0.407949, + "final_model_latency_seconds": 16.99769, + "total_latency_seconds": 18.586123, + "usage": { + "prompt_tokens": 21056, + "completion_tokens": 91, + "total_tokens": 21147 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\" v roku 2023, ktorá sa zameriava na témy ako BERT, jazykové modely a otázkovú odpoveď, pričom je uvádzaný aj ako súčasť projektu Question Answering v súvislosti s úlohami asistujúcimi k BERT modelu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.274021, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.769688, + "tool_latency_seconds": 0.274021, + "final_model_latency_seconds": 13.989055, + "total_latency_seconds": 16.033256, + "usage": { + "prompt_tokens": 15492, + "completion_tokens": 215, + "total_tokens": 15707 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\" v roku 2023, ktorá rieši úlohy súvisiace s jazykovým modelovaním a generatívnymi modelmi pre slovenčinu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.2713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.616092, + "tool_latency_seconds": 0.2713, + "final_model_latency_seconds": 19.38002, + "total_latency_seconds": 21.267986, + "usage": { + "prompt_tokens": 23341, + "completion_tokens": 160, + "total_tokens": 23501 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" a diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", pričom obe témy súvisia s využívaním neurónových sietí v spracovaní prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.356298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.800739, + "tool_latency_seconds": 0.356298, + "final_model_latency_seconds": 18.148193, + "total_latency_seconds": 20.305833, + "usage": { + "prompt_tokens": 21263, + "completion_tokens": 190, + "total_tokens": 21453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal za cieľ natrénovať a vyhodnotiť jazykový model typu BERT (konkrétne aj slovenský Roberta model) v rámci svojej bakalárskej práce, ako aj generatívny model slovenského jazyka (vrátane pokusov s modelmi T5 a BART) v rámci diplomového projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.296291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.970039, + "tool_latency_seconds": 0.296291, + "final_model_latency_seconds": 8.354021, + "total_latency_seconds": 10.620662, + "usage": { + "prompt_tokens": 8875, + "completion_tokens": 194, + "total_tokens": 9069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má na stránke ZP Wiki evidovanú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá súvisí s interným projektom Question Answering a je vedená Danielom Hládkom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.185283, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.69651, + "tool_latency_seconds": 0.185283, + "final_model_latency_seconds": 13.253878, + "total_latency_seconds": 15.136238, + "usage": { + "prompt_tokens": 15706, + "completion_tokens": 177, + "total_tokens": 15883 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v záznamoch uvedený návrh na názov diplomovej práce pre rok 2023 „Generatívne modely slovenského jazyka\" a pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.214109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.799157, + "tool_latency_seconds": 0.214109, + "final_model_latency_seconds": 16.513121, + "total_latency_seconds": 18.526939, + "usage": { + "prompt_tokens": 19522, + "completion_tokens": 178, + "total_tokens": 19700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "S prácou s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ sa venuje Dávid Omasta, ktorý ju vypracováva ako diplomovú prácu pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.634474, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.803806, + "tool_latency_seconds": 0.634474, + "final_model_latency_seconds": 23.833272, + "total_latency_seconds": 26.272233, + "usage": { + "prompt_tokens": 28615, + "completion_tokens": 161, + "total_tokens": 28776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", je Dávid Omasta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.578418, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.971805, + "tool_latency_seconds": 0.578418, + "final_model_latency_seconds": 25.64921, + "total_latency_seconds": 28.200183, + "usage": { + "prompt_tokens": 30829, + "completion_tokens": 161, + "total_tokens": 30990 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Pri osobe Dávid Omasta je pre rok 2024 pri diplomovej práci uvedený návrh názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.307934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.903434, + "tool_latency_seconds": 0.307934, + "final_model_latency_seconds": 19.238074, + "total_latency_seconds": 21.45012, + "usage": { + "prompt_tokens": 23107, + "completion_tokens": 158, + "total_tokens": 23265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta sú v ZP Wiki uvedené diplomové práce v rokoch 2023 a 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?" + }, + "latency_seconds": 0.215722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.183007, + "tool_latency_seconds": 0.215722, + "final_model_latency_seconds": 20.837906, + "total_latency_seconds": 22.237328, + "usage": { + "prompt_tokens": 25598, + "completion_tokens": 99, + "total_tokens": 25697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študent, ktorý vypracoval diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024, pričom v roku 2023 mal tému „Dotrénovanie slovenského generatívneho jazykového modelu\" s návrhom názvu „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.296198, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.619475, + "tool_latency_seconds": 0.296198, + "final_model_latency_seconds": 25.700185, + "total_latency_seconds": 27.616748, + "usage": { + "prompt_tokens": 30032, + "completion_tokens": 190, + "total_tokens": 30222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta súvisí s témou Question Answering prostredníctvom svojej diplomovej práce s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je naviazaná na interný projekt Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.203714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.756658, + "tool_latency_seconds": 0.203714, + "final_model_latency_seconds": 16.202555, + "total_latency_seconds": 18.163589, + "usage": { + "prompt_tokens": 18870, + "completion_tokens": 170, + "total_tokens": 19040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta sa viaže k dvom diplomovým prácam týkajúcim sa slovenského jazyka, pričom v roku 2024 pracoval na téme „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a v roku 2023 na téme „Dotrénovanie slovenského generatívneho jazykového modelu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.177004, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.869618, + "tool_latency_seconds": 0.177004, + "final_model_latency_seconds": 7.711204, + "total_latency_seconds": 9.758128, + "usage": { + "prompt_tokens": 7294, + "completion_tokens": 204, + "total_tokens": 7498 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce Dávida Omastu v roku 2023 bolo dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.281103, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.841922, + "tool_latency_seconds": 0.281103, + "final_model_latency_seconds": 10.906785, + "total_latency_seconds": 13.030257, + "usage": { + "prompt_tokens": 13505, + "completion_tokens": 147, + "total_tokens": 13652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.312447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.882062, + "tool_latency_seconds": 0.312447, + "final_model_latency_seconds": 18.113707, + "total_latency_seconds": 20.308838, + "usage": { + "prompt_tokens": 22344, + "completion_tokens": 149, + "total_tokens": 22493 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o Kristiánovi Sopkovičovi sa nachádza na stránke študentských prác a eviduje jeho bakalársku prácu z roku 2022, diplomovú prácu z roku 2024 s témou neurónového vyhľadávania a plánovanú dizertačnú prácu z roku 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.217297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.696734, + "tool_latency_seconds": 0.217297, + "final_model_latency_seconds": 17.044266, + "total_latency_seconds": 18.958826, + "usage": { + "prompt_tokens": 19569, + "completion_tokens": 202, + "total_tokens": 19771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.260117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.813008, + "tool_latency_seconds": 0.260117, + "final_model_latency_seconds": 14.289903, + "total_latency_seconds": 16.363499, + "usage": { + "prompt_tokens": 17577, + "completion_tokens": 145, + "total_tokens": 17722 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Prácou s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" sa zaoberal študent Kristián Sopkovič v rámci svojej bakalárskej práce v roku 2022.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.644879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 2.106946, + "tool_latency_seconds": 0.644879, + "final_model_latency_seconds": 20.481825, + "total_latency_seconds": 23.234263, + "usage": { + "prompt_tokens": 24678, + "completion_tokens": 182, + "total_tokens": 24860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.644778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.954274, + "tool_latency_seconds": 0.644778, + "final_model_latency_seconds": 20.140913, + "total_latency_seconds": 22.740532, + "usage": { + "prompt_tokens": 23971, + "completion_tokens": 183, + "total_tokens": 24154 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená téma bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.34589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.868241, + "tool_latency_seconds": 0.34589, + "final_model_latency_seconds": 16.682874, + "total_latency_seconds": 18.897538, + "usage": { + "prompt_tokens": 20281, + "completion_tokens": 149, + "total_tokens": 20430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218805, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.859495, + "tool_latency_seconds": 0.218805, + "final_model_latency_seconds": 17.842438, + "total_latency_seconds": 19.921282, + "usage": { + "prompt_tokens": 22015, + "completion_tokens": 135, + "total_tokens": 22150 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič súvisí s témou Spacy v rámci svojej bakalárskej práce z roku 2022, ktorej názov bol „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\", ako aj v rámci projektu podpora slovenčiny v knižnici Spacy, kde sa venuje vylepšovaniu parametrov a transformerov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.26155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.781085, + "tool_latency_seconds": 0.26155, + "final_model_latency_seconds": 16.305631, + "total_latency_seconds": 18.348774, + "usage": { + "prompt_tokens": 18281, + "completion_tokens": 217, + "total_tokens": 18498 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič súvisí s projektom „Podpora slovenčiny v knižnici Spacy\", kde sa zameriaval na vylepšenie parametrov a transformery, a tiež pracoval na dizertačnej práci s cieľom vylepšiť RAG-QA v slovenskom jazyku.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.202199, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.813573, + "tool_latency_seconds": 0.202199, + "final_model_latency_seconds": 14.871168, + "total_latency_seconds": 16.887521, + "usage": { + "prompt_tokens": 17136, + "completion_tokens": 198, + "total_tokens": 17334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracovával diplomovú prácu v roku 2024 na tému neurónového vyhľadávania založeného na sémantickej podobnosti vektorov, kde sa venoval natrénovaniu modelu Sentence Transformer (napríklad SBERT) a multilinguálnym modelom pre cross-lingual information retrieval. V rámci jeho študentských prác sa tiež v roku 2021 spomína štúdium transformérov v kontexte bakalárskej práce zameraného na podporu slovenčiny v knižnici Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 5 + }, + "latency_seconds": 0.250507, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.388107, + "tool_latency_seconds": 0.250507, + "final_model_latency_seconds": 18.024461, + "total_latency_seconds": 19.663638, + "usage": { + "prompt_tokens": 19953, + "completion_tokens": 226, + "total_tokens": 20179 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.358638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.895028, + "tool_latency_seconds": 0.358638, + "final_model_latency_seconds": 7.231821, + "total_latency_seconds": 9.48585, + "usage": { + "prompt_tokens": 8094, + "completion_tokens": 156, + "total_tokens": 8250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Michal Stromko sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko, kde sú evidované jeho bakalárska práca z roku 2022, diplomová práca z roku 2024 (s témou sémantického vyhľadávania v slovenskom texte) a vedecký projekt z roku 2022/23.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.291062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.670193, + "tool_latency_seconds": 0.291062, + "final_model_latency_seconds": 15.147342, + "total_latency_seconds": 17.109804, + "usage": { + "prompt_tokens": 17650, + "completion_tokens": 201, + "total_tokens": 17851 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka z roku 2022 sa volá „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.264797, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.804638, + "tool_latency_seconds": 0.264797, + "final_model_latency_seconds": 16.039603, + "total_latency_seconds": 18.109564, + "usage": { + "prompt_tokens": 19761, + "completion_tokens": 140, + "total_tokens": 19901 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ vypracoval Michal Stromko v rámci svojej bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5 + }, + "latency_seconds": 0.519995, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.383537, + "tool_latency_seconds": 0.519995, + "final_model_latency_seconds": 23.520763, + "total_latency_seconds": 25.425029, + "usage": { + "prompt_tokens": 28573, + "completion_tokens": 121, + "total_tokens": 28694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracovával bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.55399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.842229, + "tool_latency_seconds": 0.55399, + "final_model_latency_seconds": 26.662342, + "total_latency_seconds": 29.059289, + "usage": { + "prompt_tokens": 32297, + "completion_tokens": 145, + "total_tokens": 32442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Michal Stromko je uvedená téma jeho bakalárskej práce z roku 2022 ako „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.321187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.792437, + "tool_latency_seconds": 0.321187, + "final_model_latency_seconds": 18.650137, + "total_latency_seconds": 20.764316, + "usage": { + "prompt_tokens": 22500, + "completion_tokens": 143, + "total_tokens": 22643 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Michal Stromko je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.275014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.786445, + "tool_latency_seconds": 0.275014, + "final_model_latency_seconds": 18.162653, + "total_latency_seconds": 20.224706, + "usage": { + "prompt_tokens": 22433, + "completion_tokens": 128, + "total_tokens": 22561 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracoval bakalársku prácu v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\". Týmto projektom sa tiež zaoberal vo svojom diplomovom projekte, kde spolupracoval na témach súvisiacich s vektorovým vyhľadávaním a indexovaním dát.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.364591, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.78044, + "tool_latency_seconds": 0.364591, + "final_model_latency_seconds": 16.079466, + "total_latency_seconds": 18.225135, + "usage": { + "prompt_tokens": 18687, + "completion_tokens": 186, + "total_tokens": 18873 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracovával diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte\" v akademickom roku 2023/2024, ktorá sa zaoberala sémantickým vyhľadávaním na slovenskej Wikipédii pomocou neurónových sietí. Jeho práca je tiež uvádzaná ako súvisiaca s bakalárskou prácou Mateja Kobyľana na tému „Systém pre monitoring médií\" a diplomovou prácou Kristiána Sopkoviča na tému „Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov\", pričom všetci traja študenti spolupracovali na témach súvisiacich so slovenským vyhľadávaním.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.353101, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.796255, + "tool_latency_seconds": 0.353101, + "final_model_latency_seconds": 21.595239, + "total_latency_seconds": 23.745399, + "usage": { + "prompt_tokens": 22512, + "completion_tokens": 339, + "total_tokens": 22851 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko sa na svojej stránke spája s témou FAISS v rámci diplomového projektu a vedeckého projektu 2022/23, kde sa plánovalo použitie vektorovej databázy FAISS na uloženie odsekov a vektorov pre QA systém a slovenské vyhľadávanie vo wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.388898, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.76545, + "tool_latency_seconds": 0.388898, + "final_model_latency_seconds": 7.958364, + "total_latency_seconds": 10.112962, + "usage": { + "prompt_tokens": 8322, + "completion_tokens": 187, + "total_tokens": 8509 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" použila ako indexovací systém Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.445738, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.820627, + "tool_latency_seconds": 0.445738, + "final_model_latency_seconds": 11.417157, + "total_latency_seconds": 13.683977, + "usage": { + "prompt_tokens": 14091, + "completion_tokens": 142, + "total_tokens": 14233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.414647, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.817304, + "tool_latency_seconds": 0.414647, + "final_model_latency_seconds": 7.488212, + "total_latency_seconds": 9.720526, + "usage": { + "prompt_tokens": 9232, + "completion_tokens": 129, + "total_tokens": 9361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233883, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.692512, + "tool_latency_seconds": 0.233883, + "final_model_latency_seconds": 13.942714, + "total_latency_seconds": 15.869666, + "usage": { + "prompt_tokens": 17224, + "completion_tokens": 145, + "total_tokens": 17369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce osoby Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.23223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.60554, + "tool_latency_seconds": 0.23223, + "final_model_latency_seconds": 12.520956, + "total_latency_seconds": 14.359173, + "usage": { + "prompt_tokens": 15487, + "completion_tokens": 126, + "total_tokens": 15613 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.364924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.922843, + "tool_latency_seconds": 0.364924, + "final_model_latency_seconds": 20.668001, + "total_latency_seconds": 22.956484, + "usage": { + "prompt_tokens": 25339, + "completion_tokens": 160, + "total_tokens": 25499 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022. Ďalšími študentmi, ktorí riešili podobnú tému, sú Jakub Maruniak s diplomovou prácou „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a Than Trung Thanh s bakalárskym projektom zameraným na rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5 + }, + "latency_seconds": 0.412213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.525569, + "tool_latency_seconds": 0.412213, + "final_model_latency_seconds": 23.248653, + "total_latency_seconds": 25.187241, + "usage": { + "prompt_tokens": 25470, + "completion_tokens": 277, + "total_tokens": 25747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je pri bakalárskej práci v roku 2022 uvedená téma „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.204864, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.817105, + "tool_latency_seconds": 0.204864, + "final_model_latency_seconds": 11.795189, + "total_latency_seconds": 13.817661, + "usage": { + "prompt_tokens": 14020, + "completion_tokens": 150, + "total_tokens": 14170 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206648, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.812097, + "tool_latency_seconds": 0.206648, + "final_model_latency_seconds": 12.331802, + "total_latency_seconds": 14.351058, + "usage": { + "prompt_tokens": 15478, + "completion_tokens": 125, + "total_tokens": 15603 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v ZP Wiki uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.216397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.912872, + "tool_latency_seconds": 0.216397, + "final_model_latency_seconds": 9.52794, + "total_latency_seconds": 11.657578, + "usage": { + "prompt_tokens": 11498, + "completion_tokens": 141, + "total_tokens": 11639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Artem Yatsenko je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "limit": 5 + }, + "latency_seconds": 0.228484, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.404799, + "tool_latency_seconds": 0.228484, + "final_model_latency_seconds": 16.472759, + "total_latency_seconds": 18.106778, + "usage": { + "prompt_tokens": 20524, + "completion_tokens": 104, + "total_tokens": 20628 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Artem Yatsenko začal študovať v roku 2019 a vypracovával bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.259841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.854357, + "tool_latency_seconds": 0.259841, + "final_model_latency_seconds": 10.807762, + "total_latency_seconds": 12.92237, + "usage": { + "prompt_tokens": 12927, + "completion_tokens": 144, + "total_tokens": 13071 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.227546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.842255, + "tool_latency_seconds": 0.227546, + "final_model_latency_seconds": 11.112472, + "total_latency_seconds": 13.182755, + "usage": { + "prompt_tokens": 13129, + "completion_tokens": 164, + "total_tokens": 13293 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022, ktorá sa zameriava na tému pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.14321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.633294, + "tool_latency_seconds": 0.14321, + "final_model_latency_seconds": 12.781937, + "total_latency_seconds": 14.55892, + "usage": { + "prompt_tokens": 15155, + "completion_tokens": 153, + "total_tokens": 15308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorá sa v roku 2021 zaoberala zlepšením modelu pre rozpoznávanie pomenovaných entít pomocou knižnice Spacy a vytvorením slovenského jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.312846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.543393, + "tool_latency_seconds": 0.312846, + "final_model_latency_seconds": 15.008094, + "total_latency_seconds": 16.864814, + "usage": { + "prompt_tokens": 17678, + "completion_tokens": 173, + "total_tokens": 17851 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko súvisí s témou anotácia v rámci svojho bakalárskeho projektu z roku 2021, kde mal za úlohu anotovať korpus pre rozpoznávanie pomenovaných entít, čo je súčasťou jeho následnej bakalárskej práce z roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.142051, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.775071, + "tool_latency_seconds": 0.142051, + "final_model_latency_seconds": 13.156265, + "total_latency_seconds": 15.073879, + "usage": { + "prompt_tokens": 14813, + "completion_tokens": 197, + "total_tokens": 15010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal minimálne anotovať 20 článkov cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.622255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.706361, + "tool_latency_seconds": 0.622255, + "final_model_latency_seconds": 32.646716, + "total_latency_seconds": 34.97637, + "usage": { + "prompt_tokens": 39663, + "completion_tokens": 121, + "total_tokens": 39784 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Ščišľak je dostupný na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú uvedené informácie o jeho bakalárskej práci z roku 2024 s názvom „Dialógový systém pre potreby samosprávy\" a diplomovej práci z roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.207281, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.761875, + "tool_latency_seconds": 0.207281, + "final_model_latency_seconds": 19.33572, + "total_latency_seconds": 21.305593, + "usage": { + "prompt_tokens": 21685, + "completion_tokens": 217, + "total_tokens": 21902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.306427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.830261, + "tool_latency_seconds": 0.306427, + "final_model_latency_seconds": 17.78227, + "total_latency_seconds": 19.919575, + "usage": { + "prompt_tokens": 21788, + "completion_tokens": 143, + "total_tokens": 21931 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracováva Matej Ščišľak ako diplomovú prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.627107, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.945083, + "tool_latency_seconds": 0.627107, + "final_model_latency_seconds": 26.1249, + "total_latency_seconds": 28.697816, + "usage": { + "prompt_tokens": 31515, + "completion_tokens": 166, + "total_tokens": 31681 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá sa zameriava na vytvorenie systému využívajúceho znalostné grafy na vyhľadávanie v rozsudkoch, zákonoch a vyhláškach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.490177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.949232, + "tool_latency_seconds": 0.490177, + "final_model_latency_seconds": 17.398978, + "total_latency_seconds": 19.838873, + "usage": { + "prompt_tokens": 20129, + "completion_tokens": 198, + "total_tokens": 20327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je pri diplomovej práci (rok 2026) uvedená téma „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.250656, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.871114, + "tool_latency_seconds": 0.250656, + "final_model_latency_seconds": 14.417409, + "total_latency_seconds": 16.539859, + "usage": { + "prompt_tokens": 17387, + "completion_tokens": 155, + "total_tokens": 17542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.210787, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.643133, + "tool_latency_seconds": 0.210787, + "final_model_latency_seconds": 14.976704, + "total_latency_seconds": 16.831237, + "usage": { + "prompt_tokens": 18507, + "completion_tokens": 115, + "total_tokens": 18622 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v dokumente explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.244442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.95919, + "tool_latency_seconds": 0.244442, + "final_model_latency_seconds": 6.684971, + "total_latency_seconds": 8.888911, + "usage": { + "prompt_tokens": 7599, + "completion_tokens": 149, + "total_tokens": 7748 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303727, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.792469, + "tool_latency_seconds": 0.303727, + "final_model_latency_seconds": 17.722903, + "total_latency_seconds": 19.8199, + "usage": { + "prompt_tokens": 22164, + "completion_tokens": 132, + "total_tokens": 22296 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala študovať v roku 2021, pričom jeho diplomová práca je evidovaná pre rok 2026 a bakalárska práca pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.421037, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.721777, + "tool_latency_seconds": 0.421037, + "final_model_latency_seconds": 7.032024, + "total_latency_seconds": 9.175208, + "usage": { + "prompt_tokens": 7596, + "completion_tokens": 154, + "total_tokens": 7750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia; jeho bakalárska práca bola dokončená v roku 2024 a diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.269796, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.930107, + "tool_latency_seconds": 0.269796, + "final_model_latency_seconds": 11.221118, + "total_latency_seconds": 13.421508, + "usage": { + "prompt_tokens": 13149, + "completion_tokens": 181, + "total_tokens": 13330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" pre rok 2026 sa zaoberá témou GraphRAG, pričom v rámci stavu projektu je explicitne uvedená vytvorená implementácia GraphRAG zložená z FAISS a Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.243365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.892438, + "tool_latency_seconds": 0.243365, + "final_model_latency_seconds": 8.167215, + "total_latency_seconds": 10.303319, + "usage": { + "prompt_tokens": 8708, + "completion_tokens": 194, + "total_tokens": 8902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", v ktorej je súčasťou riešenia vytvorenie GraphRAG systému využívajúceho databázu Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.271134, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.822808, + "tool_latency_seconds": 0.271134, + "final_model_latency_seconds": 16.809391, + "total_latency_seconds": 18.904156, + "usage": { + "prompt_tokens": 20300, + "completion_tokens": 172, + "total_tokens": 20472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak sa v rámci svojho diplomového projektu z roku 2025 zaoberal témou využívajúcou nástroj FAISS, kde vytvoril RAG (Retrieval-Augmented Generation) systém s vektormi uloženými práve v tejto databáze. Okrem toho aj v rámci svojej pripravovanej diplomovej práce na rok 2026 pracuje na GraphRG systéme, ktorý tiež využíva FAISS v kombinácii s databázou Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.234788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.840315, + "tool_latency_seconds": 0.234788, + "final_model_latency_seconds": 8.430619, + "total_latency_seconds": 10.506034, + "usage": { + "prompt_tokens": 8197, + "completion_tokens": 228, + "total_tokens": 8425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG, ktorý vypracoval Matej Ščišľak, sa skladal z dvoch hlavných častí, a to z FAISS a Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.334016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.704802, + "tool_latency_seconds": 0.334016, + "final_model_latency_seconds": 14.740238, + "total_latency_seconds": 16.779691, + "usage": { + "prompt_tokens": 18164, + "completion_tokens": 135, + "total_tokens": 18299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým sú priradené správne odpovede, odpovede generované chatbotom, ako aj očakávané a vygenerované zdroje.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.540616, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.940282, + "tool_latency_seconds": 0.540616, + "final_model_latency_seconds": 18.137025, + "total_latency_seconds": 20.61894, + "usage": { + "prompt_tokens": 21777, + "completion_tokens": 176, + "total_tokens": 21953 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka z roku 2024 je „Dialógový systém pre potreby samosprávy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.371352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.953162, + "tool_latency_seconds": 0.371352, + "final_model_latency_seconds": 22.040311, + "total_latency_seconds": 24.365464, + "usage": { + "prompt_tokens": 26722, + "completion_tokens": 152, + "total_tokens": 26874 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá začala v roku 2021 a je evidovaná pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.774591, + "tool_latency_seconds": 0.233344, + "final_model_latency_seconds": 14.026862, + "total_latency_seconds": 16.03529, + "usage": { + "prompt_tokens": 16348, + "completion_tokens": 167, + "total_tokens": 16515 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Vladimíra Ferku s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" bola vypracovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.283725, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.804213, + "tool_latency_seconds": 0.283725, + "final_model_latency_seconds": 15.458665, + "total_latency_seconds": 17.547106, + "usage": { + "prompt_tokens": 18613, + "completion_tokens": 159, + "total_tokens": 18772 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" vypracoval Vladimír Ferko ako svoju bakalársku prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.415538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.978022, + "tool_latency_seconds": 0.415538, + "final_model_latency_seconds": 24.340136, + "total_latency_seconds": 26.734518, + "usage": { + "prompt_tokens": 29305, + "completion_tokens": 166, + "total_tokens": 29471 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.385297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.96458, + "tool_latency_seconds": 0.385297, + "final_model_latency_seconds": 23.560028, + "total_latency_seconds": 25.910636, + "usage": { + "prompt_tokens": 28349, + "completion_tokens": 157, + "total_tokens": 28506 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Vladimíra Ferká je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.373963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.858367, + "tool_latency_seconds": 0.373963, + "final_model_latency_seconds": 15.320737, + "total_latency_seconds": 17.553684, + "usage": { + "prompt_tokens": 18298, + "completion_tokens": 144, + "total_tokens": 18442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.273109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.415332, + "tool_latency_seconds": 0.273109, + "final_model_latency_seconds": 16.191547, + "total_latency_seconds": 17.880525, + "usage": { + "prompt_tokens": 20059, + "completion_tokens": 101, + "total_tokens": 20160 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.353526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.876943, + "tool_latency_seconds": 0.353526, + "final_model_latency_seconds": 15.686046, + "total_latency_seconds": 17.917098, + "usage": { + "prompt_tokens": 18965, + "completion_tokens": 143, + "total_tokens": 19108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Vladimír Ferko je uvedená v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.350689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.801811, + "tool_latency_seconds": 0.350689, + "final_model_latency_seconds": 20.313325, + "total_latency_seconds": 22.466492, + "usage": { + "prompt_tokens": 25215, + "completion_tokens": 133, + "total_tokens": 25348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Vladimír Ferko začal štúdium v roku 2021, zatiaľ čo v názve sekcie jeho bakalárskej práce je uvedený rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.250294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.040496, + "tool_latency_seconds": 0.250294, + "final_model_latency_seconds": 7.289093, + "total_latency_seconds": 9.580136, + "usage": { + "prompt_tokens": 8159, + "completion_tokens": 162, + "total_tokens": 8321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Vladimíra Ferka, ale rokom začiatku jeho štúdia, keďže jeho bakalárska práca bola vypracovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.214361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.466807, + "tool_latency_seconds": 0.214361, + "final_model_latency_seconds": 11.89376, + "total_latency_seconds": 13.575526, + "usage": { + "prompt_tokens": 14260, + "completion_tokens": 140, + "total_tokens": 14400 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko realizoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá je súčasťou projektu Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko\nZdroj: https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.196115, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.794639, + "tool_latency_seconds": 0.196115, + "final_model_latency_seconds": 10.105075, + "total_latency_seconds": 12.096308, + "usage": { + "prompt_tokens": 11530, + "completion_tokens": 171, + "total_tokens": 11701 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá sa zameriava na anotáciu a automatické rozpoznávanie nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.195799, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.778886, + "tool_latency_seconds": 0.195799, + "final_model_latency_seconds": 14.018462, + "total_latency_seconds": 15.993931, + "usage": { + "prompt_tokens": 16691, + "completion_tokens": 170, + "total_tokens": 16861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pri ktorej v rámci stavu k 13.10.2023 uvádza vyskúšaný model SlovakBERT (konkrétne verziu pre sentiment na Twitteri od Kinit).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.207394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.778403, + "tool_latency_seconds": 0.207394, + "final_model_latency_seconds": 17.014651, + "total_latency_seconds": 19.001013, + "usage": { + "prompt_tokens": 19907, + "completion_tokens": 190, + "total_tokens": 20097 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko ako prvý natrénoval model slovakbert.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.1954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.821548, + "tool_latency_seconds": 0.1954, + "final_model_latency_seconds": 7.676377, + "total_latency_seconds": 9.693598, + "usage": { + "prompt_tokens": 9176, + "completion_tokens": 127, + "total_tokens": 9303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať a použiť benchmark **OffensEval 2019-20** pri anotáciách pre svoju bakalársku prácu zameranú na nenávistnú reč.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5 + }, + "latency_seconds": 0.209975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.589686, + "tool_latency_seconds": 0.209975, + "final_model_latency_seconds": 14.173735, + "total_latency_seconds": 15.973887, + "usage": { + "prompt_tokens": 17329, + "completion_tokens": 140, + "total_tokens": 17469 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobe Matej Novotný je v ZP Wiki evidovaný dokument o jeho diplomovej práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorú začal študovať v roku 2021 a je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.676394, + "tool_latency_seconds": 0.209577, + "final_model_latency_seconds": 18.261993, + "total_latency_seconds": 20.148543, + "usage": { + "prompt_tokens": 21808, + "completion_tokens": 169, + "total_tokens": 21977 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.251753, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.608594, + "tool_latency_seconds": 0.251753, + "final_model_latency_seconds": 17.567309, + "total_latency_seconds": 19.428393, + "usage": { + "prompt_tokens": 21497, + "completion_tokens": 130, + "total_tokens": 21627 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracúva študent Matej Novotný v rámci svojej diplomovej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5 + }, + "latency_seconds": 0.375419, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.672283, + "tool_latency_seconds": 0.375419, + "final_model_latency_seconds": 21.199733, + "total_latency_seconds": 23.248222, + "usage": { + "prompt_tokens": 25680, + "completion_tokens": 148, + "total_tokens": 25828 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný rieši v rámci svojej diplomovej práce pre rok 2026 presne túto tému s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.372415, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.921847, + "tool_latency_seconds": 0.372415, + "final_model_latency_seconds": 14.574971, + "total_latency_seconds": 16.869763, + "usage": { + "prompt_tokens": 17410, + "completion_tokens": 164, + "total_tokens": 17574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená téma diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie“, ktorá zahŕňa klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?" + }, + "latency_seconds": 0.427716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.19415, + "tool_latency_seconds": 0.427716, + "final_model_latency_seconds": 18.888415, + "total_latency_seconds": 20.510836, + "usage": { + "prompt_tokens": 22847, + "completion_tokens": 127, + "total_tokens": 22974 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.211315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.631663, + "tool_latency_seconds": 0.211315, + "final_model_latency_seconds": 15.837139, + "total_latency_seconds": 17.680629, + "usage": { + "prompt_tokens": 19561, + "completion_tokens": 112, + "total_tokens": 19673 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.247573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.314476, + "tool_latency_seconds": 0.247573, + "final_model_latency_seconds": 12.438744, + "total_latency_seconds": 14.00124, + "usage": { + "prompt_tokens": 15058, + "completion_tokens": 110, + "total_tokens": 15168 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca pri osobe Matej Novotný je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.249148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.784644, + "tool_latency_seconds": 0.249148, + "final_model_latency_seconds": 19.01005, + "total_latency_seconds": 21.044776, + "usage": { + "prompt_tokens": 23673, + "completion_tokens": 131, + "total_tokens": 23804 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Matej Novotný začal študovať v roku 2021 a vypracováva diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.433229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.63831, + "tool_latency_seconds": 0.433229, + "final_model_latency_seconds": 13.630552, + "total_latency_seconds": 15.702731, + "usage": { + "prompt_tokens": 16468, + "completion_tokens": 132, + "total_tokens": 16600 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia; jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.256402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.870749, + "tool_latency_seconds": 0.256402, + "final_model_latency_seconds": 12.182896, + "total_latency_seconds": 14.310473, + "usage": { + "prompt_tokens": 14194, + "completion_tokens": 183, + "total_tokens": 14377 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových dát podľa typu a detekciu nenávistného obsahu s cieľom pripraviť kvalitné trénovacie dáta pre jazykové modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.261446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.637305, + "tool_latency_seconds": 0.261446, + "final_model_latency_seconds": 22.539673, + "total_latency_seconds": 24.439105, + "usage": { + "prompt_tokens": 26499, + "completion_tokens": 178, + "total_tokens": 26677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových dát podľa typu a na detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.269269, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.775945, + "tool_latency_seconds": 0.269269, + "final_model_latency_seconds": 18.120272, + "total_latency_seconds": 20.166257, + "usage": { + "prompt_tokens": 21513, + "completion_tokens": 169, + "total_tokens": 21682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.806565, + "tool_latency_seconds": 0.228965, + "final_model_latency_seconds": 20.655001, + "total_latency_seconds": 22.691137, + "usage": { + "prompt_tokens": 25215, + "completion_tokens": 149, + "total_tokens": 25364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Valerii Kutsenko sa nachádza na stránke studentového portálu, kde sú zaznamenané jej bakalárska práca s témou „Automatické generovanie otázok zo zadaného textu\" pre rok 2025 a diplomová práca s témou „Zlepšenie vyhľadávania pomocou znalostných grafov\" pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.301613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.757248, + "tool_latency_seconds": 0.301613, + "final_model_latency_seconds": 16.317376, + "total_latency_seconds": 18.376753, + "usage": { + "prompt_tokens": 18690, + "completion_tokens": 193, + "total_tokens": 18883 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.264713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.781855, + "tool_latency_seconds": 0.264713, + "final_model_latency_seconds": 15.391875, + "total_latency_seconds": 17.439185, + "usage": { + "prompt_tokens": 18831, + "completion_tokens": 135, + "total_tokens": 18966 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva študent Valerii Kutsenko ako svoju diplomovú prácu pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.462709, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.87314, + "tool_latency_seconds": 0.462709, + "final_model_latency_seconds": 18.809456, + "total_latency_seconds": 21.146096, + "usage": { + "prompt_tokens": 22838, + "completion_tokens": 159, + "total_tokens": 22997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko rieši v diplomovej práci z roku 2027 tému „Zlepšenie vyhľadávania pomocou znalostných grafov\", kde plánuje navrhnúť agenta budujúceho a využívajúceho znalostný graf pri vyhľadávaní. Ďalším študentom, ktorý rieši podobnú tému s presným názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" v rámci diplomovej práce pre rok 2026, je Matej Ščišľak.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.495687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 2.077164, + "tool_latency_seconds": 0.495687, + "final_model_latency_seconds": 22.915069, + "total_latency_seconds": 25.488575, + "usage": { + "prompt_tokens": 25662, + "completion_tokens": 282, + "total_tokens": 25944 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.373315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.772191, + "tool_latency_seconds": 0.373315, + "final_model_latency_seconds": 18.542186, + "total_latency_seconds": 20.688317, + "usage": { + "prompt_tokens": 22519, + "completion_tokens": 138, + "total_tokens": 22657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.265927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.460454, + "tool_latency_seconds": 0.265927, + "final_model_latency_seconds": 12.416805, + "total_latency_seconds": 14.143676, + "usage": { + "prompt_tokens": 15404, + "completion_tokens": 102, + "total_tokens": 15506 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je v dokumente explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.365471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.343414, + "tool_latency_seconds": 0.365471, + "final_model_latency_seconds": 9.618213, + "total_latency_seconds": 11.327666, + "usage": { + "prompt_tokens": 11601, + "completion_tokens": 103, + "total_tokens": 11704 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.284961, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.779423, + "tool_latency_seconds": 0.284961, + "final_model_latency_seconds": 17.901746, + "total_latency_seconds": 19.96676, + "usage": { + "prompt_tokens": 22411, + "completion_tokens": 128, + "total_tokens": 22539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala študovať v roku 2022 a v roku 2024 vypracovávala vedecký projekt.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10 + }, + "latency_seconds": 0.593727, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.446604, + "tool_latency_seconds": 0.593727, + "final_model_latency_seconds": 18.906587, + "total_latency_seconds": 20.947702, + "usage": { + "prompt_tokens": 23011, + "completion_tokens": 121, + "total_tokens": 23132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Podľa dostupných informácií z ZP Wiki nebol rok 2022 rokom vyhotovenia záverečnej práce osoby Valerii Kutsenko, keďže rok 2022 je uvedený ako rok začiatku štúdia a jeho diplomová práca je plánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.442719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.670688, + "tool_latency_seconds": 0.442719, + "final_model_latency_seconds": 10.499351, + "total_latency_seconds": 12.613379, + "usage": { + "prompt_tokens": 11700, + "completion_tokens": 170, + "total_tokens": 11870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko súvisí s diplomovou prácou (rok 2027) na tému „Zlepšenie vyhľadávania pomocou znalostných grafov\", kde plánuje navrhovať agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní, vrátane zostavenia multilinguálneho grafu na základe diela Alice in Wonderland.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.253653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.787292, + "tool_latency_seconds": 0.253653, + "final_model_latency_seconds": 18.490352, + "total_latency_seconds": 20.531879, + "usage": { + "prompt_tokens": 21596, + "completion_tokens": 200, + "total_tokens": 21796 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko sa v rámci svojej bakalárskej práce pre rok 2025 venuje téme automatického generovania otázok s cieľom vylepšiť proces RAG (Retrieval Augmented Generation).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.277663, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.773241, + "tool_latency_seconds": 0.277663, + "final_model_latency_seconds": 7.658252, + "total_latency_seconds": 9.709459, + "usage": { + "prompt_tokens": 8348, + "completion_tokens": 157, + "total_tokens": 8505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva diplomovú prácu na tému Zlepšenie vyhľadávania pomocou znalostných grafov, kde sa zameriava na budovanie a využívanie znalostných grafov pri vyhľadávaní a študuje nástroj GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.280419, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.600693, + "tool_latency_seconds": 0.280419, + "final_model_latency_seconds": 17.295929, + "total_latency_seconds": 19.177613, + "usage": { + "prompt_tokens": 20792, + "completion_tokens": 161, + "total_tokens": 20953 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.326972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.81868, + "tool_latency_seconds": 0.326972, + "final_model_latency_seconds": 7.803437, + "total_latency_seconds": 9.94938, + "usage": { + "prompt_tokens": 9154, + "completion_tokens": 140, + "total_tokens": 9294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu v roku 2025 s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" a štúdium začala v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.150859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.716307, + "tool_latency_seconds": 0.150859, + "final_model_latency_seconds": 6.668282, + "total_latency_seconds": 8.535713, + "usage": { + "prompt_tokens": 7313, + "completion_tokens": 162, + "total_tokens": 7475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.175224, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.790533, + "tool_latency_seconds": 0.175224, + "final_model_latency_seconds": 12.345074, + "total_latency_seconds": 14.311461, + "usage": { + "prompt_tokens": 15385, + "completion_tokens": 142, + "total_tokens": 15527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú študentky a študent Tetiana Mohorian (bakalárska práca 2025) a Patrik Pokrivčák (diplomová práca).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5 + }, + "latency_seconds": 0.418434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.558887, + "tool_latency_seconds": 0.418434, + "final_model_latency_seconds": 24.839877, + "total_latency_seconds": 26.817965, + "usage": { + "prompt_tokens": 29134, + "completion_tokens": 184, + "total_tokens": 29318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.462982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.051872, + "tool_latency_seconds": 0.462982, + "final_model_latency_seconds": 24.298904, + "total_latency_seconds": 26.814516, + "usage": { + "prompt_tokens": 29246, + "completion_tokens": 164, + "total_tokens": 29410 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je pri bakalárskej práci uvedená téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.210522, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.772758, + "tool_latency_seconds": 0.210522, + "final_model_latency_seconds": 12.73449, + "total_latency_seconds": 14.718231, + "usage": { + "prompt_tokens": 15155, + "completion_tokens": 147, + "total_tokens": 15302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.205255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.587729, + "tool_latency_seconds": 0.205255, + "final_model_latency_seconds": 11.910742, + "total_latency_seconds": 13.704156, + "usage": { + "prompt_tokens": 14903, + "completion_tokens": 111, + "total_tokens": 15014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.311971, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.289764, + "tool_latency_seconds": 0.311971, + "final_model_latency_seconds": 17.600079, + "total_latency_seconds": 19.202462, + "usage": { + "prompt_tokens": 21779, + "completion_tokens": 108, + "total_tokens": 21887 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je bakalárska práca uvedená v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.256533, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.794146, + "tool_latency_seconds": 0.256533, + "final_model_latency_seconds": 12.31553, + "total_latency_seconds": 14.366925, + "usage": { + "prompt_tokens": 15024, + "completion_tokens": 129, + "total_tokens": 15153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Tetiana Mohorian začala študovať v roku 2022 a vypracováva bakalársku prácu pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.510209, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.90146, + "tool_latency_seconds": 0.510209, + "final_model_latency_seconds": 11.303863, + "total_latency_seconds": 13.715939, + "usage": { + "prompt_tokens": 13829, + "completion_tokens": 146, + "total_tokens": 13975 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian; podľa dostupných údajov ide o rok začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.230222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.67362, + "tool_latency_seconds": 0.230222, + "final_model_latency_seconds": 14.234551, + "total_latency_seconds": 16.138856, + "usage": { + "prompt_tokens": 16872, + "completion_tokens": 155, + "total_tokens": 17027 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" (rok začiatku štúdia 2022, kategória BP 2025), ktorá priamo súvisí s témou hate speech a spolupracuje na nej študent Patrik Pokrivčák.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.250565, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.762075, + "tool_latency_seconds": 0.250565, + "final_model_latency_seconds": 19.640378, + "total_latency_seconds": 21.653674, + "usage": { + "prompt_tokens": 22341, + "completion_tokens": 217, + "total_tokens": 22558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zaoberá témou veľkých jazykových modelov (LLM).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.197093, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.846396, + "tool_latency_seconds": 0.197093, + "final_model_latency_seconds": 14.677665, + "total_latency_seconds": 16.721682, + "usage": { + "prompt_tokens": 17452, + "completion_tokens": 169, + "total_tokens": 17621 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", v ktorej sa ako jedna z kľúčových metód adaptácie modelov využíva prompting.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.312088, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.737004, + "tool_latency_seconds": 0.312088, + "final_model_latency_seconds": 14.514984, + "total_latency_seconds": 16.564746, + "usage": { + "prompt_tokens": 17341, + "completion_tokens": 169, + "total_tokens": 17510 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre Tetianu Mohorian mala pri adaptácii modelu použiť techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 5 + }, + "latency_seconds": 0.355693, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.423679, + "tool_latency_seconds": 0.355693, + "final_model_latency_seconds": 15.996832, + "total_latency_seconds": 17.776753, + "usage": { + "prompt_tokens": 19667, + "completion_tokens": 112, + "total_tokens": 19779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 F1 v scenári few-shot learningu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.357434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.88628, + "tool_latency_seconds": 0.357434, + "final_model_latency_seconds": 8.013843, + "total_latency_seconds": 10.257842, + "usage": { + "prompt_tokens": 9303, + "completion_tokens": 143, + "total_tokens": 9446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra. Prácu vedie doc. Matúš Pleva PhD. a študent študuje od roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.201824, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.685159, + "tool_latency_seconds": 0.201824, + "final_model_latency_seconds": 12.056118, + "total_latency_seconds": 13.943659, + "usage": { + "prompt_tokens": 13579, + "completion_tokens": 206, + "total_tokens": 13785 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Daniila Huzenka je „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.20664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.800314, + "tool_latency_seconds": 0.20664, + "final_model_latency_seconds": 14.235452, + "total_latency_seconds": 16.24295, + "usage": { + "prompt_tokens": 17541, + "completion_tokens": 146, + "total_tokens": 17687 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" vypracováva Daniil Huzenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.70882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 2.055404, + "tool_latency_seconds": 0.70882, + "final_model_latency_seconds": 15.061512, + "total_latency_seconds": 17.826593, + "usage": { + "prompt_tokens": 18316, + "completion_tokens": 158, + "total_tokens": 18474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu pre rok 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.095646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.045158, + "tool_latency_seconds": 1.095646, + "final_model_latency_seconds": 24.865311, + "total_latency_seconds": 28.007392, + "usage": { + "prompt_tokens": 29835, + "completion_tokens": 172, + "total_tokens": 30007 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", pričom cieľom práce je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 44.776809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.903656, + "tool_latency_seconds": 44.776809, + "final_model_latency_seconds": 17.1751, + "total_latency_seconds": 63.862242, + "usage": { + "prompt_tokens": 19108, + "completion_tokens": 187, + "total_tokens": 19295 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.199002, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.786934, + "tool_latency_seconds": 0.199002, + "final_model_latency_seconds": 5.431781, + "total_latency_seconds": 7.418037, + "usage": { + "prompt_tokens": 6208, + "completion_tokens": 125, + "total_tokens": 6333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.476535, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.901953, + "tool_latency_seconds": 0.476535, + "final_model_latency_seconds": 14.715488, + "total_latency_seconds": 17.094823, + "usage": { + "prompt_tokens": 18564, + "completion_tokens": 139, + "total_tokens": 18703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Daniil Huzenko je uvedená v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.289528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.784489, + "tool_latency_seconds": 0.289528, + "final_model_latency_seconds": 18.748888, + "total_latency_seconds": 20.824881, + "usage": { + "prompt_tokens": 22954, + "completion_tokens": 132, + "total_tokens": 23086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal študovať v roku 2022 a jeho bakalárska práca je plánovaná na rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.166126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.828765, + "tool_latency_seconds": 0.166126, + "final_model_latency_seconds": 5.53399, + "total_latency_seconds": 7.529105, + "usage": { + "prompt_tokens": 5948, + "completion_tokens": 146, + "total_tokens": 6094 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.429755, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.652318, + "tool_latency_seconds": 0.429755, + "final_model_latency_seconds": 10.453392, + "total_latency_seconds": 12.536139, + "usage": { + "prompt_tokens": 12376, + "completion_tokens": 150, + "total_tokens": 12526 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.296885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.784119, + "tool_latency_seconds": 0.296885, + "final_model_latency_seconds": 16.807138, + "total_latency_seconds": 18.888756, + "usage": { + "prompt_tokens": 19624, + "completion_tokens": 190, + "total_tokens": 19814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá zahŕňa zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfiguráciu s platformou Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.133831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 2.000076, + "tool_latency_seconds": 1.133831, + "final_model_latency_seconds": 20.082434, + "total_latency_seconds": 23.217262, + "usage": { + "prompt_tokens": 23718, + "completion_tokens": 194, + "total_tokens": 23912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 10, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.518955, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.781074, + "tool_latency_seconds": 0.518955, + "final_model_latency_seconds": 11.629327, + "total_latency_seconds": 13.929863, + "usage": { + "prompt_tokens": 13899, + "completion_tokens": 146, + "total_tokens": 14045 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal použiť hardvér založený na doskách Raspberry Pi (RPI) na zostavenie vlastného klasteru, pričom v dokumentácii je špecifikované zostavenie klastra z viacerých takýchto dosiek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.168939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.620949, + "tool_latency_seconds": 0.168939, + "final_model_latency_seconds": 7.541967, + "total_latency_seconds": 9.332134, + "usage": { + "prompt_tokens": 8473, + "completion_tokens": 150, + "total_tokens": 8623 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal pri svojej bakalárskej práci konfigurovať alebo resetovať klaster pomocou nástroja Ansible.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.175597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.839071, + "tool_latency_seconds": 0.175597, + "final_model_latency_seconds": 7.481453, + "total_latency_seconds": 9.496434, + "usage": { + "prompt_tokens": 9118, + "completion_tokens": 141, + "total_tokens": 9259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ján Pták sa nachádza v ZP Wiki, kde je evidovaný jeho diplomový projekt s názvom „Agent pre manažment záverečných prác\", ktorý začal v roku 2022 a patrí do kategórie diplomových prác pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204377, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.668007, + "tool_latency_seconds": 0.204377, + "final_model_latency_seconds": 15.700652, + "total_latency_seconds": 17.574165, + "usage": { + "prompt_tokens": 18513, + "completion_tokens": 164, + "total_tokens": 18677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu osoby Ján Pták je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.285278, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.774599, + "tool_latency_seconds": 0.285278, + "final_model_latency_seconds": 22.151909, + "total_latency_seconds": 24.213345, + "usage": { + "prompt_tokens": 27344, + "completion_tokens": 126, + "total_tokens": 27470 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Agent pre manažment záverečných prác\" vypracováva študent Ján Pták v rámci diplomového projektu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5 + }, + "latency_seconds": 0.318687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.510212, + "tool_latency_seconds": 0.318687, + "final_model_latency_seconds": 18.986725, + "total_latency_seconds": 20.81632, + "usage": { + "prompt_tokens": 22715, + "completion_tokens": 127, + "total_tokens": 22842 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomovú prácu s témou „Agent pre manažment záverečných prác“ v rámci diplomového projektu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292514, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.807993, + "tool_latency_seconds": 0.292514, + "final_model_latency_seconds": 18.695319, + "total_latency_seconds": 20.797642, + "usage": { + "prompt_tokens": 22709, + "completion_tokens": 145, + "total_tokens": 22854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomového projektu pri osobe Ján Pták je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.372405, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.805009, + "tool_latency_seconds": 0.372405, + "final_model_latency_seconds": 16.573312, + "total_latency_seconds": 18.751497, + "usage": { + "prompt_tokens": 20501, + "completion_tokens": 126, + "total_tokens": 20627 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5 + }, + "latency_seconds": 0.253458, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.36336, + "tool_latency_seconds": 0.253458, + "final_model_latency_seconds": 13.206014, + "total_latency_seconds": 14.823439, + "usage": { + "prompt_tokens": 16562, + "completion_tokens": 94, + "total_tokens": 16656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.205869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.915199, + "tool_latency_seconds": 0.205869, + "final_model_latency_seconds": 10.848833, + "total_latency_seconds": 12.970511, + "usage": { + "prompt_tokens": 13245, + "completion_tokens": 142, + "total_tokens": 13387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?" + }, + "latency_seconds": 0.29393, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.184314, + "tool_latency_seconds": 0.29393, + "final_model_latency_seconds": 18.961852, + "total_latency_seconds": 20.441295, + "usage": { + "prompt_tokens": 23707, + "completion_tokens": 84, + "total_tokens": 23791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala štúdium v roku 2022 a vypracováva diplomovú prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 4.589954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.831515, + "tool_latency_seconds": 4.589954, + "final_model_latency_seconds": 20.918548, + "total_latency_seconds": 27.342651, + "usage": { + "prompt_tokens": 25397, + "completion_tokens": 143, + "total_tokens": 25540 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Podľa dostupných informácií v ZP Wiki Ján Pták nevypracovával záverečnú prácu v roku 2022, ale rok 2022 je uvedený ako rok začiatku štúdia a jeho diplomový projekt s témou „Agent pre manažment záverečných prác\" je evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.836747, + "tool_latency_seconds": 0.230167, + "final_model_latency_seconds": 11.726735, + "total_latency_seconds": 13.794089, + "usage": { + "prompt_tokens": 13294, + "completion_tokens": 190, + "total_tokens": 13484 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", kde sa zaoberá implementáciou technológie RAG (Retrieval Augmented Generation) a GraphRAG pre zlepšenie manažmentu záverečných prác v systéme ZP Wiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 5 + }, + "latency_seconds": 0.228189, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.343132, + "tool_latency_seconds": 0.228189, + "final_model_latency_seconds": 15.821062, + "total_latency_seconds": 17.39296, + "usage": { + "prompt_tokens": 18665, + "completion_tokens": 147, + "total_tokens": 18812 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom je jedným z cieľov použitie rozhrania OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.391144, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.581235, + "tool_latency_seconds": 0.391144, + "final_model_latency_seconds": 25.165995, + "total_latency_seconds": 27.139692, + "usage": { + "prompt_tokens": 30422, + "completion_tokens": 135, + "total_tokens": 30557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom bol jednou z cieľových úloh návrh nasadenia pomocou systému Docker.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.303603, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.718207, + "tool_latency_seconds": 0.303603, + "final_model_latency_seconds": 14.880266, + "total_latency_seconds": 16.902552, + "usage": { + "prompt_tokens": 17789, + "completion_tokens": 148, + "total_tokens": 17937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?" + }, + "latency_seconds": 0.238751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.236907, + "tool_latency_seconds": 0.238751, + "final_model_latency_seconds": 22.10215, + "total_latency_seconds": 23.578442, + "usage": { + "prompt_tokens": 27045, + "completion_tokens": 90, + "total_tokens": 27135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOK.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.375008, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.776869, + "tool_latency_seconds": 0.375008, + "final_model_latency_seconds": 13.780424, + "total_latency_seconds": 15.932773, + "usage": { + "prompt_tokens": 16955, + "completion_tokens": 118, + "total_tokens": 17073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť, pretože v zázname o Jánovi Ptákovi sú uvedené len ciele, téma (Agent pre manažment záverečných prác) a nástroje, ako je OpenWebUI a Docker, ale nie sú explicitne špecifikované použité databázy ani backendové technológie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.233592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.763915, + "tool_latency_seconds": 0.233592, + "final_model_latency_seconds": 23.156577, + "total_latency_seconds": 25.154706, + "usage": { + "prompt_tokens": 27288, + "completion_tokens": 191, + "total_tokens": 27479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorej téma je zameraná na vytvorenie agenta využívajúceho veľké jazykové modely a technológiu RAG na podporu špeciálnych pedagógov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.147476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.757198, + "tool_latency_seconds": 0.147476, + "final_model_latency_seconds": 8.062871, + "total_latency_seconds": 9.968201, + "usage": { + "prompt_tokens": 8325, + "completion_tokens": 184, + "total_tokens": 8509 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu Rostyslava Rodzhuka pod názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" vypracováva pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.866163, + "tool_latency_seconds": 0.200341, + "final_model_latency_seconds": 13.368251, + "total_latency_seconds": 15.435215, + "usage": { + "prompt_tokens": 16387, + "completion_tokens": 159, + "total_tokens": 16546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" vypracováva Rostyslav Rodzhuk ako svoju bakalársku prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.495143, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.920455, + "tool_latency_seconds": 0.495143, + "final_model_latency_seconds": 24.209775, + "total_latency_seconds": 26.626053, + "usage": { + "prompt_tokens": 29365, + "completion_tokens": 164, + "total_tokens": 29529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Inteligentný agent pre podporu práce špeciálneho pedagóga\" rieši študent Rostyslav Rodzhuk v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.459762, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.696081, + "tool_latency_seconds": 0.459762, + "final_model_latency_seconds": 22.903436, + "total_latency_seconds": 25.059976, + "usage": { + "prompt_tokens": 27492, + "completion_tokens": 147, + "total_tokens": 27639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Téou bakalárskej práce Rostyslava Rodzhuka je „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.228114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.727224, + "tool_latency_seconds": 0.228114, + "final_model_latency_seconds": 11.543885, + "total_latency_seconds": 13.499724, + "usage": { + "prompt_tokens": 13663, + "completion_tokens": 131, + "total_tokens": 13794 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.230075, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.858466, + "tool_latency_seconds": 0.230075, + "final_model_latency_seconds": 6.266069, + "total_latency_seconds": 8.355232, + "usage": { + "prompt_tokens": 7517, + "completion_tokens": 131, + "total_tokens": 7648 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Rostyslav Rodzhuk je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.243373, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.971993, + "tool_latency_seconds": 0.243373, + "final_model_latency_seconds": 12.346769, + "total_latency_seconds": 14.562602, + "usage": { + "prompt_tokens": 15254, + "completion_tokens": 153, + "total_tokens": 15407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?" + }, + "latency_seconds": 0.247614, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.297857, + "tool_latency_seconds": 0.247614, + "final_model_latency_seconds": 13.439475, + "total_latency_seconds": 14.985546, + "usage": { + "prompt_tokens": 16691, + "completion_tokens": 98, + "total_tokens": 16789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Rostyslav Rodzhuk začala študovať v roku 2023 a jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk." + }, + "latency_seconds": 0.380882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.316754, + "tool_latency_seconds": 0.380882, + "final_model_latency_seconds": 15.786247, + "total_latency_seconds": 17.484434, + "usage": { + "prompt_tokens": 19268, + "completion_tokens": 114, + "total_tokens": 19382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka; podľa dostupných záznamov je rok začiatku jeho štúdia 2023 a záverečnou prácou je bakalárska práca s očakávaným rokom záveru 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.286752, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.940414, + "tool_latency_seconds": 0.286752, + "final_model_latency_seconds": 12.765775, + "total_latency_seconds": 14.993568, + "usage": { + "prompt_tokens": 14649, + "completion_tokens": 191, + "total_tokens": 14840 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá sa zameriava na vytvorenie agenta na pomoc špeciálnym pedagógom pri navrhovaní výchovných opatrení.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.184546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.770066, + "tool_latency_seconds": 0.184546, + "final_model_latency_seconds": 14.781105, + "total_latency_seconds": 16.736178, + "usage": { + "prompt_tokens": 17468, + "completion_tokens": 179, + "total_tokens": 17647 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" v roku 2026, ktorej cieľom je vytvoriť nástroj pomáhajúci špeciálnym pedagógom pri navrhovaní výchovných opatrení.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.153609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.858343, + "tool_latency_seconds": 0.153609, + "final_model_latency_seconds": 7.900434, + "total_latency_seconds": 9.912642, + "usage": { + "prompt_tokens": 8345, + "completion_tokens": 193, + "total_tokens": 8538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá je postavená na technológiách veľkých jazykových modelov (LLM).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 10 + }, + "latency_seconds": 0.358177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.44726, + "tool_latency_seconds": 0.358177, + "final_model_latency_seconds": 20.499707, + "total_latency_seconds": 22.306672, + "usage": { + "prompt_tokens": 24992, + "completion_tokens": 145, + "total_tokens": 25137 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent Rostyslava Rodzhuka má pomáhať špeciálnemu pedagógovi pri jeho práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.240277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.011919, + "tool_latency_seconds": 0.240277, + "final_model_latency_seconds": 6.802318, + "total_latency_seconds": 9.054818, + "usage": { + "prompt_tokens": 7359, + "completion_tokens": 150, + "total_tokens": 7509 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Yevhenii Medushivskyi bol v ZP Wiki nájdený dokument o bakalárskej práci s témou „Získavanie textu z webových stránok\", ktorú študent začal vypracovávať v roku 2023 s cieľom dokončiť ju v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5 + }, + "latency_seconds": 0.176637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.329468, + "tool_latency_seconds": 0.176637, + "final_model_latency_seconds": 16.539701, + "total_latency_seconds": 18.046325, + "usage": { + "prompt_tokens": 19695, + "completion_tokens": 158, + "total_tokens": 19853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Yevhenii Medushivskyi má názov „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.192356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.904532, + "tool_latency_seconds": 0.192356, + "final_model_latency_seconds": 18.404672, + "total_latency_seconds": 20.502184, + "usage": { + "prompt_tokens": 22583, + "completion_tokens": 148, + "total_tokens": 22731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Získavanie textu z webových stránok\" vypracováva Yevhenii Medushivskyi ako bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.472125, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.825401, + "tool_latency_seconds": 0.472125, + "final_model_latency_seconds": 24.362616, + "total_latency_seconds": 26.660846, + "usage": { + "prompt_tokens": 29391, + "completion_tokens": 157, + "total_tokens": 29548 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie webového crawlera na sledovanie a sťahovanie slovenského internetu. Ďalším študentom, ktorý riešil podobnú problematiku extrakcie textu z webových stránok, je Matej Kobyľan v rámci svojej bakalárskej práce „Systém pre monitoring médií\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 5 + }, + "latency_seconds": 0.489044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.443391, + "tool_latency_seconds": 0.489044, + "final_model_latency_seconds": 26.93316, + "total_latency_seconds": 28.86745, + "usage": { + "prompt_tokens": 30415, + "completion_tokens": 224, + "total_tokens": 30639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je pri bakalárskej práci uvedená téma „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.254831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.886421, + "tool_latency_seconds": 0.254831, + "final_model_latency_seconds": 15.766232, + "total_latency_seconds": 17.908107, + "usage": { + "prompt_tokens": 18865, + "completion_tokens": 150, + "total_tokens": 19015 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.323096, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.857529, + "tool_latency_seconds": 0.323096, + "final_model_latency_seconds": 14.586355, + "total_latency_seconds": 16.76756, + "usage": { + "prompt_tokens": 17859, + "completion_tokens": 136, + "total_tokens": 17995 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.165989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.0152, + "tool_latency_seconds": 0.165989, + "final_model_latency_seconds": 6.680768, + "total_latency_seconds": 8.862212, + "usage": { + "prompt_tokens": 7370, + "completion_tokens": 158, + "total_tokens": 7528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevheniia Medushivskyi je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.275668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.869852, + "tool_latency_seconds": 0.275668, + "final_model_latency_seconds": 20.490434, + "total_latency_seconds": 22.637149, + "usage": { + "prompt_tokens": 25614, + "completion_tokens": 143, + "total_tokens": 25757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Yevhenii Medushivskyi začala študovať v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi." + }, + "latency_seconds": 0.240034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.368898, + "tool_latency_seconds": 0.240034, + "final_model_latency_seconds": 12.937211, + "total_latency_seconds": 14.546624, + "usage": { + "prompt_tokens": 15420, + "completion_tokens": 119, + "total_tokens": 15539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.335605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.793175, + "tool_latency_seconds": 0.335605, + "final_model_latency_seconds": 16.404127, + "total_latency_seconds": 18.533432, + "usage": { + "prompt_tokens": 19674, + "completion_tokens": 162, + "total_tokens": 19836 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorej súčasťou je vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.186728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.863381, + "tool_latency_seconds": 0.186728, + "final_model_latency_seconds": 8.355448, + "total_latency_seconds": 10.405968, + "usage": { + "prompt_tokens": 9227, + "completion_tokens": 175, + "total_tokens": 9402 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu v roku 2026 s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie a nasadenie webového crawlera na získavanie dát z internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.496437, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.641597, + "tool_latency_seconds": 0.496437, + "final_model_latency_seconds": 18.928815, + "total_latency_seconds": 21.067934, + "usage": { + "prompt_tokens": 22457, + "completion_tokens": 188, + "total_tokens": 22645 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "S Yevhenii Medushivskyi súvisí jeho bakalárska práca s témou „Získavanie textu z webových stránok\", pri ktorej sa ako jedna z úloh explicitne uvádza zlepšenie deduplikácie a odstránenia boilerplate obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.179478, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.868143, + "tool_latency_seconds": 0.179478, + "final_model_latency_seconds": 8.521805, + "total_latency_seconds": 10.569691, + "usage": { + "prompt_tokens": 9292, + "completion_tokens": 175, + "total_tokens": 9467 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi mal k 13. marcu 2026 zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.181858, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.981185, + "tool_latency_seconds": 0.181858, + "final_model_latency_seconds": 7.82956, + "total_latency_seconds": 9.992911, + "usage": { + "prompt_tokens": 9324, + "completion_tokens": 159, + "total_tokens": 9483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniiho Medushivskyho je ako príklad pre odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.390107, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.708511, + "tool_latency_seconds": 0.390107, + "final_model_latency_seconds": 21.770067, + "total_latency_seconds": 23.869902, + "usage": { + "prompt_tokens": 26706, + "completion_tokens": 137, + "total_tokens": 26843 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.162248, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.715722, + "tool_latency_seconds": 0.162248, + "final_model_latency_seconds": 12.955002, + "total_latency_seconds": 14.833449, + "usage": { + "prompt_tokens": 15499, + "completion_tokens": 142, + "total_tokens": 15641 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Simona Bobrovčanová má názov „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.87666, + "tool_latency_seconds": 0.200788, + "final_model_latency_seconds": 11.578504, + "total_latency_seconds": 13.656403, + "usage": { + "prompt_tokens": 14159, + "completion_tokens": 138, + "total_tokens": 14297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Automatická sumarizácia slovenského textu\" vypracováva Simona Bobrovčanová ako svoju bakalársku prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?" + }, + "latency_seconds": 0.63382, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.180246, + "tool_latency_seconds": 0.63382, + "final_model_latency_seconds": 22.652676, + "total_latency_seconds": 24.467851, + "usage": { + "prompt_tokens": 27511, + "completion_tokens": 113, + "total_tokens": 27624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\" pre rok 2026, kde sa zameriava na vytvorenie systému na sumarizáciu právnych textov a rozsudkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.313985, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.818836, + "tool_latency_seconds": 0.313985, + "final_model_latency_seconds": 23.016767, + "total_latency_seconds": 25.15026, + "usage": { + "prompt_tokens": 27285, + "completion_tokens": 173, + "total_tokens": 27458 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Simony Bobrovčanovej je Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?" + }, + "latency_seconds": 0.253036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.264394, + "tool_latency_seconds": 0.253036, + "final_model_latency_seconds": 12.596211, + "total_latency_seconds": 14.114236, + "usage": { + "prompt_tokens": 15237, + "completion_tokens": 97, + "total_tokens": 15334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.228807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.618272, + "tool_latency_seconds": 0.228807, + "final_model_latency_seconds": 11.769149, + "total_latency_seconds": 13.616952, + "usage": { + "prompt_tokens": 14646, + "completion_tokens": 116, + "total_tokens": 14762 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.1521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.860369, + "tool_latency_seconds": 0.1521, + "final_model_latency_seconds": 5.246996, + "total_latency_seconds": 7.259684, + "usage": { + "prompt_tokens": 5636, + "completion_tokens": 146, + "total_tokens": 5782 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?" + }, + "latency_seconds": 0.213352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.210235, + "tool_latency_seconds": 0.213352, + "final_model_latency_seconds": 12.855848, + "total_latency_seconds": 14.279929, + "usage": { + "prompt_tokens": 16250, + "completion_tokens": 96, + "total_tokens": 16346 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala študovať v roku 2023 a jej bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová." + }, + "latency_seconds": 0.279371, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.265984, + "tool_latency_seconds": 0.279371, + "final_model_latency_seconds": 13.090203, + "total_latency_seconds": 14.636028, + "usage": { + "prompt_tokens": 15976, + "completion_tokens": 110, + "total_tokens": 16086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pre rok 2026 s témou „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.295643, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.691696, + "tool_latency_seconds": 0.295643, + "final_model_latency_seconds": 12.205403, + "total_latency_seconds": 14.193322, + "usage": { + "prompt_tokens": 14235, + "completion_tokens": 169, + "total_tokens": 14404 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorá je súčasťou projektu Legal Data Processing zameraného na sumarizáciu právnych dokumentov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.220075, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.385455, + "tool_latency_seconds": 0.220075, + "final_model_latency_seconds": 14.239288, + "total_latency_seconds": 15.845285, + "usage": { + "prompt_tokens": 16912, + "completion_tokens": 148, + "total_tokens": 17060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorá sa zameriava na zlepšenie spracovania slovenských právnych textov vytvorením systému na sumarizáciu rozsudkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.150438, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.035714, + "tool_latency_seconds": 0.150438, + "final_model_latency_seconds": 7.604761, + "total_latency_seconds": 9.791216, + "usage": { + "prompt_tokens": 8274, + "completion_tokens": 189, + "total_tokens": 8463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu v roku 2026 s témou „Automatická sumarizácia slovenského textu\", ktorej cieľom je zlepšiť spracovanie slovenských právnych textov vytvorením systému pre sumarizáciu rozsudkov alebo iných právnych dokumentov ako súčasť projektu Legal Data Processing.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.293141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.782691, + "tool_latency_seconds": 0.293141, + "final_model_latency_seconds": 20.596534, + "total_latency_seconds": 22.673, + "usage": { + "prompt_tokens": 24307, + "completion_tokens": 203, + "total_tokens": 24510 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, ktorá pracuje na princípe rozdelenia textu na časti, následnom vykonaní sumarizácie týchto častí a zhrnutí výsledných súhrnov do jedného celku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5 + }, + "latency_seconds": 0.269364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.457005, + "tool_latency_seconds": 0.269364, + "final_model_latency_seconds": 18.101668, + "total_latency_seconds": 19.828564, + "usage": { + "prompt_tokens": 21511, + "completion_tokens": 154, + "total_tokens": 21665 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej na bakalárskej práci o automatickej sumarizácii slovenských právnych textov mali malé modely problém s príliš malou dĺžkou kontextu, čo spôsobovalo, že často vynechávali informácie nachádzajúce sa na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.258548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.808502, + "tool_latency_seconds": 0.258548, + "final_model_latency_seconds": 10.773218, + "total_latency_seconds": 12.840604, + "usage": { + "prompt_tokens": 12007, + "completion_tokens": 176, + "total_tokens": 12183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá bola zadania v roku 2023 a patrí do kategórie bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.195965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.696708, + "tool_latency_seconds": 0.195965, + "final_model_latency_seconds": 19.879295, + "total_latency_seconds": 21.773004, + "usage": { + "prompt_tokens": 24007, + "completion_tokens": 164, + "total_tokens": 24171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.258849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.827708, + "tool_latency_seconds": 0.258849, + "final_model_latency_seconds": 19.255895, + "total_latency_seconds": 21.343078, + "usage": { + "prompt_tokens": 23718, + "completion_tokens": 139, + "total_tokens": 23857 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Dialógový systém pre podporu firemných procesov\" sa venuje Samuel Džurina v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.403165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.863672, + "tool_latency_seconds": 0.403165, + "final_model_latency_seconds": 23.892443, + "total_latency_seconds": 26.160352, + "usage": { + "prompt_tokens": 28830, + "completion_tokens": 153, + "total_tokens": 28983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá je zameraná na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.132245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.84435, + "tool_latency_seconds": 0.132245, + "final_model_latency_seconds": 11.455746, + "total_latency_seconds": 13.43272, + "usage": { + "prompt_tokens": 13037, + "completion_tokens": 170, + "total_tokens": 13207 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce pri osobe Samuel Džurina je „Dialógový systém pre podporu firemných procesov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.215384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.877204, + "tool_latency_seconds": 0.215384, + "final_model_latency_seconds": 13.706857, + "total_latency_seconds": 15.800602, + "usage": { + "prompt_tokens": 17008, + "completion_tokens": 139, + "total_tokens": 17147 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.187677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.810045, + "tool_latency_seconds": 0.187677, + "final_model_latency_seconds": 13.125124, + "total_latency_seconds": 15.123386, + "usage": { + "prompt_tokens": 16519, + "completion_tokens": 126, + "total_tokens": 16645 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v dokumente o bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.198847, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.952226, + "tool_latency_seconds": 0.198847, + "final_model_latency_seconds": 5.989766, + "total_latency_seconds": 8.141056, + "usage": { + "prompt_tokens": 6412, + "completion_tokens": 151, + "total_tokens": 6563 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026, čo vyplýva z kategórie bp2026 a sekcie „Bakalárska práca 2026\" v jeho študentskom dokumente.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?" + }, + "latency_seconds": 0.2226, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.185821, + "tool_latency_seconds": 0.2226, + "final_model_latency_seconds": 19.867363, + "total_latency_seconds": 21.276978, + "usage": { + "prompt_tokens": 24171, + "completion_tokens": 131, + "total_tokens": 24302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Samuel Džurina začala štúdium v roku 2023 a vypracováva bakalársku prácu s cieľom dokončenia v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.20303, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.66289, + "tool_latency_seconds": 0.20303, + "final_model_latency_seconds": 13.381294, + "total_latency_seconds": 15.247711, + "usage": { + "prompt_tokens": 16139, + "completion_tokens": 141, + "total_tokens": 16280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Ne, rok 2023 nie je rokom záverečnej práce osobe Samuel Džurina, ale je to rok začiatku štúdia. Podľa dostupných informácií vypracováva bakalársku prácu v roku 2026 s témou „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.227049, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.691339, + "tool_latency_seconds": 0.227049, + "final_model_latency_seconds": 14.496234, + "total_latency_seconds": 16.415095, + "usage": { + "prompt_tokens": 16980, + "completion_tokens": 176, + "total_tokens": 17156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu na tému „Dialógový systém pre podporu firemných procesov\", ktorá je zameraná na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.192986, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.762968, + "tool_latency_seconds": 0.192986, + "final_model_latency_seconds": 17.459569, + "total_latency_seconds": 19.416042, + "usage": { + "prompt_tokens": 20669, + "completion_tokens": 185, + "total_tokens": 20854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá má za cieľ vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.203109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.830417, + "tool_latency_seconds": 0.203109, + "final_model_latency_seconds": 16.578329, + "total_latency_seconds": 18.612445, + "usage": { + "prompt_tokens": 19677, + "completion_tokens": 169, + "total_tokens": 19846 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá sa zameriava na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.279267, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.804707, + "tool_latency_seconds": 0.279267, + "final_model_latency_seconds": 20.474086, + "total_latency_seconds": 22.558933, + "usage": { + "prompt_tokens": 24650, + "completion_tokens": 164, + "total_tokens": 24814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent, ktorý vypracováva Samuel Džurina, má podporovať činnosť zásielkovej spoločnosti, čo je špecifický typ firmy v sektore špedície.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.276586, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.838028, + "tool_latency_seconds": 0.276586, + "final_model_latency_seconds": 8.265238, + "total_latency_seconds": 10.380115, + "usage": { + "prompt_tokens": 9467, + "completion_tokens": 151, + "total_tokens": 9618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, ktorým sa majú identifikovať slabé miesta a následne navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.362795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.578342, + "tool_latency_seconds": 0.362795, + "final_model_latency_seconds": 19.052134, + "total_latency_seconds": 20.993839, + "usage": { + "prompt_tokens": 23557, + "completion_tokens": 134, + "total_tokens": 23691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Oliverovi Pejičovi sa nachádza v sekcii stážistov a pojednáva o jeho 12-týždňovej stáži v rámci programu IAESTE v lete 2024, počas ktorej pracoval na úlohách týkajúcich sa hate speech projektu a hodnotenia modelov Sentence Transformer.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.180532, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.702307, + "tool_latency_seconds": 0.180532, + "final_model_latency_seconds": 11.145135, + "total_latency_seconds": 13.028429, + "usage": { + "prompt_tokens": 12465, + "completion_tokens": 177, + "total_tokens": 12642 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024 (konkrétne v letných mesiacoch august, september a október).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.163989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.738537, + "tool_latency_seconds": 0.163989, + "final_model_latency_seconds": 7.218718, + "total_latency_seconds": 9.121588, + "usage": { + "prompt_tokens": 8547, + "completion_tokens": 134, + "total_tokens": 8681 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v roku 2024 sa venovala problematike detekcie nenávistných prejavov (hate speech) a hodnoteniu modelov pre vektorové reprezentácie viet (sentence transformer models) pomocou nástroja MTEB, pričom sa špecificky zameriaval na vytvorenie hodnotiacich úloh pre slovenský jazyk v oblasti nenávistných prejavov a generovania odpovedí na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.16266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.797216, + "tool_latency_seconds": 0.16266, + "final_model_latency_seconds": 7.428543, + "total_latency_seconds": 9.388769, + "usage": { + "prompt_tokens": 7544, + "completion_tokens": 207, + "total_tokens": 7751 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na téme Hate Speech a MTEB evaluácie pracoval Oliver Pejic, ktorý mal za úlohu pripraviť MTEB evaluáciu pre slovenskú nenávistnú reč a využíval nástroj MTEB na vyhodnotenie modelov. Ostatní študenti, ako napríklad Martin Jancura, Jakub Kristián Lukas, Matej Novotný a Patrik Pokrivčák, sa zaoberali témou Hate Speech, no v dostupných dokumentoch nie je explicitne uvedené, že by pracovali aj s MTEB evaluáciou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303468, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.806872, + "tool_latency_seconds": 0.303468, + "final_model_latency_seconds": 17.404724, + "total_latency_seconds": 19.515636, + "usage": { + "prompt_tokens": 19821, + "completion_tokens": 236, + "total_tokens": 20057 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE v lete 2024 súvisela s témou Hate Speech, konkrétne s prípravou úlohy na vyhodnotenie modelu pre slovenskú nenávistnú reč (Slovak HATE speech) v rámci frameworku MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.244221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.730009, + "tool_latency_seconds": 0.244221, + "final_model_latency_seconds": 15.690352, + "total_latency_seconds": 17.66514, + "usage": { + "prompt_tokens": 18483, + "completion_tokens": 168, + "total_tokens": 18651 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE v lete 2024 súvisela s témou MTEB, kde sa jeho cieľom bolo pripraviť úlohy na vyhodnotenie pomocou tohto frameworku pre slovenský hate speech a slovenské vyhľadávanie otázok a odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.161406, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.789239, + "tool_latency_seconds": 0.161406, + "final_model_latency_seconds": 10.663219, + "total_latency_seconds": 12.614397, + "usage": { + "prompt_tokens": 11994, + "completion_tokens": 179, + "total_tokens": 12173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica, ktorá sa konala v lete 2024 (IAESTE Intern Summer 2024), súvisela s témou SentenceTransformer, pretože jedným z cieľov bolo pomôcť s vyhodnotením modelov Sentence Transformer pomocou nástroja MTEB a pripraviť úlohy na vyhodnotenie pre slovenský hate speech a otázku-odpoveď.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.340019, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.722038, + "tool_latency_seconds": 0.340019, + "final_model_latency_seconds": 16.640654, + "total_latency_seconds": 18.70332, + "usage": { + "prompt_tokens": 19088, + "completion_tokens": 195, + "total_tokens": 19283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej praxe pracovať na príprave dvoch úloh pre framework MTEB: úlohu pre slovenskú detekciu nenávistných prejavov (Slovak HATE speech) a úlohu pre slovenské vyhľadávanie odpovedí na otázky (Slovak question answering).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.303231, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.596586, + "tool_latency_seconds": 0.303231, + "final_model_latency_seconds": 24.194204, + "total_latency_seconds": 26.094948, + "usage": { + "prompt_tokens": 28465, + "completion_tokens": 164, + "total_tokens": 28629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.324009, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.539245, + "tool_latency_seconds": 0.324009, + "final_model_latency_seconds": 11.981759, + "total_latency_seconds": 13.845504, + "usage": { + "prompt_tokens": 14551, + "completion_tokens": 110, + "total_tokens": 14661 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi sa nachádza na stránke, kde je uvedený ako internista s pravdepodobným termínom stáže v lete 2019 v rámci projektu Named entity annotations.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.200264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.734765, + "tool_latency_seconds": 0.200264, + "final_model_latency_seconds": 9.642948, + "total_latency_seconds": 11.578408, + "usage": { + "prompt_tokens": 11164, + "completion_tokens": 153, + "total_tokens": 11317 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.2291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.547646, + "tool_latency_seconds": 0.2291, + "final_model_latency_seconds": 15.671467, + "total_latency_seconds": 17.448798, + "usage": { + "prompt_tokens": 19275, + "completion_tokens": 113, + "total_tokens": 19388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych pomenovaných entít (Named Entity Recognition) v rámci projektu pre spracovanie prirodzeného jazyka, pričom jeho úlohou bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.264142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.812891, + "tool_latency_seconds": 0.264142, + "final_model_latency_seconds": 12.572123, + "total_latency_seconds": 14.649592, + "usage": { + "prompt_tokens": 14276, + "completion_tokens": 187, + "total_tokens": 14463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou pomenovaných entít (named entities), sa zameriavala na ich anotáciu a vytvorenie manuálne označenej trénovacej množiny z transkriptov reči s cieľom umožniť rozpoznávanie neznámych pomenovaných entít a navrhnutie anotačnej schémy, a to pravdepodobne počas leta 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.180887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.766527, + "tool_latency_seconds": 0.180887, + "final_model_latency_seconds": 15.459274, + "total_latency_seconds": 17.407301, + "usage": { + "prompt_tokens": 17797, + "completion_tokens": 207, + "total_tokens": 18004 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations, kde sa ako nástroj využívala knižnica spaCy na tréning a vyhodnocovanie klasifikátora a konverziu prepisov reči do trénovacej sadzby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.228618, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.817025, + "tool_latency_seconds": 0.228618, + "final_model_latency_seconds": 8.999864, + "total_latency_seconds": 11.045883, + "usage": { + "prompt_tokens": 10039, + "completion_tokens": 167, + "total_tokens": 10206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez vykonával stáž v rámci projektu Named entity annotations, kde sa v lete 2019 zaoberal manuálnou anotáciou dát pomocou nástroja Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.365877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.789238, + "tool_latency_seconds": 0.365877, + "final_model_latency_seconds": 13.770168, + "total_latency_seconds": 15.925808, + "usage": { + "prompt_tokens": 16831, + "completion_tokens": 150, + "total_tokens": 16981 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v roku 2019 stanovené tri hlavné ciele: byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu množinu zo transkriptov reči a navrhnúť schému pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.150755, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.807415, + "tool_latency_seconds": 0.150755, + "final_model_latency_seconds": 10.834791, + "total_latency_seconds": 12.793504, + "usage": { + "prompt_tokens": 12316, + "completion_tokens": 176, + "total_tokens": 12492 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.290463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.66506, + "tool_latency_seconds": 0.290463, + "final_model_latency_seconds": 13.095961, + "total_latency_seconds": 15.05202, + "usage": { + "prompt_tokens": 16550, + "completion_tokens": 112, + "total_tokens": 16662 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi opisuje jeho ERASMUS stáž v jarnej sezóne 2026 s témou „(multilingual) Triplet extraction from medical data\", ktorá mala za cieľ vytvoriť graf poznatkov z lekárskych príbalových letákov a využiť ho v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș." + }, + "latency_seconds": 0.27388, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.131004, + "tool_latency_seconds": 0.27388, + "final_model_latency_seconds": 11.500508, + "total_latency_seconds": 12.905832, + "usage": { + "prompt_tokens": 12872, + "completion_tokens": 151, + "total_tokens": 13023 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od 20. marca do 21. mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.460573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.772736, + "tool_latency_seconds": 0.460573, + "final_model_latency_seconds": 20.025629, + "total_latency_seconds": 22.259951, + "usage": { + "prompt_tokens": 24778, + "completion_tokens": 137, + "total_tokens": 24915 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš sa počas svojej stáže venoval problému extrakcie trojíc (triplet extraction) z viacerých jazykov v rámci medicínskych dát s cieľom zostrojiť znalostný graf z balíčkov s príbalovými letákmi a využiť tento graf v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.237243, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.601982, + "tool_latency_seconds": 0.237243, + "final_model_latency_seconds": 14.277124, + "total_latency_seconds": 16.116986, + "usage": { + "prompt_tokens": 16499, + "completion_tokens": 173, + "total_tokens": 16672 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci Andrii Pervashov pracoval na diplomovej práci zameranéj na extrakciu štruktúrovaných informácií z medicínskej domény a Yevhenii Medushivskyi vytváral korpus medicínskych dát, žiadny zo nájdených zdrojov explicitne nezaznamenáva študenta, ktorý by vypracovával prácu s presne zadanou témou „multilinguálna extrakcia trojíc z medicínskych dát\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.538743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.722525, + "tool_latency_seconds": 0.538743, + "final_model_latency_seconds": 28.056318, + "total_latency_seconds": 30.31834, + "usage": { + "prompt_tokens": 31551, + "completion_tokens": 271, + "total_tokens": 31822 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș súvisela s témou „(multilingual) Triplet extraction from medical data\", ktorú realizoval počas programu ERASMUS Intern v jarnej sezóne 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.247458, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.804131, + "tool_latency_seconds": 0.247458, + "final_model_latency_seconds": 10.823786, + "total_latency_seconds": 12.875787, + "usage": { + "prompt_tokens": 12431, + "completion_tokens": 152, + "total_tokens": 12583 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s názvom „(multilingual) Triplet extraction from medical data\" sa uskutočnila na jar 2026 a jej cieľom bolo zostavenie znalostného grafu z lekárskych letákov liekov v niekoľkých jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.268046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.781834, + "tool_latency_seconds": 0.268046, + "final_model_latency_seconds": 12.414761, + "total_latency_seconds": 14.465123, + "usage": { + "prompt_tokens": 14636, + "completion_tokens": 171, + "total_tokens": 14807 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou medical sa nazýva „(multilingual) Triplet extraction from medical data\" a bola realizovaná ako Erasmus interná stáž v jarnom semestri roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.2245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.556575, + "tool_latency_seconds": 0.2245, + "final_model_latency_seconds": 11.654304, + "total_latency_seconds": 13.43598, + "usage": { + "prompt_tokens": 13894, + "completion_tokens": 140, + "total_tokens": 14034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Témou stáže Bogdana Paula Chișa bola viacjazyčná extrakcia trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.381979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.776066, + "tool_latency_seconds": 0.381979, + "final_model_latency_seconds": 10.914527, + "total_latency_seconds": 13.073047, + "usage": { + "prompt_tokens": 13419, + "completion_tokens": 130, + "total_tokens": 13549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.287476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.836529, + "tool_latency_seconds": 0.287476, + "final_model_latency_seconds": 12.403802, + "total_latency_seconds": 14.528319, + "usage": { + "prompt_tokens": 15444, + "completion_tokens": 132, + "total_tokens": 15576 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z lekárskeho balíčkového letáku (príbalového letáku) v rôznych jazykoch počas svojej stáže ERASMUS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.286109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.632254, + "tool_latency_seconds": 0.286109, + "final_model_latency_seconds": 13.67168, + "total_latency_seconds": 15.590533, + "usage": { + "prompt_tokens": 16446, + "completion_tokens": 144, + "total_tokens": 16590 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka pre projekt „Dialógový systém\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot, kde sú uvedené úlohy, zdroje a riešitelia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.135364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.78628, + "tool_latency_seconds": 0.135364, + "final_model_latency_seconds": 10.316993, + "total_latency_seconds": 12.239001, + "usage": { + "prompt_tokens": 12355, + "completion_tokens": 147, + "total_tokens": 12502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Priamou témou „Dialógový systém“ sa v ZP Wiki zaoberá dokument s názvom „Dialógový systém“, ktorý predstavuje projektovú stránku zameranú na vývoj dialógového systému pre komunikáciu občana s mestom pomocou nástroja RASA. Tento dokument zároveň uvádza riešiteľov, ktorí tému realizovali, vrátane Mateja Ščišľaka a Martina Šarišského, ktorí pri svojich bakalárskych prácach pracovali na dialógových systémoch pre potreby samosprávy a zodpovedanie otázok.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5 + }, + "latency_seconds": 0.329937, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.358131, + "tool_latency_seconds": 0.329937, + "final_model_latency_seconds": 23.943906, + "total_latency_seconds": 25.632617, + "usage": { + "prompt_tokens": 26690, + "completion_tokens": 248, + "total_tokens": 26938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Dialógový systém\" patrí zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.293165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.748268, + "tool_latency_seconds": 0.293165, + "final_model_latency_seconds": 22.220535, + "total_latency_seconds": 24.262607, + "usage": { + "prompt_tokens": 26998, + "completion_tokens": 131, + "total_tokens": 27129 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Báza pravidiel projektu Dialógový systém má byť zostavená pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.163218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.788366, + "tool_latency_seconds": 0.163218, + "final_model_latency_seconds": 9.924201, + "total_latency_seconds": 11.876121, + "usage": { + "prompt_tokens": 12073, + "completion_tokens": 118, + "total_tokens": 12191 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Chatbot sa má integrovať s QA systémom (systémom na odpovedanie na otázky).\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.366784, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.82347, + "tool_latency_seconds": 0.366784, + "final_model_latency_seconds": 18.851282, + "total_latency_seconds": 21.042366, + "usage": { + "prompt_tokens": 23657, + "completion_tokens": 122, + "total_tokens": 23779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "published_only": false, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.346033, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.827182, + "tool_latency_seconds": 0.346033, + "final_model_latency_seconds": 23.04437, + "total_latency_seconds": 25.21826, + "usage": { + "prompt_tokens": 27414, + "completion_tokens": 175, + "total_tokens": 27589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Question Answering\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.37192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.760488, + "tool_latency_seconds": 0.37192, + "final_model_latency_seconds": 25.088542, + "total_latency_seconds": 27.221755, + "usage": { + "prompt_tokens": 30556, + "completion_tokens": 128, + "total_tokens": 30684 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering“, sa nazýva Question Answering a popisuje projekt vytvorenia klonu dátovú SQuaD 2.0 v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.097375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.757157, + "tool_latency_seconds": 0.097375, + "final_model_latency_seconds": 6.117355, + "total_latency_seconds": 7.972151, + "usage": { + "prompt_tokens": 6289, + "completion_tokens": 148, + "total_tokens": 6437 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránka s názvom „Question Answering\" má priradený zdrojový URL https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.405792, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.717992, + "tool_latency_seconds": 0.405792, + "final_model_latency_seconds": 25.865551, + "total_latency_seconds": 27.990111, + "usage": { + "prompt_tokens": 31930, + "completion_tokens": 122, + "total_tokens": 32052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering si kládol za cieľ vytvoriť slovenskú kópiu datasetu SQuAD 2.0 na základe údajov zo Slovenskej Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.09248, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.789656, + "tool_latency_seconds": 0.09248, + "final_model_latency_seconds": 5.8804, + "total_latency_seconds": 7.762786, + "usage": { + "prompt_tokens": 6212, + "completion_tokens": 141, + "total_tokens": 6353 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, na ktorý bol vytvorený špecifický recept (annotation recipe).\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.321577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.544094, + "tool_latency_seconds": 0.321577, + "final_model_latency_seconds": 19.090849, + "total_latency_seconds": 20.958616, + "usage": { + "prompt_tokens": 24084, + "completion_tokens": 112, + "total_tokens": 24196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Finálny export QA databázy by mal byť vo formáte SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5 + }, + "latency_seconds": 0.384303, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.405147, + "tool_latency_seconds": 0.384303, + "final_model_latency_seconds": 15.90623, + "total_latency_seconds": 17.696918, + "usage": { + "prompt_tokens": 19697, + "completion_tokens": 86, + "total_tokens": 19783 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pre každý odsek pri anotácii otázok má vzniknúť 5 otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.215185, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.892288, + "tool_latency_seconds": 0.215185, + "final_model_latency_seconds": 12.091993, + "total_latency_seconds": 14.199915, + "usage": { + "prompt_tokens": 15205, + "completion_tokens": 120, + "total_tokens": 15325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú stránku s názvom „Strojový preklad\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/translation, kde sú uvedené aj študenti, ktorí na tejto téme pracovali, ako sú Patrik Pavlišin, Dominik Nagy a Martin Jancura.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.280708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.765587, + "tool_latency_seconds": 0.280708, + "final_model_latency_seconds": 19.399718, + "total_latency_seconds": 21.447059, + "usage": { + "prompt_tokens": 23564, + "completion_tokens": 166, + "total_tokens": 23730 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Tematická stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad“ a nie je to študentská práca, sa volá „Strojový preklad“ a jej URL adresa je https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 1.042053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 2.005408, + "tool_latency_seconds": 1.042053, + "final_model_latency_seconds": 32.603986, + "total_latency_seconds": 35.652566, + "usage": { + "prompt_tokens": 38868, + "completion_tokens": 169, + "total_tokens": 39037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Strojový preklad\" v kontexte tém a projektov patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/translation, pričom existuje aj podrobná študentská stránka s názvom „Strojový preklad\" na adrese https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5 + }, + "latency_seconds": 0.677581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.348355, + "tool_latency_seconds": 0.677581, + "final_model_latency_seconds": 12.550617, + "total_latency_seconds": 14.576949, + "usage": { + "prompt_tokens": 13132, + "completion_tokens": 194, + "total_tokens": 13326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú stránku „Pomenované entity\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, kde sú uvedené úlohy projektu vrátane prípravy dát a anotačnej schémy. Informačnú stránku s návodom pre anotátorov k tejto téme nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209805, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.795788, + "tool_latency_seconds": 0.209805, + "final_model_latency_seconds": 19.347358, + "total_latency_seconds": 21.353569, + "usage": { + "prompt_tokens": 22557, + "completion_tokens": 210, + "total_tokens": 22767 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Pomenované entity\", je projekt s názvom „Pomenované entity\". Ďalšie dokumenty, ktoré sa tejto téme venujú v rámci konkrétnych študentských prác, zahŕňajú bakalársku prácu Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a diplomový projekt Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.202821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.755018, + "tool_latency_seconds": 0.202821, + "final_model_latency_seconds": 21.010612, + "total_latency_seconds": 22.96909, + "usage": { + "prompt_tokens": 22822, + "completion_tokens": 284, + "total_tokens": 23106 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Pomenované entity\" v ZP Wiki patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.241348, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.281336, + "tool_latency_seconds": 0.241348, + "final_model_latency_seconds": 19.897809, + "total_latency_seconds": 21.421175, + "usage": { + "prompt_tokens": 24505, + "completion_tokens": 101, + "total_tokens": 24606 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Anotácia textových dát\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy a obsahuje podrobnosti o nástrojoch (napr. Prodigy, Spacy), postupe a riešiteľoch tohto projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.32648, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.900299, + "tool_latency_seconds": 0.32648, + "final_model_latency_seconds": 22.062193, + "total_latency_seconds": 24.289705, + "usage": { + "prompt_tokens": 26318, + "completion_tokens": 171, + "total_tokens": 26489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má názov „Anotácia textových dát“ a nachádza sa na stránke zameranom na nástroj Prodigy. Táto stránka obsahuje informácie o nástrojoch (ako Python a Spacy), postupe anotácie a zoznam ľudí, ktorí na projekte pracovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.760713, + "tool_latency_seconds": 0.239454, + "final_model_latency_seconds": 18.424402, + "total_latency_seconds": 20.425215, + "usage": { + "prompt_tokens": 21548, + "completion_tokens": 179, + "total_tokens": 21727 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Anotácia textových dát\" patrí k URL adrese https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "published_only": false, + "max_per_document": 1, + "limit": 5 + }, + "latency_seconds": 0.225128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.708375, + "tool_latency_seconds": 0.225128, + "final_model_latency_seconds": 18.048866, + "total_latency_seconds": 19.98325, + "usage": { + "prompt_tokens": 22248, + "completion_tokens": 124, + "total_tokens": 22372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Slovenské jazykové zdroje\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.082515, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.676895, + "tool_latency_seconds": 0.082515, + "final_model_latency_seconds": 6.288928, + "total_latency_seconds": 8.048587, + "usage": { + "prompt_tokens": 6724, + "completion_tokens": 126, + "total_tokens": 6850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", má názov „Slovenské jazykové zdroje\" a nachádza sa na webovej adrese https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.116512, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.790201, + "tool_latency_seconds": 0.116512, + "final_model_latency_seconds": 13.751464, + "total_latency_seconds": 15.659226, + "usage": { + "prompt_tokens": 16944, + "completion_tokens": 154, + "total_tokens": 17098 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.241677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.568128, + "tool_latency_seconds": 0.241677, + "final_model_latency_seconds": 14.936885, + "total_latency_seconds": 16.74724, + "usage": { + "prompt_tokens": 18602, + "completion_tokens": 114, + "total_tokens": 18716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia otázok a odpovedí“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod a obsahuje návod pre anotátorov, ako vytvárať a označovať otázky a odpovede v rámci projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.077295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.944151, + "tool_latency_seconds": 0.077295, + "final_model_latency_seconds": 7.663589, + "total_latency_seconds": 9.685331, + "usage": { + "prompt_tokens": 8358, + "completion_tokens": 175, + "total_tokens": 8533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí“, sa volá „Anotácia otázok a odpovedí“ a poskytuje návod pre anotátorov vrátane pravidiel pre vyznačovanie odpovedí a príkladov anotácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "limit": 5 + }, + "latency_seconds": 0.270778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.393323, + "tool_latency_seconds": 0.270778, + "final_model_latency_seconds": 19.614453, + "total_latency_seconds": 21.279241, + "usage": { + "prompt_tokens": 23853, + "completion_tokens": 141, + "total_tokens": 23994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí“ patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.251614, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.752722, + "tool_latency_seconds": 0.251614, + "final_model_latency_seconds": 20.181499, + "total_latency_seconds": 22.186532, + "usage": { + "prompt_tokens": 24872, + "completion_tokens": 131, + "total_tokens": 25003 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka „Anotácia pomenovaných entít\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod, kde je uvedený návod pre anotátorov a pokyny na pomoc pri vedeckom výskume rozpoznávania vlastných podstatných mien.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“." + }, + "latency_seconds": 0.131474, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.229754, + "tool_latency_seconds": 0.131474, + "final_model_latency_seconds": 16.717374, + "total_latency_seconds": 18.07938, + "usage": { + "prompt_tokens": 19684, + "completion_tokens": 139, + "total_tokens": 19823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít\", nesie názov „Anotácia pomenovaných entít\" a poskytuje návody pre anotátorov, ako v texte vyznačovať vlastné podstatné mená a iné entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212265, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.787091, + "tool_latency_seconds": 0.212265, + "final_model_latency_seconds": 18.098393, + "total_latency_seconds": 20.098969, + "usage": { + "prompt_tokens": 21599, + "completion_tokens": 166, + "total_tokens": 21765 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Anotácia pomenovaných entít\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.144975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.746459, + "tool_latency_seconds": 0.144975, + "final_model_latency_seconds": 16.156563, + "total_latency_seconds": 18.048641, + "usage": { + "prompt_tokens": 19681, + "completion_tokens": 135, + "total_tokens": 19816 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki sa nájde viacero dokumentov, ktoré riešia témy RAG (Retrieval Augmented Generation) alebo GraphRAG. Diplomová práca Oleh Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" sa zameriava na využitie znalostných grafov a systémov ako LightRAG a MiniRAG. Diplomová práca Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" rieši vytvorenie systému GraphRAG kombinujúceho FAISS a Neo4J. Diplomový projekt Jána Malinovského s témou „Grafové vyhľadávanie pre podporu vzdelávania\" sa zaoberá konceptom GraphRAG a jeho aplikáciou na dokumenty z oblasti vzdelávania. Bakalárska práca Maksyma Zatirky s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" skúma využitie znalostných grafov pri RAG v právnej doméne. Diplomový projekt Jána Ptáka s témou „Agent pre manažment záverečných prác\" tiež obsahuje úlohy súvisiace s GraphRAG. Stážista Bogdan Paul Chiš riešil projekt na extrakciu trojíc z lekárskych dát s využitím RAG systémov a GraphRAG. Diplomový projekt Martina Šarišského sa venoval vylepšeniu vyhľadávania v zákonoch pomocou Graph RAG. Bakalárska práca Rostyslava Rodzhuka s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" implementuje RAG agenta.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.428577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.818401, + "tool_latency_seconds": 0.428577, + "final_model_latency_seconds": 34.471883, + "total_latency_seconds": 36.71991, + "usage": { + "prompt_tokens": 31671, + "completion_tokens": 664, + "total_tokens": 32335 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa našlo viacero projektov, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi. Martin Šarišský v diplomovom projekte skúma vylepšenie vyhľadávania v zákonoch pomocou Graph RAG a návrh agenta pre právne problémy. Valerii Kutsenko navrhuje agenta, ktorý buduje a využíva znalostný graf pre vyhľadávanie, pričom pracuje s multilinguálnymi grafmi a systémom LightRAG. Matej Ščišľak vyvíja systém pre vyhľadávanie v právnych informáciách využívajúci GraphRAG (kombinácia FAISS a Neo4J) a inteligentného agenta. Oleh Poiasnik pracuje na expertnom agentovom systéme pre lekárne, ktorý využíva znalostný graf z príbalových letákov na podporu rozhodovania. Bogdan Paul Chiš v rámci študentskej praxe zostavuje znalostný graf z medicínskych dát a využíva ho v inteligentnom agentovi na odporúčanie liekov. Ján Malinovský vytvára agenta pre podporu vzdelávania, ktorý vyhľadáva v znalostnom grafe a generuje odpovede na základe týchto informácií. Ján Pták plánuje využiť znalostný graf a GraphRAG na zlepšenie agenta pre manažment záverečných prác. Oleksandr Hryshchenko vyvíja systém pre získavanie informácií pracujúci s grafovými informáciami a Retrieval Augmented Generation. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta, ktorý využíva znalostný graf pre slovenské právo na vyhľadávanie a generovanie odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.554526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.887576, + "tool_latency_seconds": 0.554526, + "final_model_latency_seconds": 46.179525, + "total_latency_seconds": 48.623096, + "usage": { + "prompt_tokens": 43352, + "completion_tokens": 716, + "total_tokens": 44068 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumentom, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, patria bakalárske práce Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2022, Ediza Morochoviča s názvom „Štatistické rozpoznávanie pomenovaných entít“ z roku 2019 a Serhiiho Yemetsa s cieľom zlepšenia slovenského modelu pre rozpoznávanie pomenovaných entít pre rok 2025. Diplomový projekt Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2021 sa priamo zameriava na oba aspekty. Tému spracoval aj študent Than Trung Thanh v rámci bakalárskeho projektu „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy“ z roku 2021, ktorý zahŕňal aj anotáciu korpusu. Medzi témami a projektmi sa nachádza aj interná stáž Cesara Abascala Gutierriza s cieľom rozpoznania neznámych pomenovaných entít a manuálnej anotácie trénovacej množiny z roku 2019. Ďalšími relevantnými zdrojmi sú tematické dokumenty „Pomenované entity“, ktorý opisuje úlohy prípravy dát a anotačných schém, a „Podpora slovenčiny v knižnici Spacy“, ktorý stanovuje cieľ natrénovať model pre rozpoznávanie pomenovaných entít a anotačný framework Prodigy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.424109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.653949, + "tool_latency_seconds": 0.424109, + "final_model_latency_seconds": 40.961414, + "total_latency_seconds": 43.040457, + "usage": { + "prompt_tokens": 38436, + "completion_tokens": 648, + "total_tokens": 39084 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + false + ], + "source_match_count": 4, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\", Tomáš Kuchárik vypracoval diplomovú prácu „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" a Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 1.504802, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.044341, + "tool_latency_seconds": 1.504802, + "final_model_latency_seconds": 22.208148, + "total_latency_seconds": 25.757901, + "usage": { + "prompt_tokens": 24287, + "completion_tokens": 271, + "total_tokens": 24558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Bogdan Paul Chiș nájdete v ZP Wiki na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde sú uvedené podrobnosti o jeho stážovom projekte Erasmus v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "limit": 5 + }, + "latency_seconds": 0.306849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.304729, + "tool_latency_seconds": 0.306849, + "final_model_latency_seconds": 11.11217, + "total_latency_seconds": 12.724161, + "usage": { + "prompt_tokens": 12358, + "completion_tokens": 140, + "total_tokens": 12498 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke interného projektu pod cestou `pages/interns/cesar_gutierrez`, kde je uvedený ako účastník projektu Named entity annotations z leta 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?" + }, + "latency_seconds": 0.306926, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.160933, + "tool_latency_seconds": 0.306926, + "final_model_latency_seconds": 10.244588, + "total_latency_seconds": 11.712916, + "usage": { + "prompt_tokens": 11999, + "completion_tokens": 121, + "total_tokens": 12120 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza na stránke s cestou `/interns/oliver_pejic`, ktorá je zaradená do kategórie stážistov (IAESTE).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.302015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.731343, + "tool_latency_seconds": 0.302015, + "final_model_latency_seconds": 9.70606, + "total_latency_seconds": 11.739838, + "usage": { + "prompt_tokens": 11528, + "completion_tokens": 148, + "total_tokens": 11676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Sevval Bulburu v ZP Wiki nájdete na stránke s cestou `pages/interns/sevval_bulburu`, ktorá obsahuje informácie o jej stáži a úlohách súvisiacich s projektom hate speech a NLP.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.268176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.769292, + "tool_latency_seconds": 0.268176, + "final_model_latency_seconds": 10.494204, + "total_latency_seconds": 12.532209, + "usage": { + "prompt_tokens": 12206, + "completion_tokens": 165, + "total_tokens": 12371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Youssef Ressaissi sa v ZP Wiki nachádza na stránke s URL adresou https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi, kde sú uvedené informácie o jeho práci v rámci projektu IAESTE.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.25888, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.802579, + "tool_latency_seconds": 0.25888, + "final_model_latency_seconds": 10.731571, + "total_latency_seconds": 12.793507, + "usage": { + "prompt_tokens": 12536, + "completion_tokens": 166, + "total_tokens": 12702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dárius Lindvai nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai, kde sú uvedené informácie o jeho štúdiu začínajúcom v roku 2016 a o vypracovanej diplomovej práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.390357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.682738, + "tool_latency_seconds": 0.390357, + "final_model_latency_seconds": 14.538352, + "total_latency_seconds": 16.612376, + "usage": { + "prompt_tokens": 16752, + "completion_tokens": 201, + "total_tokens": 16953 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dominik Nagy, ktorý obsahuje informácie o jeho štúdiu a záverečných prácach, nájdete na stránke ZP Wiki s cestou `/students/2016/dominik_nagy`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.248365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.811009, + "tool_latency_seconds": 0.248365, + "final_model_latency_seconds": 13.484924, + "total_latency_seconds": 15.544843, + "usage": { + "prompt_tokens": 16261, + "completion_tokens": 160, + "total_tokens": 16421 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Jakub Maruniak sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je organizovaná podľa roku nástupu na štúdium (2016) a jeho mena.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.349405, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.735957, + "tool_latency_seconds": 0.349405, + "final_model_latency_seconds": 13.942287, + "total_latency_seconds": 16.028182, + "usage": { + "prompt_tokens": 16911, + "completion_tokens": 154, + "total_tokens": 17065 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Holp sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2016) a mena. Konkrétne ide o dokument s názvom „Ján Holp\" v ceste `pages/students/2016/jan_holp/README.md`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.272617, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.607363, + "tool_latency_seconds": 0.272617, + "final_model_latency_seconds": 14.330431, + "total_latency_seconds": 16.211013, + "usage": { + "prompt_tokens": 16675, + "completion_tokens": 179, + "total_tokens": 16854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Lukáš Pokrývka nájdete na študentskej stránke ZP Wiki pod cestou `/students/2016/lukas_pokryvka`, kde sú uvedené jeho záverečné práce vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí\" z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.3421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.822292, + "tool_latency_seconds": 0.3421, + "final_model_latency_seconds": 15.073415, + "total_latency_seconds": 17.23834, + "usage": { + "prompt_tokens": 17728, + "completion_tokens": 190, + "total_tokens": 17918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Márk Fehér nájdete na stránke ZP Wiki pod cestou `/students/2016/mark_feher`, ktorá obsahuje detaily o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022 zamerané na klasifikáciu textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.307886, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.585458, + "tool_latency_seconds": 0.307886, + "final_model_latency_seconds": 16.077097, + "total_latency_seconds": 17.971107, + "usage": { + "prompt_tokens": 18923, + "completion_tokens": 162, + "total_tokens": 19085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maroš Harahus nájdete na študentskej stránke v ZP Wiki s cestou `/students/2016/maros_harahus`, ktorá obsahuje prehľad jeho prác vrátane diplomových projektov, dizertačnej práce a štúdia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.557854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.764121, + "tool_latency_seconds": 1.557854, + "final_model_latency_seconds": 13.957941, + "total_latency_seconds": 17.280475, + "usage": { + "prompt_tokens": 16458, + "completion_tokens": 166, + "total_tokens": 16624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Patrik Pavlišin nájdete na stránke v ZP Wiki, ktorá je umiestnená v adresári `students/2016/patrik_pavlisin`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.580259, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.690952, + "tool_latency_seconds": 0.580259, + "final_model_latency_seconds": 12.107118, + "total_latency_seconds": 14.378865, + "usage": { + "prompt_tokens": 14632, + "completion_tokens": 148, + "total_tokens": 14780 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tomáš Kuchárik nájdete na stránke s profilom študenta, ktorá je umiestnená pod cestou `/students/2016/tomas_kucharik`. Na tejto stránke sú evidované jeho študijné projekty, vrátane diplomových projektov z rokov 2021 a 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.38595, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.797277, + "tool_latency_seconds": 0.38595, + "final_model_latency_seconds": 13.605352, + "total_latency_seconds": 15.789181, + "usage": { + "prompt_tokens": 15819, + "completion_tokens": 186, + "total_tokens": 16005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dmytro Ushatenko sa nachádza na študentskej stránke, ktorá je umiestnená v ZP Wiki pod cestou `/students/2017/dmytro_ushatenko` a obsahuje informácie o jeho bakalárskej práci z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.403067, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.817814, + "tool_latency_seconds": 0.403067, + "final_model_latency_seconds": 12.000459, + "total_latency_seconds": 14.22186, + "usage": { + "prompt_tokens": 13921, + "completion_tokens": 176, + "total_tokens": 14097 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dávid Omasta sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je organizovaná podľa roku nástupu na štúdium (v tomto prípade rok 2018) a mena priezviska. Konkrétna URL adresa tejto stránky je https://zp.kemt.fei.tuke.sk/students/2018/david_omasta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "published_only": true + }, + "latency_seconds": 0.273482, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.318728, + "tool_latency_seconds": 0.273482, + "final_model_latency_seconds": 10.687975, + "total_latency_seconds": 12.280626, + "usage": { + "prompt_tokens": 11714, + "completion_tokens": 167, + "total_tokens": 11881 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Wencel nájdete v ZP Wiki na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2018) a mena priezviska.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.293859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.688334, + "tool_latency_seconds": 0.293859, + "final_model_latency_seconds": 11.467451, + "total_latency_seconds": 13.450327, + "usage": { + "prompt_tokens": 13594, + "completion_tokens": 156, + "total_tokens": 13750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ondrej Megela sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela, kde sú uvedené jeho študijné údaje, začiatok štúdia v roku 2018 a informácie o jeho bakalárskej i diplomovej práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.378543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.748254, + "tool_latency_seconds": 0.378543, + "final_model_latency_seconds": 13.102306, + "total_latency_seconds": 15.22955, + "usage": { + "prompt_tokens": 15109, + "completion_tokens": 184, + "total_tokens": 15293 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Alina Vitko sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2019) a mena, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?" + }, + "latency_seconds": 0.312475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.156812, + "tool_latency_seconds": 0.312475, + "final_model_latency_seconds": 12.56834, + "total_latency_seconds": 14.038368, + "usage": { + "prompt_tokens": 14483, + "completion_tokens": 147, + "total_tokens": 14630 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Artem Yatsenko nájdete na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena, konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.246718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.756811, + "tool_latency_seconds": 0.246718, + "final_model_latency_seconds": 10.498103, + "total_latency_seconds": 12.502019, + "usage": { + "prompt_tokens": 11849, + "completion_tokens": 175, + "total_tokens": 12024 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Filip Tomáš sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas, kde sú uvedené informácie o jeho diplomovej práci z roku 2025 s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.35977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.796495, + "tool_latency_seconds": 0.35977, + "final_model_latency_seconds": 19.515587, + "total_latency_seconds": 21.672466, + "usage": { + "prompt_tokens": 23284, + "completion_tokens": 186, + "total_tokens": 23470 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na študentskej stránke, ktorá je organizovaná pod rokom nástupu na štúdium 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.213648, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.854113, + "tool_latency_seconds": 0.213648, + "final_model_latency_seconds": 12.309545, + "total_latency_seconds": 14.377879, + "usage": { + "prompt_tokens": 14556, + "completion_tokens": 155, + "total_tokens": 14711 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Michal Stromko sa nachádza na študentskej stránke s adresou https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko, kde sú uvedené jeho záverečné práce, vrátane bakalárskej práce z roku 2022 a diplomového projektu z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.417303, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.495036, + "tool_latency_seconds": 0.417303, + "final_model_latency_seconds": 14.168773, + "total_latency_seconds": 16.081659, + "usage": { + "prompt_tokens": 16631, + "completion_tokens": 167, + "total_tokens": 16798 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Eduard Matovka nájdete v ZP Wiki na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2021) a jeho mena. Konkrétne ide o dokument v ceste `pages/students/2021/eduard_matovka/README.md`, kde sú uvedené informácie o jeho bakalárskej práci z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "limit": 5 + }, + "latency_seconds": 0.287653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.312537, + "tool_latency_seconds": 0.287653, + "final_model_latency_seconds": 11.272331, + "total_latency_seconds": 12.873061, + "usage": { + "prompt_tokens": 12192, + "completion_tokens": 179, + "total_tokens": 12371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Šarišský sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, kde sú evidované jeho bakalárska práca z roku 2024, diplomový projekt z roku 2025 a diplomová práca z roku 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "limit": 5 + }, + "latency_seconds": 0.363056, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.29478, + "tool_latency_seconds": 0.363056, + "final_model_latency_seconds": 16.020886, + "total_latency_seconds": 17.679303, + "usage": { + "prompt_tokens": 18653, + "completion_tokens": 161, + "total_tokens": 18814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Novotný sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (2021) a jeho mena. Konkrétne ide o dokument s názvom „Matej Novotný\", ktorý obsahuje informácie o jeho diplomovej práci z roku 2026 s témou klasifikácie webových dát pre lepšie jazykové modelovanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.258782, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.746658, + "tool_latency_seconds": 0.258782, + "final_model_latency_seconds": 13.643233, + "total_latency_seconds": 15.649126, + "usage": { + "prompt_tokens": 15195, + "completion_tokens": 212, + "total_tokens": 15407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Ščišľak nájdete na stránke s cestou `/students/2021/matej_scislak`, kde sú zaznamenané jeho bakalárska práca z roku 2024 a diplomová práca z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.35827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.815429, + "tool_latency_seconds": 0.35827, + "final_model_latency_seconds": 12.868078, + "total_latency_seconds": 15.042367, + "usage": { + "prompt_tokens": 15081, + "completion_tokens": 174, + "total_tokens": 15255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladimír Ferko nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, kde sú uvedené informácie o jeho štúdiu a záverečnej práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.357305, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.7131, + "tool_latency_seconds": 0.357305, + "final_model_latency_seconds": 12.898633, + "total_latency_seconds": 14.969478, + "usage": { + "prompt_tokens": 15181, + "completion_tokens": 167, + "total_tokens": 15348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Andrii Pervashov sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, kde sú evidované jeho záverečné práce vrátane návrhu na tému diplomovej práce z roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "limit": 5 + }, + "latency_seconds": 0.234244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.357825, + "tool_latency_seconds": 0.234244, + "final_model_latency_seconds": 11.452779, + "total_latency_seconds": 13.045341, + "usage": { + "prompt_tokens": 13129, + "completion_tokens": 154, + "total_tokens": 13283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Daniil Huzenko nájdete v ZP Wiki na stránke https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, ktorá obsahuje informácie o jeho bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?" + }, + "latency_seconds": 0.290064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.129046, + "tool_latency_seconds": 0.290064, + "final_model_latency_seconds": 12.650383, + "total_latency_seconds": 14.069959, + "usage": { + "prompt_tokens": 14452, + "completion_tokens": 149, + "total_tokens": 14601 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Malinovský sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky, kde sú uvedené jeho študijné údaje a priebeh diplomového projektu s témou „Grafové vyhľadávanie pre podporu vzdelávania\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "limit": 5 + }, + "latency_seconds": 0.366188, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.353517, + "tool_latency_seconds": 0.366188, + "final_model_latency_seconds": 12.828007, + "total_latency_seconds": 14.548205, + "usage": { + "prompt_tokens": 14974, + "completion_tokens": 154, + "total_tokens": 15128 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Pták nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, ktorá obsahuje informácie o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.346333, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.736784, + "tool_latency_seconds": 0.346333, + "final_model_latency_seconds": 10.686868, + "total_latency_seconds": 12.770399, + "usage": { + "prompt_tokens": 12232, + "completion_tokens": 170, + "total_tokens": 12402 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleh Poiasnik sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári `students/2022/oleh_poiasnik` a obsahuje informácie o jeho bakalárskej práci z roku 2025 aj diplomovej práci pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.307074, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.690715, + "tool_latency_seconds": 0.307074, + "final_model_latency_seconds": 15.591747, + "total_latency_seconds": 17.590063, + "usage": { + "prompt_tokens": 18294, + "completion_tokens": 177, + "total_tokens": 18471 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Vasiľ, ktorý obsahuje informácie o jeho bakalárskej práci s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\", sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.25799, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.683221, + "tool_latency_seconds": 0.25799, + "final_model_latency_seconds": 11.265171, + "total_latency_seconds": 13.206874, + "usage": { + "prompt_tokens": 12515, + "completion_tokens": 183, + "total_tokens": 12698 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tetiana Mohorian nájdete v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian, kde je uvedené, že študentka začala štúdium v roku 2022 a pracuje na bakalárskej práci z roku 2025 s témami súvisiacimi s NLP, RAG a Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.320345, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.802633, + "tool_latency_seconds": 0.320345, + "final_model_latency_seconds": 11.254197, + "total_latency_seconds": 13.377625, + "usage": { + "prompt_tokens": 12448, + "completion_tokens": 204, + "total_tokens": 12652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Valerii Kutsenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde sú uvedené informácie o jej bakalárskej práci z roku 2025 zameraná na automatizované generovanie otázok a Retrieval Augmented Generation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.380732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.329063, + "tool_latency_seconds": 0.380732, + "final_model_latency_seconds": 13.816704, + "total_latency_seconds": 15.527032, + "usage": { + "prompt_tokens": 16177, + "completion_tokens": 156, + "total_tokens": 16333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladyslav Yanchenko sa v ZP Wiki nachádza na stránke s cestou `/students/2022/vladyslav_yanchenko`, kde sú uvedené detaily o jeho bakalárskej práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.26044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.74945, + "tool_latency_seconds": 0.26044, + "final_model_latency_seconds": 11.622791, + "total_latency_seconds": 13.633272, + "usage": { + "prompt_tokens": 12997, + "completion_tokens": 180, + "total_tokens": 13177 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Denis Le Thanh sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh, kde je uvedený ako študent začínajúci štúdium v roku 2023 a vypracovávajúci bakalársku prácu s témou Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?" + }, + "latency_seconds": 0.232122, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.128828, + "tool_latency_seconds": 0.232122, + "final_model_latency_seconds": 14.059712, + "total_latency_seconds": 15.421128, + "usage": { + "prompt_tokens": 16050, + "completion_tokens": 161, + "total_tokens": 16211 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maksym Zatirka sa v ZP Wiki nachádza na stránke `https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka`, kde sú evidované informácie o jeho bakalárskej práci z roku 2026 s témou „Grafová databáza pre podporu generovania slovenského jazyka\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "limit": 5 + }, + "latency_seconds": 0.278833, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.373331, + "tool_latency_seconds": 0.278833, + "final_model_latency_seconds": 12.775354, + "total_latency_seconds": 14.427962, + "usage": { + "prompt_tokens": 14623, + "completion_tokens": 170, + "total_tokens": 14793 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleksandr Dorybohov nájdete v ZP Wiki na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov, kde sú uvedené informácie o jeho bakalárskej práci s témou Automatické odpovede na otázky v právnej oblasti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.254169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.771636, + "tool_latency_seconds": 0.254169, + "final_model_latency_seconds": 11.227947, + "total_latency_seconds": 13.254137, + "usage": { + "prompt_tokens": 12668, + "completion_tokens": 182, + "total_tokens": 12850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, ktorá obsahuje informácie o jeho bakalárskej práci s témou „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "limit": 5 + }, + "latency_seconds": 0.221213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.298581, + "tool_latency_seconds": 0.221213, + "final_model_latency_seconds": 8.402817, + "total_latency_seconds": 9.922963, + "usage": { + "prompt_tokens": 9398, + "completion_tokens": 143, + "total_tokens": 9541 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Rostyslav Rodzhuk nájdete na študentskej stránke v ZP Wiki pod cestou `/students/2023/rostyslav_rodzhuk`, kde sú uvedené informácie o jeho bakalárskej práci s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\" a vedeckom projekte zameranom na veľký jazykový model.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.280485, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.745312, + "tool_latency_seconds": 0.280485, + "final_model_latency_seconds": 10.808421, + "total_latency_seconds": 12.834679, + "usage": { + "prompt_tokens": 11977, + "completion_tokens": 199, + "total_tokens": 12176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Džurina sa nachádza na stránke ZP Wiki s URL adresou https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené informácie o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "limit": 5 + }, + "latency_seconds": 0.276841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.299904, + "tool_latency_seconds": 0.276841, + "final_model_latency_seconds": 13.335901, + "total_latency_seconds": 14.913375, + "usage": { + "prompt_tokens": 15510, + "completion_tokens": 153, + "total_tokens": 15663 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Simona Bobrovčanová nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde je uvedená ako študentka začínajúca štúdium v roku 2023 a vypracúvajúca bakalársku prácu s témou „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.242483, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.756622, + "tool_latency_seconds": 0.242483, + "final_model_latency_seconds": 12.294015, + "total_latency_seconds": 14.293572, + "usage": { + "prompt_tokens": 13801, + "completion_tokens": 199, + "total_tokens": 14000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paula Chișa s témou „knowledge graph\", je dokument o jeho stáži (ERASMUS Intern Spring 2026), kde má za cieľ zostaviť znalostný graf z lekárskych príbalových letákov v niekoľkých jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.407941, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.790066, + "tool_latency_seconds": 0.407941, + "final_model_latency_seconds": 21.685553, + "total_latency_seconds": 23.884264, + "usage": { + "prompt_tokens": 25705, + "completion_tokens": 191, + "total_tokens": 25896 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „medical\", je záznam o jeho stáži (Erasmus Intern Spring 2026), kde bola téma práce definovaná ako „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.283465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.778846, + "tool_latency_seconds": 0.283465, + "final_model_latency_seconds": 9.0639, + "total_latency_seconds": 11.126689, + "usage": { + "prompt_tokens": 9879, + "completion_tokens": 164, + "total_tokens": 10043 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Bogdan Paul Chiș s témou „Triplet extraction“ spája záznam o jeho stáži (Erasmus Intern Spring 2026), kde je témou prácu „(multilingual) Triplet extraction from medical data“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.346992, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.785074, + "tool_latency_seconds": 0.346992, + "final_model_latency_seconds": 10.249138, + "total_latency_seconds": 12.381608, + "usage": { + "prompt_tokens": 12028, + "completion_tokens": 157, + "total_tokens": 12185 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki spájajúci osobu Cesar Abascal Gutierrez s témou „named entities\" je interný projekt z leta 2019 pod názvom „Named entity annotations\", kde sa zameriaval na rozpoznávanie neznámych pomenovaných entít, manuálnu anotáciu trénovacej sady z prepisov reči a návrh anotačnej schémy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "limit": 5 + }, + "latency_seconds": 0.321176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.363679, + "tool_latency_seconds": 0.321176, + "final_model_latency_seconds": 20.83626, + "total_latency_seconds": 22.521803, + "usage": { + "prompt_tokens": 24739, + "completion_tokens": 167, + "total_tokens": 24906 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spájaná s nástrojom Prodigy (v kontexte manuálnej anotácie) v rámci dokumentu o jeho internáte, kde sa uvádza ako nástroj pre manuálnu anotáciu v projekte rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.257846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.804363, + "tool_latency_seconds": 0.257846, + "final_model_latency_seconds": 12.955083, + "total_latency_seconds": 15.017763, + "usage": { + "prompt_tokens": 15148, + "completion_tokens": 169, + "total_tokens": 15317 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki spájajúci osobu Cesar Abascal Gutierrez s témou spaCy je interný projekt s názvom „Named entity annotations\", pri ktorom sa využíva knižnica spaCy na strojové učenie a prípravu dát z transkriptov pre trénovanie klasifikátora.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.18659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.795971, + "tool_latency_seconds": 0.18659, + "final_model_latency_seconds": 10.40257, + "total_latency_seconds": 12.385549, + "usage": { + "prompt_tokens": 11929, + "completion_tokens": 170, + "total_tokens": 12099 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Oliver Pejic je v ZP Wiki spája s témou „Hate Speech\" v rámci svojej stáže IAESTE v roku 2024, kde mal za cieľ pomôcť s projektom Hate Speech a pripraviť úlohu na vyhodnotenie pre slovenskú databázu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.165234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.748222, + "tool_latency_seconds": 0.165234, + "final_model_latency_seconds": 18.383187, + "total_latency_seconds": 20.297256, + "usage": { + "prompt_tokens": 21913, + "completion_tokens": 175, + "total_tokens": 22088 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Olivera Pejica s témou MTEB, je jeho stránka o stáži v rámci IAESTE v lete 2024, kde sa medzi úlohami uvádza pomoc s vyhodnocovaním modelov sentence transformer pomocou nástroja MTEB a príprava úloh MTEB pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.081605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.766333, + "tool_latency_seconds": 0.081605, + "final_model_latency_seconds": 6.864585, + "total_latency_seconds": 8.712861, + "usage": { + "prompt_tokens": 6678, + "completion_tokens": 188, + "total_tokens": 6866 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Oliver Pejic je v ZP Wiki spája s témou „SentenceTransformer\" v zázname o jeho letnej stáži (IAESTE Intern Summer 2024), kde sa mu v príprave úloh na 7. 8. 2024 uložilo oboznámiť sa s frameworkom SentenceTransformer.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.262492, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.752339, + "tool_latency_seconds": 0.262492, + "final_model_latency_seconds": 9.243251, + "total_latency_seconds": 11.258558, + "usage": { + "prompt_tokens": 10393, + "completion_tokens": 176, + "total_tokens": 10569 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam spájajúci osobu Sevval Bulburu s témou „BERT“ je jej dokument o štátnom praxi (internship) v roku 2023, kde v rámci projektu na detekciu nenávistných prejavov navrhla a skúsila extra vrstvy nad modelom BERT a plánovala využiť viaceré BERT modely vrátane multilingválneho pre baseline.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.285071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.741173, + "tool_latency_seconds": 0.285071, + "final_model_latency_seconds": 13.360037, + "total_latency_seconds": 15.387098, + "usage": { + "prompt_tokens": 15276, + "completion_tokens": 197, + "total_tokens": 15473 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki uvedená ako účastníčka projektu „Hate Speech\", kde v roku 2023 ako študentka IAESTE stáže pracovala na detekcii nenávistných prejavov a experimentovala s vyvažovaním datasetov a modelmi BERT. Je uvedená ako bývalý účastník v dokumente o projekte Hate Speech a jej osobná stránka detailne opisuje jej činnosť v rámci tohto projektu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/interns/sevval_bulburu\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.083549, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.799709, + "tool_latency_seconds": 0.083549, + "final_model_latency_seconds": 10.51099, + "total_latency_seconds": 12.394609, + "usage": { + "prompt_tokens": 10884, + "completion_tokens": 224, + "total_tokens": 11108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou SMOTE v rámci svojho projektu z letnej stáže v roku 2023, kde pri riešení nerovnováhy v slovenskom dátovom súbore pre detekciu nenávistných prejavov skúšala metódu SMOTE na vzorkovanie, ktorá však nefungovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.289257, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.551745, + "tool_latency_seconds": 0.289257, + "final_model_latency_seconds": 10.753689, + "total_latency_seconds": 12.595362, + "usage": { + "prompt_tokens": 12033, + "completion_tokens": 176, + "total_tokens": 12209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Youssefa Ressaissiho s témou ROUGE, je dokument o jeho internátskej praxi (IAESTE Intern Summer 2025), kde sa v rámci úloh na sumarizáciu textov v slovenskom medicínskom a právnom doméne explicitne spomína štúdium metrík ROUGE a BLEU, ako aj vyhodnotenie viacerých modelov pomocou týchto metrík.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.287082, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.772033, + "tool_latency_seconds": 0.287082, + "final_model_latency_seconds": 12.38177, + "total_latency_seconds": 14.441404, + "usage": { + "prompt_tokens": 13691, + "completion_tokens": 209, + "total_tokens": 13900 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Youssef Ressaissi s témou „Slovak\" spája záznam o jeho štátnicovej praxi (IAESTE Intern Summer 2025), kde si stanovil cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.237565, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.738386, + "tool_latency_seconds": 0.237565, + "final_model_latency_seconds": 12.219983, + "total_latency_seconds": 14.196486, + "usage": { + "prompt_tokens": 14229, + "completion_tokens": 180, + "total_tokens": 14409 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spojená s témou „summarization\" v zázname o jeho letnej stáži IAESTE v roku 2025, kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "limit": 5 + }, + "latency_seconds": 0.328501, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.34792, + "tool_latency_seconds": 0.328501, + "final_model_latency_seconds": 12.410658, + "total_latency_seconds": 14.087583, + "usage": { + "prompt_tokens": 14352, + "completion_tokens": 156, + "total_tokens": 14508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dárius Lindvai je v ZP Wiki spájana s témou BiLSTM v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde v rámci zápisu o činnosti uvádza tréning modelu BiLSTM+CRF.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.353686, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.76254, + "tool_latency_seconds": 0.353686, + "final_model_latency_seconds": 13.262929, + "total_latency_seconds": 15.379594, + "usage": { + "prompt_tokens": 15629, + "completion_tokens": 177, + "total_tokens": 15806 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Dárius Lindvai sa v zázname ZP Wiki spája s témou „CRF\" (presnejšie modelom BiLSTM+CRF) v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde sa v zázname o činnosti uvádza upravenie zdrojových kódov a trénovanie tohto modelu pre úlohu obnovenia interpunkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?" + }, + "latency_seconds": 0.300738, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.162597, + "tool_latency_seconds": 0.300738, + "final_model_latency_seconds": 13.707411, + "total_latency_seconds": 15.171377, + "usage": { + "prompt_tokens": 15495, + "completion_tokens": 166, + "total_tokens": 15661 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dárius Lindvai s témou „interpunkcia“ spája diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "limit": 5 + }, + "latency_seconds": 0.31916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.360917, + "tool_latency_seconds": 0.31916, + "final_model_latency_seconds": 11.214256, + "total_latency_seconds": 12.894875, + "usage": { + "prompt_tokens": 13275, + "completion_tokens": 130, + "total_tokens": 13405 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dominik Nagy s témou „Fairseq\" spája záznam o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", kde je uvedené aj zadanie práce obsahujúce natréovanie modelov pomocou tohto nástroja.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.316562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.709935, + "tool_latency_seconds": 0.316562, + "final_model_latency_seconds": 14.554466, + "total_latency_seconds": 16.581489, + "usage": { + "prompt_tokens": 17238, + "completion_tokens": 174, + "total_tokens": 17412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spojená s témou MBART v rámci jeho diplomovej práce z roku 2022, kde mu bolo stanovené zadanie vykonať experiment s architektúrou MBART a porovnať výsledky s článkom o tejto architektúre.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.267699, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.793487, + "tool_latency_seconds": 0.267699, + "final_model_latency_seconds": 7.607878, + "total_latency_seconds": 9.669393, + "usage": { + "prompt_tokens": 8306, + "completion_tokens": 165, + "total_tokens": 8471 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je spájaná s témou strojového prekladu v rámci svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.395457, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.76952, + "tool_latency_seconds": 0.395457, + "final_model_latency_seconds": 13.310131, + "total_latency_seconds": 15.475544, + "usage": { + "prompt_tokens": 15841, + "completion_tokens": 173, + "total_tokens": 16014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spojená s témou „pomenované entity\" v rámci diplomovej práce s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorú realizoval v roku 2021 ako súčasť diplomového projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.24857, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.816676, + "tool_latency_seconds": 0.24857, + "final_model_latency_seconds": 18.604975, + "total_latency_seconds": 20.670891, + "usage": { + "prompt_tokens": 22234, + "completion_tokens": 176, + "total_tokens": 22410 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Jakub Maruniak s témou Prodigy spája jeho študentský záznam, v ktorom je uvedené, že pri svojej práci na rozpoznávaní pomenovaných entít využíval nástroj Prodigy na anotáciu textových dát a riešil problémy spojené s trénovaním Spacy modelu v porovnaní s Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "limit": 5 + }, + "latency_seconds": 0.431598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.410899, + "tool_latency_seconds": 0.431598, + "final_model_latency_seconds": 12.704735, + "total_latency_seconds": 14.547683, + "usage": { + "prompt_tokens": 13878, + "completion_tokens": 162, + "total_tokens": 14040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam o Jakubovi Maruniakovi v ZP Wiki spája túto osobu s témou „Spacy\" v rámci jeho diplomového projektu (dp2021), kde pri riešení problémov so spacy modelom a trénovaní modelu podľa repozitára spacy-skmodel pracoval na rozpoznávaní pomenovaných entít (NER).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.32777, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.760055, + "tool_latency_seconds": 0.32777, + "final_model_latency_seconds": 13.506509, + "total_latency_seconds": 15.594791, + "usage": { + "prompt_tokens": 15765, + "completion_tokens": 184, + "total_tokens": 15949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Ján Holp s témou „PageRank\" spája záznam o jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde sa v rámci zadania a postupu práce explicitne uvádza implementácia a experimentovanie s metódou PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.26354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.759375, + "tool_latency_seconds": 0.26354, + "final_model_latency_seconds": 11.239728, + "total_latency_seconds": 13.263089, + "usage": { + "prompt_tokens": 12471, + "completion_tokens": 178, + "total_tokens": 12649 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Ján Holp spája s témou „slovenský internet\" jeho bakalárska práca z roku 2019 s názvom „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.408604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.790555, + "tool_latency_seconds": 0.408604, + "final_model_latency_seconds": 18.558072, + "total_latency_seconds": 20.757845, + "usage": { + "prompt_tokens": 22796, + "completion_tokens": 151, + "total_tokens": 22947 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Ján Holp s témou „získavanie informácií“, je tímový projekt s názvom „Získavanie informácií“ (členenie pod sekciou „Learning to Rank for Information Retrieval and Natural Language Processing“), kde Ján Holp figuruje ako autor dokumentu a téma je definovaná ako veda o vyhľadávaní relevantných údajov v dokumentoch. Okrem toho sa táto téma objavuje aj v zadaní jeho diplomovej práce z roku 2021, ktorá si kladie za cieľ implementovať systém pre získavanie informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "limit": 5 + }, + "latency_seconds": 0.400288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.386774, + "tool_latency_seconds": 0.400288, + "final_model_latency_seconds": 18.434349, + "total_latency_seconds": 20.221995, + "usage": { + "prompt_tokens": 20073, + "completion_tokens": 238, + "total_tokens": 20311 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou „GPU\" v zázname o jeho diplomovom projekte z roku 2020, kde sa venoval trénovaniu neurónových sietí pomocou technológií CUDA, Pytorch a využitiu viacerých GPU (vrátane trénovania na dvoch strojoch naraz).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "limit": 5 + }, + "latency_seconds": 0.387872, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.351985, + "tool_latency_seconds": 0.387872, + "final_model_latency_seconds": 13.071497, + "total_latency_seconds": 14.811824, + "usage": { + "prompt_tokens": 14884, + "completion_tokens": 162, + "total_tokens": 15046 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.323555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.817349, + "tool_latency_seconds": 0.323555, + "final_model_latency_seconds": 7.022147, + "total_latency_seconds": 9.163354, + "usage": { + "prompt_tokens": 8342, + "completion_tokens": 130, + "total_tokens": 8472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.31448, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.643704, + "tool_latency_seconds": 0.31448, + "final_model_latency_seconds": 16.639146, + "total_latency_seconds": 18.597859, + "usage": { + "prompt_tokens": 20875, + "completion_tokens": 122, + "total_tokens": 20997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.313645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.528809, + "tool_latency_seconds": 0.313645, + "final_model_latency_seconds": 7.132779, + "total_latency_seconds": 8.975546, + "usage": { + "prompt_tokens": 8343, + "completion_tokens": 114, + "total_tokens": 8457 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.287011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.85604, + "tool_latency_seconds": 0.287011, + "final_model_latency_seconds": 7.000973, + "total_latency_seconds": 9.144371, + "usage": { + "prompt_tokens": 8591, + "completion_tokens": 132, + "total_tokens": 8723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj uvádza, že Tomáš Kuchárik pracoval na vytvorení anotačnej aplikácie a plánoval anotáciu aspoň 100 otázok, ako aj na analýze toho, „koľko anotoval\" konkrétne každý anotátor, ale nezaznamenáva sa tu konkrétny počet používateľov, ktorí finálny systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.288433, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.767727, + "tool_latency_seconds": 0.288433, + "final_model_latency_seconds": 8.504681, + "total_latency_seconds": 10.56122, + "usage": { + "prompt_tokens": 8819, + "completion_tokens": 214, + "total_tokens": 9033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Tomášovi Kuchárikovi síce spomínajú použitie anotačného nástroja Prodigy a trénovanie modelov, ale neuvádzajú konkrétny model alebo typ GPU hardvéru, ktorý pri týchto prácach použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.249188, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.834813, + "tool_latency_seconds": 0.249188, + "final_model_latency_seconds": 8.451517, + "total_latency_seconds": 10.535865, + "usage": { + "prompt_tokens": 9017, + "completion_tokens": 195, + "total_tokens": 9212 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.469113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.617754, + "tool_latency_seconds": 0.469113, + "final_model_latency_seconds": 23.52542, + "total_latency_seconds": 25.613313, + "usage": { + "prompt_tokens": 29030, + "completion_tokens": 118, + "total_tokens": 29148 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.625288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.987661, + "tool_latency_seconds": 0.625288, + "final_model_latency_seconds": 8.100886, + "total_latency_seconds": 10.714173, + "usage": { + "prompt_tokens": 9538, + "completion_tokens": 139, + "total_tokens": 9677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v priloženom kontexte o Jakubovi Maruniakovi a jeho diplomovom projekte nie je uvedený konkrétny model GPU, ktorý by pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.447276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.776242, + "tool_latency_seconds": 0.447276, + "final_model_latency_seconds": 7.549239, + "total_latency_seconds": 9.773078, + "usage": { + "prompt_tokens": 8358, + "completion_tokens": 172, + "total_tokens": 8530 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v záznamoch uvedené, že Dominik Nagy pracoval na diplomovej práci a trénoval modely na serveri IDOC, konkrétne technické parametre tohto servera, ako je množstvo RAM, nie sú v poskytnutých údajoch uvedené.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.299854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.827474, + "tool_latency_seconds": 0.299854, + "final_model_latency_seconds": 7.97864, + "total_latency_seconds": 10.10641, + "usage": { + "prompt_tokens": 8581, + "completion_tokens": 195, + "total_tokens": 8776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.294937, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.917376, + "tool_latency_seconds": 0.294937, + "final_model_latency_seconds": 7.01012, + "total_latency_seconds": 9.22281, + "usage": { + "prompt_tokens": 8588, + "completion_tokens": 136, + "total_tokens": 8724 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je spomenuté, že Dominik Nagy rozbehal trénovanie na GPU, nie je špecifikovaný konkrétny model tejto grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.287209, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.739201, + "tool_latency_seconds": 0.287209, + "final_model_latency_seconds": 7.383276, + "total_latency_seconds": 9.410423, + "usage": { + "prompt_tokens": 8310, + "completion_tokens": 164, + "total_tokens": 8474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 1.093486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.629039, + "tool_latency_seconds": 1.093486, + "final_model_latency_seconds": 7.542785, + "total_latency_seconds": 10.265644, + "usage": { + "prompt_tokens": 9186, + "completion_tokens": 121, + "total_tokens": 9307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o práci Patrika Pavlišina uvádzajú ciele, ako je natrénovanie modelu prekladu a vypracovanie diplomovej práce, ale neobsahujú údaje o počte konkrétnych používateľov, ktorí výsledný systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.39661, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.792951, + "tool_latency_seconds": 0.39661, + "final_model_latency_seconds": 17.735816, + "total_latency_seconds": 19.926281, + "usage": { + "prompt_tokens": 21077, + "completion_tokens": 189, + "total_tokens": 21266 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Patrik Pavlišin používal pri práci; zdroje síce spomínajú pokusy o rozbehnutie trénovania na GPU a inštaláciu CUDA toolkitu, ale neuvádzajú názov konkrétnej grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.279255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.794052, + "tool_latency_seconds": 0.279255, + "final_model_latency_seconds": 9.12081, + "total_latency_seconds": 11.194468, + "usage": { + "prompt_tokens": 9433, + "completion_tokens": 186, + "total_tokens": 9619 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci. Zdroje spomínajú len použitie servera idoc a školského servera, ako aj problémy s GPU pri spúšťaní modelov LLAMA a mt5-base, ale neuvádzajú špecifikácie RAM.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.307325, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.834188, + "tool_latency_seconds": 0.307325, + "final_model_latency_seconds": 7.89115, + "total_latency_seconds": 10.033016, + "usage": { + "prompt_tokens": 8421, + "completion_tokens": 200, + "total_tokens": 8621 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Dávid Omasta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.241906, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.955414, + "tool_latency_seconds": 0.241906, + "final_model_latency_seconds": 6.638602, + "total_latency_seconds": 8.836196, + "usage": { + "prompt_tokens": 7605, + "completion_tokens": 160, + "total_tokens": 7765 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o práci Dávida Omasty spomína, že skúšal modely LLAMA a mT5-base na serveri idoc, ale nešli kvôli GPU, konkrétny model GPU, ktorý používal, nie je v textoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.37604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.601544, + "tool_latency_seconds": 0.37604, + "final_model_latency_seconds": 26.425199, + "total_latency_seconds": 28.403648, + "usage": { + "prompt_tokens": 31334, + "completion_tokens": 182, + "total_tokens": 31516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznamy o Kristiánovi Sopkovičovi spomínajú použitie vlastného počítača a školského servera idoc pri trénovaní modelov, neobsahujú konkrétne údaje o tom, koľko GB RAM tieto zariadenia mali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.361704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.957317, + "tool_latency_seconds": 0.361704, + "final_model_latency_seconds": 8.408468, + "total_latency_seconds": 10.727813, + "usage": { + "prompt_tokens": 8537, + "completion_tokens": 197, + "total_tokens": 8734 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.389807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.997211, + "tool_latency_seconds": 0.389807, + "final_model_latency_seconds": 6.667625, + "total_latency_seconds": 9.055056, + "usage": { + "prompt_tokens": 8067, + "completion_tokens": 142, + "total_tokens": 8209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič používal pri práci, hoci v záznamoch je uvedené, že pri trénovaní modelov s obmedzenou pamäťou (batch size najmenej 256) pracoval na 1x24 GB Titan.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.346142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.782318, + "tool_latency_seconds": 0.346142, + "final_model_latency_seconds": 8.784098, + "total_latency_seconds": 10.913022, + "usage": { + "prompt_tokens": 9616, + "completion_tokens": 194, + "total_tokens": 9810 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.55586, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.808936, + "tool_latency_seconds": 0.55586, + "final_model_latency_seconds": 6.855854, + "total_latency_seconds": 9.221155, + "usage": { + "prompt_tokens": 8300, + "completion_tokens": 131, + "total_tokens": 8431 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.397875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.701703, + "tool_latency_seconds": 0.397875, + "final_model_latency_seconds": 16.956931, + "total_latency_seconds": 19.057064, + "usage": { + "prompt_tokens": 21343, + "completion_tokens": 124, + "total_tokens": 21467 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Zdrojový text spomína používané softvérové modely a nástroje, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a Spacy, ale neuvádza konkrétny model hardvérovej karty GPU, ktorý Michal Stromko pri práci využíval.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.447941, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.723309, + "tool_latency_seconds": 0.447941, + "final_model_latency_seconds": 8.210027, + "total_latency_seconds": 10.381609, + "usage": { + "prompt_tokens": 8266, + "completion_tokens": 196, + "total_tokens": 8462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v dokumente Artema Yatsenka sa spomína možnosť využitia školského servera idoc.fei.tuke.sk alebo vlastného počítača, nie sú v ňom uvedené konkrétne špecifikácie hardvéru, ako je množstvo pamäte RAM.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.394657, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.822158, + "tool_latency_seconds": 0.394657, + "final_model_latency_seconds": 18.297897, + "total_latency_seconds": 20.515417, + "usage": { + "prompt_tokens": 21553, + "completion_tokens": 193, + "total_tokens": 21746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojový dokument Artema Yatsenka uvádza úlohy týkajúce sa rozpoznávania pomenovaných entít a anotácie korpusu, ale neobsahuje údaje o počte konkrétnych používateľov, ktorí testovali výsledný systém.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.217737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.950404, + "tool_latency_seconds": 0.217737, + "final_model_latency_seconds": 9.394496, + "total_latency_seconds": 11.563421, + "usage": { + "prompt_tokens": 10487, + "completion_tokens": 173, + "total_tokens": 10660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "limit": 5 + }, + "latency_seconds": 0.394282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.368266, + "tool_latency_seconds": 0.394282, + "final_model_latency_seconds": 23.788085, + "total_latency_seconds": 25.553175, + "usage": { + "prompt_tokens": 29456, + "completion_tokens": 101, + "total_tokens": 29557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument uvádza, že Matej Ščišľak pre prácu s lepšími modelmi použil server QUADRO, neobsahuje konkrétne údaje o výkone tohto servera ani o konfigurácii RAM v GB, ktorú používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.284176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.89264, + "tool_latency_seconds": 0.284176, + "final_model_latency_seconds": 8.704654, + "total_latency_seconds": 10.882249, + "usage": { + "prompt_tokens": 9074, + "completion_tokens": 191, + "total_tokens": 9265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Zdroj uvádza, že pri bakalárskej práci boli pripravené testovacie scenáre a chatbot bol vyhodnotený pomocou vlastnej množiny a množiny kolegu Šarišského, avšak nie je v ňom explicitne uvedený počet konkrétnych používateľov, ktorí systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.296842, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.938274, + "tool_latency_seconds": 0.296842, + "final_model_latency_seconds": 8.79832, + "total_latency_seconds": 11.033709, + "usage": { + "prompt_tokens": 9503, + "completion_tokens": 211, + "total_tokens": 9714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.399085, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.772863, + "tool_latency_seconds": 0.399085, + "final_model_latency_seconds": 25.85815, + "total_latency_seconds": 28.030992, + "usage": { + "prompt_tokens": 31949, + "completion_tokens": 130, + "total_tokens": 32079 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.417528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.637287, + "tool_latency_seconds": 0.417528, + "final_model_latency_seconds": 27.320238, + "total_latency_seconds": 29.375845, + "usage": { + "prompt_tokens": 33140, + "completion_tokens": 117, + "total_tokens": 33257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové záznamy pre Oleh Poiasnik síce spomínajú úlohu osloviť kolegov, aby vyskúšali a slovne vyhodnotili systém, ale neuvádzajú konkrétny počet používateľov, ktorí sa testovania zúčastnili.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.389173, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.729887, + "tool_latency_seconds": 0.389173, + "final_model_latency_seconds": 28.678267, + "total_latency_seconds": 30.798106, + "usage": { + "prompt_tokens": 33520, + "completion_tokens": 192, + "total_tokens": 33712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.426168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.558801, + "tool_latency_seconds": 0.426168, + "final_model_latency_seconds": 27.27728, + "total_latency_seconds": 29.263022, + "usage": { + "prompt_tokens": 33130, + "completion_tokens": 114, + "total_tokens": 33244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "limit": 5 + }, + "latency_seconds": 0.449607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.407963, + "tool_latency_seconds": 0.449607, + "final_model_latency_seconds": 22.5349, + "total_latency_seconds": 24.393343, + "usage": { + "prompt_tokens": 27354, + "completion_tokens": 105, + "total_tokens": 27459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Tetiana Mohorian. V dokumentácii sa síce uvádza, že Telegram bot bol vyhodnocovaný s priateľmi, ale presný počet testovateľov nie je špecifikovaný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.197477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.806073, + "tool_latency_seconds": 0.197477, + "final_model_latency_seconds": 8.142169, + "total_latency_seconds": 10.145981, + "usage": { + "prompt_tokens": 7920, + "completion_tokens": 189, + "total_tokens": 8109 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý používala Tetiana Mohorian pri práci. V jej zázname je uvedené, že ak jej nebude stačiť GPU jej vlastného počítača, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, no špecifikácia hardvéru sa v dostupných textoch neobjavuje.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.375933, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.552092, + "tool_latency_seconds": 0.375933, + "final_model_latency_seconds": 25.735891, + "total_latency_seconds": 27.664675, + "usage": { + "prompt_tokens": 30277, + "completion_tokens": 194, + "total_tokens": 30471 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.57927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.720093, + "tool_latency_seconds": 0.57927, + "final_model_latency_seconds": 45.908916, + "total_latency_seconds": 48.209579, + "usage": { + "prompt_tokens": 53387, + "completion_tokens": 123, + "total_tokens": 53510 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o Vladyslavovi Yanchenkovi uvádza názov jeho bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" a úlohy vrátane vytvorenia automatických testov, neobsahuje údaj o počte konkrétnych používateľov, ktorí výsledný systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.182792, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.915888, + "tool_latency_seconds": 0.182792, + "final_model_latency_seconds": 9.201276, + "total_latency_seconds": 11.300307, + "usage": { + "prompt_tokens": 8673, + "completion_tokens": 221, + "total_tokens": 8894 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové záznamy o Vladyslavovi Yanchenkovi uvádzajú, že pracoval na bakalárskej práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" a používal technológie ako Kubernetes, Spring Boot a Azure, ale nešpecifikujú konkrétny model GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.412817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.609449, + "tool_latency_seconds": 0.412817, + "final_model_latency_seconds": 26.584147, + "total_latency_seconds": 28.607198, + "usage": { + "prompt_tokens": 31199, + "completion_tokens": 200, + "total_tokens": 31399 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.326318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.614355, + "tool_latency_seconds": 0.326318, + "final_model_latency_seconds": 22.960417, + "total_latency_seconds": 24.902085, + "usage": { + "prompt_tokens": 27848, + "completion_tokens": 118, + "total_tokens": 27966 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.315253, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.747685, + "tool_latency_seconds": 0.315253, + "final_model_latency_seconds": 15.338801, + "total_latency_seconds": 17.402341, + "usage": { + "prompt_tokens": 18668, + "completion_tokens": 125, + "total_tokens": 18793 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci sa v zázname o Daniilovi Huzenkovi spomína hardvér (najmä Raspberry Pi pre klastrovanie) a požiadavka napísať do práce o hardvéri, ktorého dostal, konkrétny model GPU nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.181316, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.787549, + "tool_latency_seconds": 0.181316, + "final_model_latency_seconds": 7.321539, + "total_latency_seconds": 9.290807, + "usage": { + "prompt_tokens": 7292, + "completion_tokens": 195, + "total_tokens": 7487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.300295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.617012, + "tool_latency_seconds": 0.300295, + "final_model_latency_seconds": 23.269461, + "total_latency_seconds": 25.187959, + "usage": { + "prompt_tokens": 28974, + "completion_tokens": 119, + "total_tokens": 29093 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Samuel Džurina. Zdroj síce uvádza, že agenta treba otestovať a vyhodnotiť formou dotazníka a spýtať sa kolegov na ich potreby, ale neuvádza skutočný počet testovateľov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.302337, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.668598, + "tool_latency_seconds": 0.302337, + "final_model_latency_seconds": 20.000253, + "total_latency_seconds": 21.972138, + "usage": { + "prompt_tokens": 22997, + "completion_tokens": 193, + "total_tokens": 23190 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v záznamoch o Samuelovi Džurinovi je uvedená iba otázka, či firma disponuje hardvérom s GPU, a odpoveď, že externé riešenie je v poriadku, pričom konkrétny model GPU sa v texte nespomína.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.21974, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.566844, + "tool_latency_seconds": 0.21974, + "final_model_latency_seconds": 8.939312, + "total_latency_seconds": 10.726178, + "usage": { + "prompt_tokens": 9475, + "completion_tokens": 181, + "total_tokens": 9656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém v rámci práce Simony Bobrovčanovej. Dokument uvádza iba metódy hodnotenia, ako sú metrické porovnania (ROUGE, BLEU) a vyhodnotenie pomocou jazykových modelov, ale nešpecifikuje žiadnu hodnotiacu štúdiu s reálnymi používateľmi ani ich počet.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.179314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.881875, + "tool_latency_seconds": 0.179314, + "final_model_latency_seconds": 7.943709, + "total_latency_seconds": 10.005181, + "usage": { + "prompt_tokens": 8032, + "completion_tokens": 221, + "total_tokens": 8253 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.393823, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.586745, + "tool_latency_seconds": 0.393823, + "final_model_latency_seconds": 24.0266, + "total_latency_seconds": 26.009067, + "usage": { + "prompt_tokens": 29742, + "completion_tokens": 118, + "total_tokens": 29860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.738136, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.62901, + "tool_latency_seconds": 0.738136, + "final_model_latency_seconds": 49.975934, + "total_latency_seconds": 52.34475, + "usage": { + "prompt_tokens": 57657, + "completion_tokens": 119, + "total_tokens": 57776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.365638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.733279, + "tool_latency_seconds": 0.365638, + "final_model_latency_seconds": 18.037739, + "total_latency_seconds": 20.137519, + "usage": { + "prompt_tokens": 21470, + "completion_tokens": 123, + "total_tokens": 21593 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Valerii Kutsenko používal pri práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.330841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.595626, + "tool_latency_seconds": 0.330841, + "final_model_latency_seconds": 7.485542, + "total_latency_seconds": 9.41256, + "usage": { + "prompt_tokens": 8614, + "completion_tokens": 129, + "total_tokens": 8743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.482194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.65627, + "tool_latency_seconds": 0.482194, + "final_model_latency_seconds": 23.267173, + "total_latency_seconds": 25.40657, + "usage": { + "prompt_tokens": 28835, + "completion_tokens": 122, + "total_tokens": 28957 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.389389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.936085, + "tool_latency_seconds": 0.389389, + "final_model_latency_seconds": 14.330824, + "total_latency_seconds": 16.65716, + "usage": { + "prompt_tokens": 17580, + "completion_tokens": 139, + "total_tokens": 17719 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU (napr. NVIDIA RTX 3090, A100), ktorý Andrii Pervashov pri práci používal. Dokumenty síce spomínajú obmedzenie GPU pamäte (128 znakov) a použitie modelu mt5-large na trénovanie, ale nešpecifikujú hardvérový model grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.200393, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.800933, + "tool_latency_seconds": 0.200393, + "final_model_latency_seconds": 9.056395, + "total_latency_seconds": 11.05801, + "usage": { + "prompt_tokens": 9476, + "completion_tokens": 212, + "total_tokens": 9688 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.205479, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.808957, + "tool_latency_seconds": 0.205479, + "final_model_latency_seconds": 6.859926, + "total_latency_seconds": 8.874785, + "usage": { + "prompt_tokens": 8144, + "completion_tokens": 130, + "total_tokens": 8274 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.203665, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.669165, + "tool_latency_seconds": 0.203665, + "final_model_latency_seconds": 11.063769, + "total_latency_seconds": 12.937306, + "usage": { + "prompt_tokens": 13865, + "completion_tokens": 123, + "total_tokens": 13988 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.363309, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.628562, + "tool_latency_seconds": 0.363309, + "final_model_latency_seconds": 23.866555, + "total_latency_seconds": 25.859314, + "usage": { + "prompt_tokens": 29328, + "completion_tokens": 117, + "total_tokens": 29445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.319308, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.767334, + "tool_latency_seconds": 0.319308, + "final_model_latency_seconds": 6.995286, + "total_latency_seconds": 9.082206, + "usage": { + "prompt_tokens": 8055, + "completion_tokens": 129, + "total_tokens": 8184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci zdrojové dokumenty uvádzajú názov jeho diplomovej práce „Systém získavania informácií v slovenskom jazyku\" a rok 2021, neobsahujú žiadne údaje o výslednej známke z obhajoby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.2861, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.583784, + "tool_latency_seconds": 0.2861, + "final_model_latency_seconds": 11.01925, + "total_latency_seconds": 12.890108, + "usage": { + "prompt_tokens": 12519, + "completion_tokens": 176, + "total_tokens": 12695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.263592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.645842, + "tool_latency_seconds": 0.263592, + "final_model_latency_seconds": 13.271923, + "total_latency_seconds": 15.182073, + "usage": { + "prompt_tokens": 16614, + "completion_tokens": 119, + "total_tokens": 16733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Jánovi Holpovi spomína nasadenie systému pomocou Dockeru a používanie databázy Cassandra, neuvádza konkrétnu IP adresu nasadeného systému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "limit": 10, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.456171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.829935, + "tool_latency_seconds": 0.456171, + "final_model_latency_seconds": 15.713927, + "total_latency_seconds": 18.000668, + "usage": { + "prompt_tokens": 18621, + "completion_tokens": 175, + "total_tokens": 18796 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť presnú veľkosť hlavnej dátovej množiny v GB, ktorú použil Ján Holp. Zdrojové dokumenty spomínajú využitie „veľkých slovenských dát z internetu\" alebo „veľkej databázy dát z webu\" bez konkrétneho číselného vyjadrenia veľkosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.383316, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.840284, + "tool_latency_seconds": 0.383316, + "final_model_latency_seconds": 7.742114, + "total_latency_seconds": 9.966, + "usage": { + "prompt_tokens": 7792, + "completion_tokens": 199, + "total_tokens": 7991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.292489, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.756981, + "tool_latency_seconds": 0.292489, + "final_model_latency_seconds": 8.346446, + "total_latency_seconds": 10.396539, + "usage": { + "prompt_tokens": 10200, + "completion_tokens": 127, + "total_tokens": 10327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?" + }, + "latency_seconds": 0.442869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.250024, + "tool_latency_seconds": 0.442869, + "final_model_latency_seconds": 24.031275, + "total_latency_seconds": 25.725615, + "usage": { + "prompt_tokens": 29722, + "completion_tokens": 92, + "total_tokens": 29814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "limit": 5 + }, + "latency_seconds": 0.460375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.421267, + "tool_latency_seconds": 0.460375, + "final_model_latency_seconds": 11.900709, + "total_latency_seconds": 13.782793, + "usage": { + "prompt_tokens": 14407, + "completion_tokens": 106, + "total_tokens": 14513 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Tomášovi Kuchárovi spomína úlohu vypracovať draft diplomovej práce vo forme článku na cca 10 strán, neuvádza skutočný počet strán finálnej záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.271615, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.85964, + "tool_latency_seconds": 0.271615, + "final_model_latency_seconds": 7.414311, + "total_latency_seconds": 9.545926, + "usage": { + "prompt_tokens": 7713, + "completion_tokens": 186, + "total_tokens": 7899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.332848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.649392, + "tool_latency_seconds": 0.332848, + "final_model_latency_seconds": 6.755473, + "total_latency_seconds": 8.738036, + "usage": { + "prompt_tokens": 8868, + "completion_tokens": 92, + "total_tokens": 8960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "limit": 5 + }, + "latency_seconds": 0.431695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.51161, + "tool_latency_seconds": 0.431695, + "final_model_latency_seconds": 25.68622, + "total_latency_seconds": 27.630384, + "usage": { + "prompt_tokens": 31674, + "completion_tokens": 108, + "total_tokens": 31782 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá patrí do kategórie dp2021, čo zodpovedá roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.679371, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.695607, + "tool_latency_seconds": 0.679371, + "final_model_latency_seconds": 18.958969, + "total_latency_seconds": 21.334553, + "usage": { + "prompt_tokens": 22567, + "completion_tokens": 157, + "total_tokens": 22724 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.654877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.424097, + "tool_latency_seconds": 0.654877, + "final_model_latency_seconds": 25.681178, + "total_latency_seconds": 27.760909, + "usage": { + "prompt_tokens": 31127, + "completion_tokens": 119, + "total_tokens": 31246 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Jakuba Maruniaka je na ZP Wiki uvedená diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.673874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.65179, + "tool_latency_seconds": 0.673874, + "final_model_latency_seconds": 23.5358, + "total_latency_seconds": 25.862362, + "usage": { + "prompt_tokens": 28059, + "completion_tokens": 145, + "total_tokens": 28204 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Holp je na ZP Wiki uvedená diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" a rok, kedy je táto práca evidovaná, je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.84585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.824489, + "tool_latency_seconds": 0.84585, + "final_model_latency_seconds": 8.150301, + "total_latency_seconds": 10.821069, + "usage": { + "prompt_tokens": 8920, + "completion_tokens": 165, + "total_tokens": 9085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.554407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.861957, + "tool_latency_seconds": 0.554407, + "final_model_latency_seconds": 22.426176, + "total_latency_seconds": 24.843872, + "usage": { + "prompt_tokens": 27492, + "completion_tokens": 151, + "total_tokens": 27643 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.738573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.857419, + "tool_latency_seconds": 0.738573, + "final_model_latency_seconds": 22.887154, + "total_latency_seconds": 25.484265, + "usage": { + "prompt_tokens": 27649, + "completion_tokens": 145, + "total_tokens": 27794 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Maroš Harahus je na ZP Wiki uvedená diplomová práca s názvom „Neurónová morfologická anotácia slovenského jazyka“ z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.787517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.250871, + "tool_latency_seconds": 0.787517, + "final_model_latency_seconds": 24.033775, + "total_latency_seconds": 26.072882, + "usage": { + "prompt_tokens": 28881, + "completion_tokens": 116, + "total_tokens": 28997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\", ktorá je na ZP Wiki uvedená pre rok 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.559045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.875944, + "tool_latency_seconds": 0.559045, + "final_model_latency_seconds": 22.019774, + "total_latency_seconds": 24.455808, + "usage": { + "prompt_tokens": 26384, + "completion_tokens": 153, + "total_tokens": 26537 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má na ZP Wiki uvedené dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“ a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.788582, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.890779, + "tool_latency_seconds": 0.788582, + "final_model_latency_seconds": 23.965568, + "total_latency_seconds": 26.645944, + "usage": { + "prompt_tokens": 27991, + "completion_tokens": 200, + "total_tokens": 28191 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.352921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.94636, + "tool_latency_seconds": 0.352921, + "final_model_latency_seconds": 17.366566, + "total_latency_seconds": 19.66669, + "usage": { + "prompt_tokens": 21043, + "completion_tokens": 150, + "total_tokens": 21193 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Dávida Omasta sú na ZP Wiki uvedené dve diplomové práce: v roku 2023 s názvom „Generatívne modely slovenského jazyka\" a v roku 2024 s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.500688, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.874721, + "tool_latency_seconds": 0.500688, + "final_model_latency_seconds": 23.700083, + "total_latency_seconds": 26.07655, + "usage": { + "prompt_tokens": 27830, + "completion_tokens": 181, + "total_tokens": 28011 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.498161, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.455893, + "tool_latency_seconds": 0.498161, + "final_model_latency_seconds": 22.599633, + "total_latency_seconds": 24.554683, + "usage": { + "prompt_tokens": 27065, + "completion_tokens": 129, + "total_tokens": 27194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.498265, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.929807, + "tool_latency_seconds": 0.498265, + "final_model_latency_seconds": 21.030566, + "total_latency_seconds": 23.459268, + "usage": { + "prompt_tokens": 25570, + "completion_tokens": 146, + "total_tokens": 25716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Aline Vitko je na ZP Wiki uvedená bakalárska práca s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.525431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.846091, + "tool_latency_seconds": 0.525431, + "final_model_latency_seconds": 23.173416, + "total_latency_seconds": 25.546255, + "usage": { + "prompt_tokens": 27889, + "completion_tokens": 155, + "total_tokens": 28044 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.41306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.679238, + "tool_latency_seconds": 0.41306, + "final_model_latency_seconds": 20.581244, + "total_latency_seconds": 22.674547, + "usage": { + "prompt_tokens": 24914, + "completion_tokens": 139, + "total_tokens": 25053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša sa na ZP Wiki uvádza pod názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a jej rok je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.567316, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.849637, + "tool_latency_seconds": 0.567316, + "final_model_latency_seconds": 21.838642, + "total_latency_seconds": 24.256791, + "usage": { + "prompt_tokens": 26194, + "completion_tokens": 158, + "total_tokens": 26352 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.530424, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.9507, + "tool_latency_seconds": 0.530424, + "final_model_latency_seconds": 20.036431, + "total_latency_seconds": 22.518341, + "usage": { + "prompt_tokens": 24163, + "completion_tokens": 158, + "total_tokens": 24321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Michal Stromko vypracovával bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.501272, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.940355, + "tool_latency_seconds": 0.501272, + "final_model_latency_seconds": 17.791388, + "total_latency_seconds": 20.233978, + "usage": { + "prompt_tokens": 21411, + "completion_tokens": 143, + "total_tokens": 21554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.455913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.806973, + "tool_latency_seconds": 0.455913, + "final_model_latency_seconds": 20.882505, + "total_latency_seconds": 24.146185, + "usage": { + "prompt_tokens": 25595, + "completion_tokens": 136, + "total_tokens": 25731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\", ktorá je na ZP Wiki uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.602607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.853567, + "tool_latency_seconds": 0.602607, + "final_model_latency_seconds": 22.883211, + "total_latency_seconds": 25.34072, + "usage": { + "prompt_tokens": 27602, + "completion_tokens": 155, + "total_tokens": 27757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný má na ZP Wiki uvedenú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.754096, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.326466, + "tool_latency_seconds": 0.754096, + "final_model_latency_seconds": 23.090464, + "total_latency_seconds": 25.171752, + "usage": { + "prompt_tokens": 27787, + "completion_tokens": 116, + "total_tokens": 27903 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá je na ZP Wiki uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.589217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.674036, + "tool_latency_seconds": 0.589217, + "final_model_latency_seconds": 21.064447, + "total_latency_seconds": 23.328402, + "usage": { + "prompt_tokens": 25235, + "completion_tokens": 152, + "total_tokens": 25387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Vladimíra Ferka sa na ZP Wiki uvádza pod názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a je zaradená do roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.582487, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.478178, + "tool_latency_seconds": 0.582487, + "final_model_latency_seconds": 23.34044, + "total_latency_seconds": 25.402243, + "usage": { + "prompt_tokens": 27870, + "completion_tokens": 141, + "total_tokens": 28011 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam pre Andrii Pervashov uvádza diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.823977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.475632, + "tool_latency_seconds": 0.823977, + "final_model_latency_seconds": 24.810225, + "total_latency_seconds": 27.110876, + "usage": { + "prompt_tokens": 29691, + "completion_tokens": 136, + "total_tokens": 29827 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" a táto práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.348036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.498202, + "tool_latency_seconds": 0.348036, + "final_model_latency_seconds": 19.930697, + "total_latency_seconds": 21.777552, + "usage": { + "prompt_tokens": 23683, + "completion_tokens": 147, + "total_tokens": 23830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Na ZP Wiki je pri osobe Ján Malinovský uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a je zaradený do ročníka 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.583412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.840631, + "tool_latency_seconds": 0.583412, + "final_model_latency_seconds": 24.218785, + "total_latency_seconds": 26.643554, + "usage": { + "prompt_tokens": 29128, + "completion_tokens": 158, + "total_tokens": 29286 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác\" v roku 2026, ktorý je uvedený v názve príslušnej sekcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.544134, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.998668, + "tool_latency_seconds": 0.544134, + "final_model_latency_seconds": 16.809365, + "total_latency_seconds": 19.353008, + "usage": { + "prompt_tokens": 20123, + "completion_tokens": 156, + "total_tokens": 20279 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleh Poiasnik má na ZP Wiki uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.850067, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.56864, + "tool_latency_seconds": 0.850067, + "final_model_latency_seconds": 24.883786, + "total_latency_seconds": 27.303374, + "usage": { + "prompt_tokens": 29930, + "completion_tokens": 124, + "total_tokens": 30054 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Samuel Vasiľa má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a na ZP Wiki je uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.419197, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.464861, + "tool_latency_seconds": 0.419197, + "final_model_latency_seconds": 22.292711, + "total_latency_seconds": 24.177925, + "usage": { + "prompt_tokens": 26460, + "completion_tokens": 142, + "total_tokens": 26602 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Tetianu Mohorian je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.518256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.46518, + "tool_latency_seconds": 0.518256, + "final_model_latency_seconds": 21.304723, + "total_latency_seconds": 23.288987, + "usage": { + "prompt_tokens": 25682, + "completion_tokens": 134, + "total_tokens": 25816 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", ktorá je na ZP Wiki uvedená v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.61697, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.860552, + "tool_latency_seconds": 0.61697, + "final_model_latency_seconds": 21.361249, + "total_latency_seconds": 23.83959, + "usage": { + "prompt_tokens": 25682, + "completion_tokens": 157, + "total_tokens": 25839 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko je na ZP Wiki uvedený ako autor bakalárskej práce s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“, ktorá sa týka roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.538335, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.896957, + "tool_latency_seconds": 0.538335, + "final_model_latency_seconds": 23.517506, + "total_latency_seconds": 25.953499, + "usage": { + "prompt_tokens": 28134, + "completion_tokens": 167, + "total_tokens": 28301 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Denis Le Thanh má názov „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" a je uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.560304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.853442, + "tool_latency_seconds": 0.560304, + "final_model_latency_seconds": 21.156772, + "total_latency_seconds": 23.571644, + "usage": { + "prompt_tokens": 25471, + "completion_tokens": 156, + "total_tokens": 25627 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ je pri osobe Maksym Zatirka na ZP Wiki uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.511498, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.875648, + "tool_latency_seconds": 0.511498, + "final_model_latency_seconds": 23.632421, + "total_latency_seconds": 26.020822, + "usage": { + "prompt_tokens": 28188, + "completion_tokens": 162, + "total_tokens": 28350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Oleksandr Dorybohov je na ZP Wiki uvedený záznam bakalárskej práce s témou „Automatické odpovede na otázky v právnej oblasti\" a rok vypracovania tejto práce je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.528606, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.905915, + "tool_latency_seconds": 0.528606, + "final_model_latency_seconds": 21.54053, + "total_latency_seconds": 23.975812, + "usage": { + "prompt_tokens": 25880, + "completion_tokens": 167, + "total_tokens": 26047 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ronald Zalacko má na ZP Wiki uvedenú bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" a táto práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.552066, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.282284, + "tool_latency_seconds": 0.552066, + "final_model_latency_seconds": 21.330214, + "total_latency_seconds": 23.16538, + "usage": { + "prompt_tokens": 25884, + "completion_tokens": 121, + "total_tokens": 26005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Rostyslav Rodzhuk je na ZP Wiki uvedená bakalárska práca s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.521928, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 3.221125, + "tool_latency_seconds": 0.521928, + "final_model_latency_seconds": 21.928939, + "total_latency_seconds": 25.672684, + "usage": { + "prompt_tokens": 26290, + "completion_tokens": 163, + "total_tokens": 26453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Samuela Džurinu je na ZP Wiki uvedená bakalárska práca s názvom „Dialógový systém pre podporu firemných procesov“ pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.549879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.901997, + "tool_latency_seconds": 0.549879, + "final_model_latency_seconds": 23.034106, + "total_latency_seconds": 25.486695, + "usage": { + "prompt_tokens": 27716, + "completion_tokens": 154, + "total_tokens": 27870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Simona Bobrovčanová je na ZP Wiki uvedená bakalárska práca z roku 2026 s názvom „Automatická sumarizácia slovenského textu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.523292, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.712906, + "tool_latency_seconds": 0.523292, + "final_model_latency_seconds": 21.899795, + "total_latency_seconds": 24.136991, + "usage": { + "prompt_tokens": 26302, + "completion_tokens": 141, + "total_tokens": 26443 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V ZP Wiki je pre Yevhenii Medushivskyi uvedená bakalárska práca s témou „Získavanie textu z webových stránok“, ktorá je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.49916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.730012, + "tool_latency_seconds": 0.49916, + "final_model_latency_seconds": 24.519106, + "total_latency_seconds": 26.749036, + "usage": { + "prompt_tokens": 29363, + "completion_tokens": 153, + "total_tokens": 29516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Dáriusa Lindvaia je 2016, zatiaľ čo rok vyjadrený kategóriou jeho diplomovej práce (dp2021) je 2021, čo je odlišné od roku uvedeného v sekciách diplomového projektu (2020).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.977879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.049718, + "tool_latency_seconds": 0.977879, + "final_model_latency_seconds": 17.742615, + "total_latency_seconds": 20.771167, + "usage": { + "prompt_tokens": 20855, + "completion_tokens": 191, + "total_tokens": 21046 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou strojového prekladu sa volá „Neurónový strojový preklad pomocou knižnice Fairseq“ a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená." + }, + "latency_seconds": 1.173921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.311082, + "tool_latency_seconds": 1.173921, + "final_model_latency_seconds": 17.679763, + "total_latency_seconds": 20.165349, + "usage": { + "prompt_tokens": 21370, + "completion_tokens": 120, + "total_tokens": 21490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Jakub Maruniak je v ZP Wiki uvedený rok začiatku štúdia ako 2016, kým záznam typu „diplomová práca“ je spojený s rokom 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.890156, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.031169, + "tool_latency_seconds": 0.890156, + "final_model_latency_seconds": 37.609755, + "total_latency_seconds": 40.532396, + "usage": { + "prompt_tokens": 44275, + "completion_tokens": 142, + "total_tokens": 44417 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Holp je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam typu „diplomová práca\" je na ZP Wiki spojený s rokom 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.932344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.972261, + "tool_latency_seconds": 0.932344, + "final_model_latency_seconds": 36.080047, + "total_latency_seconds": 38.985988, + "usage": { + "prompt_tokens": 41754, + "completion_tokens": 165, + "total_tokens": 41919 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka začal štúdium v roku 2016 a jeho záznam o diplomovej práci je na ZP Wiki uvedený pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 1.178793, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.57033, + "tool_latency_seconds": 1.178793, + "final_model_latency_seconds": 42.887356, + "total_latency_seconds": 45.638105, + "usage": { + "prompt_tokens": 49621, + "completion_tokens": 132, + "total_tokens": 49753 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Márka Fehéra s tematikou klasifikácie textu sa volá „Klasifikácia textu metódami strojového učenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená." + }, + "latency_seconds": 0.537842, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.338409, + "tool_latency_seconds": 0.537842, + "final_model_latency_seconds": 21.500358, + "total_latency_seconds": 23.377363, + "usage": { + "prompt_tokens": 25590, + "completion_tokens": 122, + "total_tokens": 25712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.157001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.965641, + "tool_latency_seconds": 1.157001, + "final_model_latency_seconds": 8.106688, + "total_latency_seconds": 11.229645, + "usage": { + "prompt_tokens": 8885, + "completion_tokens": 155, + "total_tokens": 9040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu\" a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.274562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.907459, + "tool_latency_seconds": 1.274562, + "final_model_latency_seconds": 20.215699, + "total_latency_seconds": 23.39856, + "usage": { + "prompt_tokens": 24843, + "completion_tokens": 160, + "total_tokens": 25003 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Tomáša Kuchárika súvisiaca s témou strojového prekladu má názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.333369, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.962523, + "tool_latency_seconds": 1.333369, + "final_model_latency_seconds": 23.258117, + "total_latency_seconds": 26.554883, + "usage": { + "prompt_tokens": 27128, + "completion_tokens": 179, + "total_tokens": 27307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Dmytra Ushatenka s témou súvisiacou s chatbotom sa volá „Jednoduchý chatbot v jazyku Python“ a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.515494, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.984784, + "tool_latency_seconds": 0.515494, + "final_model_latency_seconds": 17.200775, + "total_latency_seconds": 19.701866, + "usage": { + "prompt_tokens": 20394, + "completion_tokens": 164, + "total_tokens": 20558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je uvedená v roku 2024, pričom má aj predchádzajúci návrh na názov „Generatívne modely slovenského jazyka\" z roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.562376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.741895, + "tool_latency_seconds": 0.562376, + "final_model_latency_seconds": 24.472931, + "total_latency_seconds": 26.778236, + "usage": { + "prompt_tokens": 28817, + "completion_tokens": 185, + "total_tokens": 29002 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Martina Wencela súvisiacej s témou Spacy je „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" a práca je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false + }, + "latency_seconds": 0.592933, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.590176, + "tool_latency_seconds": 0.592933, + "final_model_latency_seconds": 23.963419, + "total_latency_seconds": 26.14742, + "usage": { + "prompt_tokens": 28602, + "completion_tokens": 144, + "total_tokens": 28746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megelu súvisiaca s témou BERT má názov „Neurónové jazykové modelovanie typu BERT“ a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.565861, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.944488, + "tool_latency_seconds": 0.565861, + "final_model_latency_seconds": 7.935851, + "total_latency_seconds": 11.446476, + "usage": { + "prompt_tokens": 8773, + "completion_tokens": 160, + "total_tokens": 8933 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Alina Vitko je rok začiatku štúdia 2019 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca\", je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.578106, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.501294, + "tool_latency_seconds": 0.578106, + "final_model_latency_seconds": 40.253952, + "total_latency_seconds": 42.334818, + "usage": { + "prompt_tokens": 47545, + "completion_tokens": 136, + "total_tokens": 47681 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Artem Yatsenko je v ZP Wiki uvedený rok začiatku štúdia 2019 a rok, pri ktorom je evidovaný záznam typu bakalárska práca, je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.533322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.535147, + "tool_latency_seconds": 0.533322, + "final_model_latency_seconds": 37.036272, + "total_latency_seconds": 39.107364, + "usage": { + "prompt_tokens": 42940, + "completion_tokens": 138, + "total_tokens": 43078 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Filipa Tomáša súvisiacej s témou CI/CD je „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.055871, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 3.056779, + "tool_latency_seconds": 1.055871, + "final_model_latency_seconds": 44.961168, + "total_latency_seconds": 49.075144, + "usage": { + "prompt_tokens": 51640, + "completion_tokens": 165, + "total_tokens": 51805 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Kristiána Sopkoviča súvisiaca s témou Spacy má názov „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.607977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.972683, + "tool_latency_seconds": 0.607977, + "final_model_latency_seconds": 8.798697, + "total_latency_seconds": 11.37983, + "usage": { + "prompt_tokens": 9108, + "completion_tokens": 172, + "total_tokens": 9280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka s témou súvisiacou s Elasticsearchom sa volá „Indexovanie slovenského textu pomocou Elasticsearch\" a bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.794586, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.857272, + "tool_latency_seconds": 0.794586, + "final_model_latency_seconds": 6.824319, + "total_latency_seconds": 9.476457, + "usage": { + "prompt_tokens": 7781, + "completion_tokens": 155, + "total_tokens": 7936 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Eduarda Matovku začal štúdium v roku 2021 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.346626, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.920162, + "tool_latency_seconds": 0.346626, + "final_model_latency_seconds": 16.541508, + "total_latency_seconds": 18.80908, + "usage": { + "prompt_tokens": 20044, + "completion_tokens": 157, + "total_tokens": 20201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Martin Šarišský je rok začiatku štúdia 2021 a rok, pri ktorom je na ZP Wiki uvedený záznam typu diplomová práca, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 1.144823, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.590744, + "tool_latency_seconds": 1.144823, + "final_model_latency_seconds": 44.02799, + "total_latency_seconds": 46.765321, + "usage": { + "prompt_tokens": 51122, + "completion_tokens": 138, + "total_tokens": 51260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Matej Novotný je rok začiatku štúdia uvedený ako 2021 a záznam typu diplomová práca je na ZP Wiki evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“." + }, + "latency_seconds": 0.514279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.33578, + "tool_latency_seconds": 0.514279, + "final_model_latency_seconds": 21.359059, + "total_latency_seconds": 23.209835, + "usage": { + "prompt_tokens": 25214, + "completion_tokens": 123, + "total_tokens": 25337 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Matej Ščišľak je na ZP Wiki uvedený rok začiatku štúdia 2021 a záznam typu diplomová práca je spojený s rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.933633, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.813585, + "tool_latency_seconds": 0.933633, + "final_model_latency_seconds": 41.085046, + "total_latency_seconds": 44.834208, + "usage": { + "prompt_tokens": 47820, + "completion_tokens": 152, + "total_tokens": 47972 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladimír Ferko začal študovať v roku 2021 a jeho záznam o bakalárskej práci je na ZP Wiki uvedený pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.602055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.552161, + "tool_latency_seconds": 0.602055, + "final_model_latency_seconds": 37.550132, + "total_latency_seconds": 39.706283, + "usage": { + "prompt_tokens": 43673, + "completion_tokens": 131, + "total_tokens": 43804 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Andrii Pervashova je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca je na ZP Wiki priradený k roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.798234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.106177, + "tool_latency_seconds": 0.798234, + "final_model_latency_seconds": 19.824209, + "total_latency_seconds": 22.729352, + "usage": { + "prompt_tokens": 23351, + "completion_tokens": 168, + "total_tokens": 23519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.539018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.519524, + "tool_latency_seconds": 0.539018, + "final_model_latency_seconds": 35.781808, + "total_latency_seconds": 37.842647, + "usage": { + "prompt_tokens": 42481, + "completion_tokens": 129, + "total_tokens": 42610 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Ján Malinovský je na ZP Wiki uvedený rok začiatku štúdia 2022 a záznam typu „diplomový projekt\" sa týka roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.783113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.708381, + "tool_latency_seconds": 0.783113, + "final_model_latency_seconds": 42.541263, + "total_latency_seconds": 45.034155, + "usage": { + "prompt_tokens": 49537, + "completion_tokens": 145, + "total_tokens": 49682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, kým záznam typu „diplomový projekt\" sa na ZP Wiki nachádza pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.6691, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.965904, + "tool_latency_seconds": 0.6691, + "final_model_latency_seconds": 27.875172, + "total_latency_seconds": 30.511137, + "usage": { + "prompt_tokens": 32686, + "completion_tokens": 159, + "total_tokens": 32845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleh Poiasnik začal štúdium v roku 2022 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.895994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.946229, + "tool_latency_seconds": 0.895994, + "final_model_latency_seconds": 29.497945, + "total_latency_seconds": 32.341015, + "usage": { + "prompt_tokens": 34994, + "completion_tokens": 153, + "total_tokens": 35147 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Samuel Vasiľ je rok začiatku štúdia uvedený ako 2022 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.603407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.847744, + "tool_latency_seconds": 0.603407, + "final_model_latency_seconds": 39.742577, + "total_latency_seconds": 42.195441, + "usage": { + "prompt_tokens": 46185, + "completion_tokens": 148, + "total_tokens": 46333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Tetiana Mohorian je rok začiatku štúdia 2022 a záznam typu bakalárska práca je uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.552005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.530338, + "tool_latency_seconds": 0.552005, + "final_model_latency_seconds": 37.280206, + "total_latency_seconds": 39.364307, + "usage": { + "prompt_tokens": 43665, + "completion_tokens": 128, + "total_tokens": 43793 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam typu „diplomová práca\" sa na ZP Wiki nachádza pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 1.150397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.510867, + "tool_latency_seconds": 1.150397, + "final_model_latency_seconds": 41.186004, + "total_latency_seconds": 43.848482, + "usage": { + "prompt_tokens": 47815, + "completion_tokens": 140, + "total_tokens": 47955 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Vladyslava Yanchenka je rok začiatku štúdia uvedený ako 2022 a záznam o jeho bakalárskej práci je na ZP Wiki evidovaný pre rok 2025.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.654144, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.979058, + "tool_latency_seconds": 0.654144, + "final_model_latency_seconds": 38.45701, + "total_latency_seconds": 41.092562, + "usage": { + "prompt_tokens": 44679, + "completion_tokens": 166, + "total_tokens": 44845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Denis Le Thanh je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.530711, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.53507, + "tool_latency_seconds": 0.530711, + "final_model_latency_seconds": 35.900604, + "total_latency_seconds": 37.967725, + "usage": { + "prompt_tokens": 42247, + "completion_tokens": 134, + "total_tokens": 42381 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maksym Zatirka začal študovať v roku 2023 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.537027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.579581, + "tool_latency_seconds": 0.537027, + "final_model_latency_seconds": 38.63574, + "total_latency_seconds": 40.754013, + "usage": { + "prompt_tokens": 45247, + "completion_tokens": 132, + "total_tokens": 45379 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleksandr Dorybohov začal štúdium v roku 2023 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.474342, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.967873, + "tool_latency_seconds": 0.474342, + "final_model_latency_seconds": 22.664519, + "total_latency_seconds": 25.107483, + "usage": { + "prompt_tokens": 26856, + "completion_tokens": 161, + "total_tokens": 27017 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Ronald Zalacko je rok začiatku štúdia 2023, zatiaľco záznam o bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.636206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.999894, + "tool_latency_seconds": 0.636206, + "final_model_latency_seconds": 34.877627, + "total_latency_seconds": 37.514764, + "usage": { + "prompt_tokens": 41452, + "completion_tokens": 157, + "total_tokens": 41609 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk začal štúdium v roku 2023 a jeho záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.611361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.796582, + "tool_latency_seconds": 0.611361, + "final_model_latency_seconds": 38.00631, + "total_latency_seconds": 40.415718, + "usage": { + "prompt_tokens": 44439, + "completion_tokens": 150, + "total_tokens": 44589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Samuel Džurina bol rok začiatku štúdia 2023 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.510412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.971637, + "tool_latency_seconds": 0.510412, + "final_model_latency_seconds": 14.396534, + "total_latency_seconds": 16.879067, + "usage": { + "prompt_tokens": 16735, + "completion_tokens": 166, + "total_tokens": 16901 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Simona Bobrovčanová je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca“ sa na ZP Wiki nachádza pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.33038, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.748064, + "tool_latency_seconds": 0.33038, + "final_model_latency_seconds": 18.779606, + "total_latency_seconds": 20.858991, + "usage": { + "prompt_tokens": 22654, + "completion_tokens": 158, + "total_tokens": 22812 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Yevhenii Medushivskyi je rok začiatku štúdia uvedený ako 2023 a záznam typu bakalárska práca je na ZP Wiki evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.739357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.809373, + "tool_latency_seconds": 0.739357, + "final_model_latency_seconds": 42.828887, + "total_latency_seconds": 45.379199, + "usage": { + "prompt_tokens": 50019, + "completion_tokens": 161, + "total_tokens": 50180 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo vyplýva z kategórie dp2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.414708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.935006, + "tool_latency_seconds": 1.414708, + "final_model_latency_seconds": 19.032825, + "total_latency_seconds": 22.383407, + "usage": { + "prompt_tokens": 22207, + "completion_tokens": 170, + "total_tokens": 22377 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou súvisiacou s knižnicou Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.844105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.814086, + "tool_latency_seconds": 0.844105, + "final_model_latency_seconds": 23.099144, + "total_latency_seconds": 25.75805, + "usage": { + "prompt_tokens": 27836, + "completion_tokens": 160, + "total_tokens": 27996 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, kým Ján Pták má v rámci diplomového projektu v roku 2026 tému „Agent pre manažment záverečných prác\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 10 + }, + "latency_seconds": 1.397044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.545994, + "tool_latency_seconds": 1.397044, + "final_model_latency_seconds": 37.807859, + "total_latency_seconds": 40.752364, + "usage": { + "prompt_tokens": 43550, + "completion_tokens": 183, + "total_tokens": 43733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.930689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.539611, + "tool_latency_seconds": 0.930689, + "final_model_latency_seconds": 22.853786, + "total_latency_seconds": 25.325233, + "usage": { + "prompt_tokens": 26050, + "completion_tokens": 191, + "total_tokens": 26241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 1.444189, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.721164, + "tool_latency_seconds": 1.444189, + "final_model_latency_seconds": 23.139875, + "total_latency_seconds": 26.305892, + "usage": { + "prompt_tokens": 26908, + "completion_tokens": 195, + "total_tokens": 27103 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022, zatiaľ čo Denis Le Thanh pracuje na bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.616403, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.65363, + "tool_latency_seconds": 0.616403, + "final_model_latency_seconds": 22.056952, + "total_latency_seconds": 24.327723, + "usage": { + "prompt_tokens": 25512, + "completion_tokens": 211, + "total_tokens": 25723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Ronald Zalacko má v evidencii bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže“ s uvedeným rokom 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.732794, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.916048, + "tool_latency_seconds": 0.732794, + "final_model_latency_seconds": 23.646808, + "total_latency_seconds": 26.296716, + "usage": { + "prompt_tokens": 27216, + "completion_tokens": 213, + "total_tokens": 27429 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracoval bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.845695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.886336, + "tool_latency_seconds": 0.845695, + "final_model_latency_seconds": 24.573753, + "total_latency_seconds": 27.306596, + "usage": { + "prompt_tokens": 28388, + "completion_tokens": 222, + "total_tokens": 28610 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021 a Oleksandr Dorybohov má bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.051242, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.475805, + "tool_latency_seconds": 1.051242, + "final_model_latency_seconds": 23.064226, + "total_latency_seconds": 25.592065, + "usage": { + "prompt_tokens": 26558, + "completion_tokens": 185, + "total_tokens": 26743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Filipa Tomáša sa volá „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a je uvedená pre rok 2022, zatiaľ čo diplomová práca Mateja Novotného nesie názov „Klasifikácia webových dát pre lepšie jazykové modelovanie“ a je evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.858462, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.867264, + "tool_latency_seconds": 0.858462, + "final_model_latency_seconds": 25.309214, + "total_latency_seconds": 28.035911, + "usage": { + "prompt_tokens": 29076, + "completion_tokens": 225, + "total_tokens": 29301 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Simona Bobrovčanová vypracovala bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.847643, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.723457, + "tool_latency_seconds": 0.847643, + "final_model_latency_seconds": 24.522383, + "total_latency_seconds": 27.094259, + "usage": { + "prompt_tokens": 28382, + "completion_tokens": 201, + "total_tokens": 28583 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.693859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.895369, + "tool_latency_seconds": 0.693859, + "final_model_latency_seconds": 22.634363, + "total_latency_seconds": 25.22458, + "usage": { + "prompt_tokens": 25703, + "completion_tokens": 222, + "total_tokens": 25925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki má Patrik Pavlišin ako bakalársku prácu v roku 2020 prácu s názvom „Metódy automatického prekladu\", zatiaľ čo Andrii Pervashov má v roku 2027 uvedenú diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.636, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.95914, + "tool_latency_seconds": 0.636, + "final_model_latency_seconds": 23.797323, + "total_latency_seconds": 26.393497, + "usage": { + "prompt_tokens": 27178, + "completion_tokens": 234, + "total_tokens": 27412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracoval bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" v roku 2025 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.756268, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.757047, + "tool_latency_seconds": 0.756268, + "final_model_latency_seconds": 23.618248, + "total_latency_seconds": 26.132562, + "usage": { + "prompt_tokens": 27226, + "completion_tokens": 209, + "total_tokens": 27435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026 a Samuel Džurina má bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.474609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.896592, + "tool_latency_seconds": 0.474609, + "final_model_latency_seconds": 22.610288, + "total_latency_seconds": 24.982375, + "usage": { + "prompt_tokens": 25901, + "completion_tokens": 210, + "total_tokens": 26111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.34649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.978768, + "tool_latency_seconds": 0.34649, + "final_model_latency_seconds": 18.188801, + "total_latency_seconds": 20.514866, + "usage": { + "prompt_tokens": 20745, + "completion_tokens": 222, + "total_tokens": 20967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má v zázname naplánovanú diplomovú prácu s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.869037, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.656287, + "tool_latency_seconds": 0.869037, + "final_model_latency_seconds": 26.33114, + "total_latency_seconds": 28.857606, + "usage": { + "prompt_tokens": 30401, + "completion_tokens": 216, + "total_tokens": 30617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Kristián Sopkovič vypracovával bakalársku prácu s názvom Model Spacy pre spracovanie prirodzeného jazyka v slovenčine v roku 2022, zatiaľ čo Samuel Vasiľ má v zázname z roku 2026 uvedený predbežný názov bakalárskej práce Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.593039, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.544428, + "tool_latency_seconds": 0.593039, + "final_model_latency_seconds": 21.982592, + "total_latency_seconds": 24.120827, + "usage": { + "prompt_tokens": 25053, + "completion_tokens": 210, + "total_tokens": 25263 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022 a Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.171226, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.850087, + "tool_latency_seconds": 1.171226, + "final_model_latency_seconds": 26.341587, + "total_latency_seconds": 29.363742, + "usage": { + "prompt_tokens": 30763, + "completion_tokens": 207, + "total_tokens": 30970 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026 a Andrii Pervashov vypracováva diplomovú prácu s návrhom názvu „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.767625, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884574, + "tool_latency_seconds": 0.767625, + "final_model_latency_seconds": 25.125137, + "total_latency_seconds": 27.778175, + "usage": { + "prompt_tokens": 28844, + "completion_tokens": 225, + "total_tokens": 29069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracovával diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Ján Malinovský vypracovával diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.570797, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.928233, + "tool_latency_seconds": 0.570797, + "final_model_latency_seconds": 23.567722, + "total_latency_seconds": 26.067557, + "usage": { + "prompt_tokens": 27059, + "completion_tokens": 221, + "total_tokens": 27280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.8868, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.872457, + "tool_latency_seconds": 0.8868, + "final_model_latency_seconds": 22.911815, + "total_latency_seconds": 25.672191, + "usage": { + "prompt_tokens": 26451, + "completion_tokens": 212, + "total_tokens": 26663 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021 a Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.798347, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.86422, + "tool_latency_seconds": 0.798347, + "final_model_latency_seconds": 24.73513, + "total_latency_seconds": 27.39842, + "usage": { + "prompt_tokens": 28696, + "completion_tokens": 212, + "total_tokens": 28908 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský má evidovaný diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v roku 2026 a Samuel Džurina má evidovanú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": false + }, + "latency_seconds": 0.768556, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.52928, + "tool_latency_seconds": 0.768556, + "final_model_latency_seconds": 24.719566, + "total_latency_seconds": 27.018108, + "usage": { + "prompt_tokens": 28719, + "completion_tokens": 184, + "total_tokens": 28903 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Samuel Džurina má názov „Dialógový systém pre podporu firemných procesov\" a je uvedená pre rok 2026, zatiaľ čo bakalárska práca Simona Bobrovčanová má názov „Automatická sumarizácia slovenského textu\" a je taktiež uvedená pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.441906, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.733696, + "tool_latency_seconds": 0.441906, + "final_model_latency_seconds": 21.899116, + "total_latency_seconds": 24.075537, + "usage": { + "prompt_tokens": 25195, + "completion_tokens": 210, + "total_tokens": 25405 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020 a Samuel Džurina má záznam o bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.601509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.491417, + "tool_latency_seconds": 0.601509, + "final_model_latency_seconds": 23.289908, + "total_latency_seconds": 25.383497, + "usage": { + "prompt_tokens": 27001, + "completion_tokens": 185, + "total_tokens": 27186 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022 a Valerii Kutsenko vypracoval diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.928053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.683975, + "tool_latency_seconds": 0.928053, + "final_model_latency_seconds": 26.108902, + "total_latency_seconds": 28.721889, + "usage": { + "prompt_tokens": 30274, + "completion_tokens": 203, + "total_tokens": 30477 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" v roku 2026 a Denis Le Thanh má bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.65317, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904139, + "tool_latency_seconds": 0.65317, + "final_model_latency_seconds": 23.555103, + "total_latency_seconds": 26.11306, + "usage": { + "prompt_tokens": 26756, + "completion_tokens": 227, + "total_tokens": 26983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a tiež tému diplomovej práce z roku 2023 zameranú na dotrénovanie slovenského generatívneho jazykového modelu. Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.714355, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.650282, + "tool_latency_seconds": 0.714355, + "final_model_latency_seconds": 26.579396, + "total_latency_seconds": 28.944883, + "usage": { + "prompt_tokens": 29716, + "completion_tokens": 240, + "total_tokens": 29956 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" taktiež v roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.984065, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.513863, + "tool_latency_seconds": 0.984065, + "final_model_latency_seconds": 22.968564, + "total_latency_seconds": 25.467191, + "usage": { + "prompt_tokens": 26442, + "completion_tokens": 194, + "total_tokens": 26636 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka má na ZP Wiki uvedenú diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ z roku 2021 a Ján Pták má uvedený diplomový projekt s názvom „Agent pre manažment záverečných prác“ z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.733249, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.909372, + "tool_latency_seconds": 0.733249, + "final_model_latency_seconds": 24.410093, + "total_latency_seconds": 27.053502, + "usage": { + "prompt_tokens": 28495, + "completion_tokens": 209, + "total_tokens": 28704 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Martina Wencela má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je uvedená pre rok 2020. Bakalárska práca Ronalda Zalacka sa nazýva „Skórovací online systém pre robotické súťaže“ a je evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.513868, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.678905, + "tool_latency_seconds": 0.513868, + "final_model_latency_seconds": 21.501633, + "total_latency_seconds": 23.695045, + "usage": { + "prompt_tokens": 24620, + "completion_tokens": 211, + "total_tokens": 24831 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Artema Yatsenka z roku 2022 sa volá „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a bakalárska práca Filipa Tomáša z rovnakého roku má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.987225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.741773, + "tool_latency_seconds": 0.987225, + "final_model_latency_seconds": 23.841321, + "total_latency_seconds": 26.571356, + "usage": { + "prompt_tokens": 27592, + "completion_tokens": 200, + "total_tokens": 27792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má v ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024 a Eduard Matovka má evidovanú bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ z roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.521708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.886211, + "tool_latency_seconds": 0.521708, + "final_model_latency_seconds": 22.641179, + "total_latency_seconds": 25.049921, + "usage": { + "prompt_tokens": 25890, + "completion_tokens": 224, + "total_tokens": 26114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp má na ZP Wiki uvedenú diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021 a Samuel Vasiľ má uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.792257, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.459431, + "tool_latency_seconds": 0.792257, + "final_model_latency_seconds": 21.272638, + "total_latency_seconds": 23.52527, + "usage": { + "prompt_tokens": 24424, + "completion_tokens": 202, + "total_tokens": 24626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo je určené kategóriou dp2021. Andrii Pervashov má v sekcií diplomovej práce uvedený rok 2027 a názov témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.686778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.973255, + "tool_latency_seconds": 0.686778, + "final_model_latency_seconds": 17.822506, + "total_latency_seconds": 20.483254, + "usage": { + "prompt_tokens": 19887, + "completion_tokens": 243, + "total_tokens": 20130 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.671141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.755903, + "tool_latency_seconds": 0.671141, + "final_model_latency_seconds": 24.405846, + "total_latency_seconds": 26.833979, + "usage": { + "prompt_tokens": 28051, + "completion_tokens": 220, + "total_tokens": 28271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025 a Oleksandr Dorybohov má zadanú bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.67156, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.965973, + "tool_latency_seconds": 0.67156, + "final_model_latency_seconds": 24.29741, + "total_latency_seconds": 26.935735, + "usage": { + "prompt_tokens": 27858, + "completion_tokens": 228, + "total_tokens": 28086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Yevhenii Medushivskyi má na ZP Wiki uvedenú bakalársku prácu s témou „Získavanie textu z webových stránok“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.638344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.484953, + "tool_latency_seconds": 0.638344, + "final_model_latency_seconds": 26.412775, + "total_latency_seconds": 28.537403, + "usage": { + "prompt_tokens": 30250, + "completion_tokens": 203, + "total_tokens": 30453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022, pričom má tiež evidovanú diplomovú prácu z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“. Kristián Sopkovič vypracoval bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022 a má tiež evidovanú diplomovú prácu v roku 2024 bez explicitne uvedeného finálneho názvu v dostupných zdrojoch, hoci je uvedený rok 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.644958, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.518146, + "tool_latency_seconds": 0.644958, + "final_model_latency_seconds": 25.017132, + "total_latency_seconds": 27.18099, + "usage": { + "prompt_tokens": 26738, + "completion_tokens": 302, + "total_tokens": 27040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a záznam na ZP Wiki ho uvádza v súvislosti s rokom 2026. Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" a záznam ju uvádza v súvislosti s rokom 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.610398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.84002, + "tool_latency_seconds": 0.610398, + "final_model_latency_seconds": 23.287903, + "total_latency_seconds": 25.73896, + "usage": { + "prompt_tokens": 25974, + "completion_tokens": 245, + "total_tokens": 26219 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Rostyslav Rodzhuk má evidovanú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.583564, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.697555, + "tool_latency_seconds": 0.583564, + "final_model_latency_seconds": 23.609254, + "total_latency_seconds": 25.891114, + "usage": { + "prompt_tokens": 27301, + "completion_tokens": 204, + "total_tokens": 27505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracovával diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Martin Šarišský vypracovával diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.735838, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.699167, + "tool_latency_seconds": 0.735838, + "final_model_latency_seconds": 23.320902, + "total_latency_seconds": 26.756782, + "usage": { + "prompt_tokens": 26778, + "completion_tokens": 206, + "total_tokens": 26984 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Simona Bobrovčanová má záznam o bakalárskej práci s témou „Automatická sumarizácia slovenského textu\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.706861, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.858043, + "tool_latency_seconds": 0.706861, + "final_model_latency_seconds": 22.620336, + "total_latency_seconds": 25.185919, + "usage": { + "prompt_tokens": 26118, + "completion_tokens": 212, + "total_tokens": 26330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Denis Le Thanh má názov „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ a podľa ZP Wiki je uvedená pre rok 2026. Bakalárska práca Rostyslava Rodzhuka sa nazýva „Inteligentný agent pre podporu práce špeciálneho pedagóga“ a je rovnako evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.451212, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.940676, + "tool_latency_seconds": 0.451212, + "final_model_latency_seconds": 23.176277, + "total_latency_seconds": 25.568804, + "usage": { + "prompt_tokens": 26356, + "completion_tokens": 235, + "total_tokens": 26591 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.603987, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.887959, + "tool_latency_seconds": 0.603987, + "final_model_latency_seconds": 22.622254, + "total_latency_seconds": 25.114979, + "usage": { + "prompt_tokens": 26311, + "completion_tokens": 205, + "total_tokens": 26516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť explicitný názov diplomového projektu ani bakalárskej práce, iba témy a roky uvedené v sekcii. Ján Malinovský vypracováva diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania\" v roku 2026 a Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.372131, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.863372, + "tool_latency_seconds": 0.372131, + "final_model_latency_seconds": 13.895824, + "total_latency_seconds": 16.131964, + "usage": { + "prompt_tokens": 14375, + "completion_tokens": 256, + "total_tokens": 14631 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ má v ZP Wiki evidovanú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026 a Ronald Zalacko má evidovanú bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.511807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.53544, + "tool_latency_seconds": 0.511807, + "final_model_latency_seconds": 22.062708, + "total_latency_seconds": 24.11121, + "usage": { + "prompt_tokens": 25342, + "completion_tokens": 205, + "total_tokens": 25547 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.739313, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.460703, + "tool_latency_seconds": 0.739313, + "final_model_latency_seconds": 21.258615, + "total_latency_seconds": 23.459331, + "usage": { + "prompt_tokens": 24657, + "completion_tokens": 187, + "total_tokens": 24844 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia\" v roku 2024 a Maksym Zatirka má zaevidovanú bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.422081, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.909386, + "tool_latency_seconds": 0.422081, + "final_model_latency_seconds": 23.06959, + "total_latency_seconds": 25.401709, + "usage": { + "prompt_tokens": 26628, + "completion_tokens": 221, + "total_tokens": 26849 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ a Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“, pričom obe práce sú na ZP Wiki uvedené v kategórii pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.653065, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.901007, + "tool_latency_seconds": 0.653065, + "final_model_latency_seconds": 26.027035, + "total_latency_seconds": 28.581786, + "usage": { + "prompt_tokens": 29870, + "completion_tokens": 231, + "total_tokens": 30101 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.382965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.956795, + "tool_latency_seconds": 0.382965, + "final_model_latency_seconds": 17.971522, + "total_latency_seconds": 20.311827, + "usage": { + "prompt_tokens": 20345, + "completion_tokens": 222, + "total_tokens": 20567 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik pracuje na diplomovej práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“, ktorá je uvedená pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.85869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.695618, + "tool_latency_seconds": 0.85869, + "final_model_latency_seconds": 25.162274, + "total_latency_seconds": 27.717749, + "usage": { + "prompt_tokens": 29417, + "completion_tokens": 194, + "total_tokens": 29611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021 a Matej Novotný vypracoval diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.810925, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.882317, + "tool_latency_seconds": 0.810925, + "final_model_latency_seconds": 24.554254, + "total_latency_seconds": 27.248166, + "usage": { + "prompt_tokens": 28193, + "completion_tokens": 219, + "total_tokens": 28412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Kristián Sopkovič má zaznamenanú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.661264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.707122, + "tool_latency_seconds": 0.661264, + "final_model_latency_seconds": 23.235564, + "total_latency_seconds": 25.604764, + "usage": { + "prompt_tokens": 26763, + "completion_tokens": 208, + "total_tokens": 26971 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.433639, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.970508, + "tool_latency_seconds": 0.433639, + "final_model_latency_seconds": 20.272194, + "total_latency_seconds": 22.677235, + "usage": { + "prompt_tokens": 23292, + "completion_tokens": 224, + "total_tokens": 23516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" v roku 2027 a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" tiež v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.757551, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.852364, + "tool_latency_seconds": 0.757551, + "final_model_latency_seconds": 24.105046, + "total_latency_seconds": 26.715752, + "usage": { + "prompt_tokens": 28047, + "completion_tokens": 215, + "total_tokens": 28262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.csv b/tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.csv new file mode 100644 index 0000000..191a468 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.csv @@ -0,0 +1,2113 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre osobu Ján Holp je v ZP Wiki dostupný dokument o jeho študentských prácach, kde uvádza, že vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.536589,0.245821,13.501763,15.284751,16051,163,16214, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názvom diplomovej práce Ján Holpa je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.366651,0.274656,15.447059,17.089103,19764,108,19872, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Prácu s názvom „Systém získavania informácií v slovenskom jazyku“ vypracovával Ján Holp ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.86329,0.538945,21.992989,24.395931,27187,157,27344, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.932121,0.529832,22.690199,25.152882,27644,158,27802, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Téma diplomovej práce Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.763137,0.362603,16.507343,18.633617,20210,132,20342, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.402725,0.20575,13.293555,14.902507,16614,98,16712, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.698759,0.249374,10.663209,12.61182,13147,123,13270, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.552282,0.246363,17.149109,18.948319,21420,112,21532, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ján Holp začal študovať v roku 2016 a vypracoval svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.83441,0.279106,7.287953,9.401747,8386,143,8529, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" bola uvedená pre rok 2021. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.874784,0.422446,10.487272,12.784877,12191,178,12369, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021, pričom téma získavanie informácií je tiež priamo spojená s tímovým projektom, ktorý autorizoval. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.840014,0.320607,16.810676,18.971909,19907,183,20090, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", pri ktorej implementoval algoritmus PageRank a uskutočnil experimenty s využitím tejto metódy na vyhodnotenie dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.744043,0.241199,13.330241,15.316023,15675,165,15840, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Holp súvisí s témou slovenský internet vďaka svojej bakalárskej práci z roku 2019 s názvom Vyhľadávač na slovenskom internete a následnej diplomovej práci z roku 2021 Systém získavania informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.808357,0.204764,13.322181,15.33587,15680,180,15860, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","V rámci študentského projektu a následne diplomovej práce „Systém získavania informácií v slovenskom jazyku"" bol Jánom Holpom implementovaný systém pre indexovanie dokumentov a vyhľadávanie, ktorý zahŕňal nasadenie pomocou systému Docker, vytvorenie REST API pre indexovanie, implementáciu algoritmu PageRank na ohodnotenie dokumentov a integráciu s databázou Cassandra a Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.742846,0.312387,10.002878,12.058498,10699,200,10899, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Názov bakalárskej práce Jána Holpa je „Vyhľadávač na slovenskom internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.777751,0.299487,12.319125,14.396845,15388,131,15519, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pre osobu Maroš Harahus bol v ZP Wiki nájdený študentský dokument, ktorý eviduje jeho bakalársku prácu z roku 2019 a diplomovú prácu z roku 2021, pričom sa venuje aj dizertačnej práci s témou automatických opráv textu a spracovania prirodzeného jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.702868,0.390778,7.976463,10.070377,8503,183,8686, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Názov diplomovej práce Maroša Harahusa z roku 2021 je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.781765,0.405495,11.719624,13.907295,14475,141,14616, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ vypracoval Maroš Harahus. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.493339,0.642837,18.0749,20.211627,22366,121,22487, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021, pričom ako hlavný nástroj využíval knižnicu Spacy na tréning modelu morfologickej anotácie s podporou predtrénovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.908814,0.768163,37.817397,40.495536,44082,192,44274, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pri osobe Maroš Harahus je uvedená téma diplomovej práce z roku 2021 „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.577819,0.426121,12.576765,14.581167,14542,132,14674, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.771161,0.446479,16.548144,18.766327,20575,127,20702, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Maroš Harahus je študent, ktorý vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021, kde sa zaoberal témou morfologickej anotácie pomocou neurónových sietí a knižnice Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.822691,0.315657,10.48445,12.623279,11671,182,11853, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","S Marošom Harahusom a témou Spacy súvisí dokument (študentská stránka) o ňom, kde je uvedený ako osoba zapojená do projektu „Podpora slovenčiny v knižnici Spacy"" s úlohou štatistického značkovania, pričom v rámci svojho doktorandského štúdia pracoval aj na dokončení draftu článku týkajúceho sa Spacy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/topics/spacy",1.756293,0.316115,12.001849,14.074657,13139,214,13353, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zdroji S2 spomína Maroš Harahus ako autor dokumentu o študentovi Dmytro Muralovi, ktorého téma zahŕňa grafové neurónové siete, v tomto dokumente nie je téma grafových neurónových sietí spojená s dokumentom, kde by bol Maroš Harahus uvedený ako autor (správca záznamu), ale ako autor stránky študenta Dmytra Murala. Dokument o grafových neurónových sieťach, kde by bol Maroš Harahus uvedený ako autor dokumentu v metadátach, nie je v vrátených zdrojoch identifikovaný. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.941819,0.440534,21.847194,24.230128,24257,289,24546, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka"" na morfologickú anotáciu používala knižnicu Spacy, pričom v rámci práce sa pracovalo s verziou 2.2 tejto knižnice. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.329697,0.548271,18.493272,20.37181,21902,147,22049, +q0026,dev,specific_fact,medium,Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus mal po úvodnom stretnutí s US Steel (dňa 1. októbra) naštudovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN) a tiež nájsť a vyskúšať príslušný toolkit na túto skupinu sietí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.034285,0.784572,9.283884,12.103034,9927,198,10125, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Dokument o osobe Tomáš Kuchárik je venovaný jeho diplomovej práci z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.767054,0.258584,15.264015,17.290246,18464,156,18620, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Tomáš Kuchárik má zaznamenané dve diplomové práce: „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" (rok 2021) a „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" (rok 2022). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.79761,0.312944,17.689417,19.800514,20744,194,20938, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa venoval študent Tomáš Kuchárik v rámci svojej diplomovej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.02858,0.567044,25.324196,27.920615,30526,179,30705, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak""]","Študent Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.03952,0.967666,26.283908,29.291811,31464,176,31640, +q0031,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Tomáš Kuchárik je v ZP Wiki uvedená téma diplomovej práce z roku 2021 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a téma diplomovej práce z roku 2022 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.38588,0.19815,16.408769,17.993337,18189,176,18365, +q0032,dev,fact_work_year,easy,V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.782413,0.327565,20.112832,22.223422,24387,159,24546, +q0033,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Tomáš Kuchárik je študentom, ktorý súvisí s témou Question Answering prostredníctvom diplomových prác v rokoch 2021 a 2022, konkrétne s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"", a tiež sa podieľal na vývoji webovej aplikácie pre anotáciu v rámci projektu Question Answering. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.832398,0.200844,20.632886,22.666757,23857,219,24076, +q0034,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Tomáš Kuchárik súvisí s diplomovou prácou z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá sa zaoberá jazykovými mutáciami overovacej množiny SQuAD a ich prekladom. Okrem toho sa na stránke projektu Question Answering uvádza ako študent, ktorý pomáhal s vývojom aplikácie na anotáciu, ktorá pracuje s dátami zo SQuAD. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.805306,0.259641,14.894406,16.959897,15824,243,16067, +q0035,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Študent Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá bola spojená s témou strojového prekladu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.800182,0.561282,16.139662,18.501642,19217,173,19390, +q0036,dev,specific_fact,medium,Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.912813,0.309416,17.540411,19.763212,21309,159,21468, +q0037,dev,specific_fact,medium,Aký dataset mal Tomáš Kuchárik strojovo prekladať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik mal strojovo prekladať dataset SQUAD (vrátane jeho jazykových mutácií), pričom cieľom bolo vytvoriť jeho strojovo preloženú verziu na tvorbu slovenského korpusu otázok a odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.370504,0.374416,22.679974,24.425523,27031,143,27174, +q0038,dev,entity_lookup,easy,Nájdi dokument o osobe Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Dokument o osobe Jakub Maruniak pojednáva o jeho štúdiu začínajúcom v roku 2016, pričom v roku 2021 vypracovával diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.696956,0.373247,7.705876,9.776334,7892,177,8069, +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.594032,0.347705,18.44229,20.384593,23023,129,23152, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" sa venoval študent Jakub Maruniak ako tému svojej diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.971523,0.352397,20.263318,22.587856,24727,163,24890, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Študent Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.561231,0.375439,18.439717,20.376964,22484,132,22616, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","Pri osobe Jakub Maruniak je uvedená téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.785728,0.208063,13.233876,15.22821,16042,145,16187, +q0043,dev,fact_start_year,easy,V ktorom roku začal študovať Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Jakub Maruniak začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.791891,0.321048,14.749406,16.862943,18423,124,18547, +q0044,dev,verification,medium,Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Jakub Maruniak je v ZP Wiki explicitne uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.927589,0.370034,7.789684,10.087596,9131,146,9277, +q0045,dev,fact_work_year,easy,V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.766297,0.357608,17.431851,19.556416,21912,128,22040, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Rok začiatku štúdia Jakuba Maruniaka je 2016, pričom rok záverečnej práce (diplomová práca) je uvedený v kategórii ako 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.654181,0.918217,7.498431,10.071111,8374,147,8521, +q0047,dev,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale je to rok začiatku jeho štúdia, pričom jeho záverečné práce boli vypracované neskôr (bakalárska práca v roku 2019 a diplomová práca v roku 2021). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.668591,0.225751,12.45949,14.354308,14667,173,14840, +q0048,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Študent Jakub Maruniak súvisí s témou pomenovaných entít v rámci svojej diplomovej práce s návrhovým názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorú realizoval v rámci diplomového projektu v roku 2020 a 2021. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/topics/named-entity",1.804399,0.50188,10.667168,12.97381,11793,199,11992, +q0049,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","S Jakubom Maruniakom súvisí diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorá riešila podporu slovenčiny v knižnici Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.747748,0.292967,15.02829,17.069506,18037,161,18198, +q0050,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde sa špecificky venuje príprave postupu na anotáciu textového korpusu pre systém Prodigy a spolupráci s projektom Anotácia textových dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.827762,0.470547,7.793118,10.091733,8011,194,8205, +q0051,dev,specific_fact,medium,Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Jakub Maruniak mal použiť systém Prodigy na anotáciu textového korpusu pre trénovanie modelu rozpoznávania pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.847343,0.53254,7.822407,10.202584,9529,145,9674, +q0082,dev,entity_lookup,easy,Nájdi dokument o osobe Dominik Nagy.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.692843,0.205696,12.277591,14.176628,15164,137,15301, +q0083,dev,fact_title,easy,Aký je názov diplomová práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.784947,0.390683,21.354168,23.530467,26358,136,26494, +q0084,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval Dominik Nagy ako diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.885601,0.452883,22.233059,24.572243,26711,154,26865, +q0085,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval v roku 2022 diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.935687,0.454291,22.915843,25.306469,27211,155,27366, +q0086,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Téma diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.733333,0.363412,16.389058,18.486342,20087,129,20216, +q0087,dev,fact_work_year,easy,V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.744023,0.347334,23.477508,25.569519,28942,123,29065, +q0088,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022, ktorá sa priamo zaoberá témou strojového prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.766974,0.263897,18.631355,20.66287,22116,160,22276, +q0089,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022, pričom nástroj Fairseq využil aj v rámci prípravy a úloh svojich predchádzajúcich študijných projektov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.719955,0.226384,8.005285,9.951883,8522,175,8697, +q0090,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Študent Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", pri ktorej sa v rámci úloh vykonával experiment s architektúrou MBART. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.711171,0.241575,7.378158,9.331199,8363,162,8525, +q0091,dev,specific_fact,medium,V akých smeroch Dominik Nagy trénoval modely Fairseq?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""angličtina"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Dominik Nagy trénoval modely pomocou knižnice Fairseq pre úlohu neurónového strojového prekladu, konkrétne pre obojsmerný preklad medzi angličtinou a slovenčinou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.576115,0.32062,17.775214,19.6726,21572,142,21714, +q0092,dev,specific_fact,medium,Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BPE"", ""sentencepiece"", ""wordpiece""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dominik Nagy mal pri svojej diplomovej práci vyskúšať alternatívne metódy tokenizácie, a to konkrétne BPE, sentencepiece a wordpiece pomocou huggingface tokenizers. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.623301,0.263279,18.984064,20.871212,23186,138,23324, +q0102,dev,entity_lookup,easy,Nájdi dokument o osobe Patrik Pavlišin.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dokument o osobe Patrik Pavlišin je uvedený na stránke ZP Wiki, kde eviduje svoju bakalársku prácu z roku 2020 a diplomovú prácu z roku 2022 s predbežným názvom „Neurónový strojový preklad"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.706934,0.643778,8.13217,10.483192,8861,169,9030, +q0103,dev,fact_title,easy,Aký je názov bakalárska práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalársku prácu osoby Patrik Pavlišin má názov Metódy automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.78833,0.285503,12.430107,14.504446,15432,134,15566, +q0104,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Metódy automatického prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.919325,0.669125,22.633263,25.222357,27956,143,28099, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020, ktorá sa zaoberá prehľadom aktuálnych metód automatického prekladu, predstavením vybranej metódy, prípravou paralelného korpusu a vykonaním experimentov s automatickým prekladom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.971502,0.585519,32.417997,34.975926,37761,209,37970, +q0106,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Patrik Pavlišin je uvedená téma bakalárskej práce „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.845795,0.297365,12.026342,14.169972,14327,136,14463, +q0107,dev,fact_work_year,easy,V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Patrik Pavlišin je uvedená bakalárska práca v roku 2020 s názvom „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.795144,0.441992,16.859939,19.097698,20682,144,20826, +q0108,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Patrik Pavlišin je študent, ktorý vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020 a v roku 2022 pripravoval diplomovú prácu s predbežným názvom „Neurónový strojový preklad"", obe zamerané na tému automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.798999,0.497852,12.434775,14.732081,14156,189,14345, +q0109,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Patrik Pavlišin sa venuje téme paralelný korpus v rámci svojej diplomovej práce z roku 2022, kde je jedným z cieľov pripraviť vybraný paralelný korpus do vhodnej podoby a pomocou vybranej metódy natrénovať model pre strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.81555,0.434962,15.89887,18.149953,18800,185,18985, +q0110,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Študent Patrik Pavlišin súvisí s projektom a témou strojový preklad, kde sa v rámci diplomovej práce v roku 2022 venoval neurónovému strojovému prekladu s predbežným názvom „Neurónový strojový preklad"" a plánoval použiť nástroj OpenNMT-py. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +https://zp.kemt.fei.tuke.sk/topics/translation",1.892867,1.435632,10.41846,13.747343,11077,210,11287, +q0111,dev,specific_fact,medium,Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Patrik Pavlišin mal pri experimentoch s automatickým prekladom pripraviť vybraný paralelný korpus. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.859623,0.217097,6.946066,9.023065,8168,141,8309, +q0122,dev,entity_lookup,easy,Nájdi dokument o osobe Ondrej Megela.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Nájdený dokument o Ondrejovi Megelovi uvádza, že vypracovával diplomovú prácu v roku 2023 s názvom ""Automatické generovanie otázok v slovenskom jazyku"" a má zaznamenaný aj bakalársky projekt z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.684283,0.241664,14.066215,15.992755,16857,169,17026, +q0123,dev,fact_title,easy,Aký je názov bakalárska práca osoby Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Ondreja Megela má názov „Neurónové jazykové modelovanie typu BERT"" a bola vypracovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.198035,0.453187,16.666345,18.318169,20333,109,20442, +q0124,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",2.021554,0.691415,25.211948,27.925913,30895,149,31044, +q0125,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"", ktorá bola realizovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.896495,0.654815,25.477796,28.029892,30593,155,30748, +q0126,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Pri osobe Ondrej Megela je uvedená téma bakalárskej práce s názvom „Neurónové jazykové modelovanie typu BERT.“ + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.807167,1.557498,16.686329,20.052018,20285,140,20425, +q0127,dev,fact_work_year,easy,V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Ondrej Megela je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.581315,0.329675,17.061781,18.973404,21146,116,21262, +q0128,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Ondrej Megela je študent, ktorý vypracovával bakalársku prácu s témou súvisiacou s modelmi BERT a RoBERTa, konkrétne sa venoval úlohám v oblasti Question Answering a automatizovaného generovania otázok, pričom v rámci projektu Question Answering bol zaradený medzi študentov pracujúcich na vedľajších úlohách súvisiacich s BERT. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/topics/question +https://zp.kemt.fei.tuke.sk/topics/bert",1.735982,0.408195,22.469509,24.614447,25920,224,26144, +q0129,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Ondrej Megela vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"", ktorá sa zameriava na využitie generatívnych jazykových modelov pre vytvorenie databázy otázok a odpovedí v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.809789,0.390254,19.70089,21.901597,23419,174,23593, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" a diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"", ktoré súvisia s témou neurónových sietí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.799548,0.42333,17.976172,20.199699,21328,174,21502, +q0131,dev,specific_fact,medium,Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela mal za cieľ natrénovať a vyhodnotiť model typu BERT (konkrétne v rámci bakalárskej práce s názvom „Neurónové jazykové modelovanie typu BERT"") a následne aj generatívny model slovenského jazyka v rámci diplomovej práce, pričom v rámci diplomového projektu skúšal aj slovenský GPT model, Multilingual T5 a slovenský BART model. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.953488,0.324266,8.67241,10.950467,8940,215,9155, +q0142,dev,entity_lookup,easy,Nájdi dokument o osobe Dávid Omasta.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dávid Omasta vypracovával diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" pre rok 2024, ktorá súvisí s interným projektom Question Answering a jej vedúcim je Daniel Hládek. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.701759,0.209003,13.337306,15.248603,15771,172,15943, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta má v ZP Wiki evidované dva návrhy na názvy diplomových prác: pre rok 2023 „Generatívne modely slovenského jazyka"" a pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.604264,0.262977,16.489315,18.357222,19574,167,19741, +q0144,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" vypracoval študent Dávid Omasta v rámci svojej diplomovej práce v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.974418,0.509337,23.771762,26.256238,28692,169,28861, +q0145,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Dávid Omasta vypracoval diplomovú prácu v roku 2024 s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.843799,0.618058,25.667698,28.130299,30884,151,31035, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta má pre rok 2024 uvedenú tému diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.89476,0.337001,19.155535,21.387945,23173,153,23326, +q0147,dev,fact_work_year,easy,V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Dávid Omasta je v ZP Wiki uvedená diplomová práca pre roky 2023 a 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.77488,0.242441,20.932801,22.950778,25701,137,25838, +q0148,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Dávid Omasta vypracovával diplomovú prácu s témou dotrénovania slovenského generatívneho jazykového modelu, ktorej návrh názvu pre rok 2023 bol „Generatívne modely slovenského jazyka"" a pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.811511,0.293472,24.6358,26.741641,28941,195,29136, +q0149,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Študent Dávid Omasta vypracovával diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá je tematicky prepojená s interným projektom Question Answering. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.826623,0.219506,9.215699,11.262168,10010,168,10178, +q0150,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta súvisí s diplomovou prácou z roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu"" a s diplomovou prácou z roku 2024, ktorej návrh na názov je „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.797175,0.20044,7.248854,9.246751,7354,188,7542, +q0151,dev,specific_fact,medium,Aká bola téma diplomovej práce Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dotrénovanie slovenského generatívneho jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dávid Omasta v roku 2023 vypracovával diplomovú prácu na tému Dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.854002,0.390945,16.780307,19.026003,20801,150,20951, +q0152,dev,specific_fact,medium,Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka"", pričom téma práce znie „Dotrénovanie slovenského generatívneho jazykového modelu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.716255,0.339364,18.704816,20.761091,22396,160,22556, +q0164,dev,entity_lookup,easy,Nájdi dokument o osobe Kristián Sopkovič.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre osobu Kristián Sopkovič bol v ZP Wiki nájdený dokument, ktorý eviduje jeho bakalársku prácu z roku 2022 a diplomovú prácu z roku 2024, pričom jeho študijný program začal v roku 2019. Diplomová práca z roku 2024 sa zameriava na neurónové vyhľadávanie na základe sémantickej podobnosti vektorov a využitie metód ako Sentence Transformers a Matrioshka embedding, pričom študent má aj plán na dizertačnú prácu v roku 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.734967,0.239453,18.136967,20.112014,19634,268,19902, +q0165,dev,fact_title,easy,Aký je názov bakalárska práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Bakalárska práca Kristiána Sopkoviča s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.838854,0.28598,14.619496,16.744919,17642,159,17801, +q0166,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" si vypracoval študent Kristián Sopkovič ako bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.942112,0.772523,20.341017,23.057035,24732,167,24899, +q0167,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Študent Kristián Sopkovič vypracoval bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.8132,0.650674,20.20945,22.674037,24029,177,24206, +q0168,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Témou bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.882268,0.348646,16.715619,18.94706,20346,145,20491, +q0169,dev,fact_work_year,easy,V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.859157,0.235778,17.952035,20.047532,22080,135,22215, +q0170,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Študent Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022, ktorá sa zameriavala na zlepšenie presnosti modelu Spacy pre slovenčinu, a je tiež uvedený ako účastník projektu „Podpora slovenčiny v knižnici Spacy"" s cieľom vylepšenia parametrov a použitia transformérov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.503949,0.495642,29.027662,31.028186,33536,216,33752, +q0171,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Kristián Sopkovič je študent, ktorý sa venuje práci súvisiacej so slovenčinou, konkrétne v rámci dizertačnej práce s cieľom vylepšiť RAG-QA v slovenskom jazyku a v rámci projektu „Podpora slovenčiny v knižnici Spacy"", kde sa zaoberá vylepšením parametrov a transformermi pre slovenčinu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.879987,0.213594,15.43149,17.525651,17206,223,17429, +q0172,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""transformery""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Kristián Sopkovič vypracoval bakalársku prácu s témou súvisiacou s transformermi v roku 2022, kde študoval transformery a Spacy, a v súčasnosti pracuje na diplomovej práci (2024) zameranom na neurónové vyhľadávanie a sémantickú podobnosť, ktorá využíva Sentence Transformer modely. V rámci projektu Podpora slovenčiny v knižnici Spacy je tiež uvedený ako osoba zodpovedná za vylepšenie parametrov a prácu s transformermi. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.80317,0.266118,18.066854,20.137027,20044,252,20296, +q0173,dev,specific_fact,medium,Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšiť presnosť modelu Spacy pre slovenčinu""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov s rôznymi parametrami a identifikáciu slabých miest na následné zlepšenie presnosti spracovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.895573,0.373967,7.991742,10.2616,8159,200,8359, +q0174,dev,entity_lookup,easy,Nájdi dokument o osobe Michal Stromko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Pre osobu Michal Stromko je v ZP Wiki evidovaná záverečná práca s názvom „Sémantické vyhľadávanie v slovenskom texte"", ktorá bola vypracovaná ako diplomová práca v akademickom roku 2023/2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.680786,0.302378,14.758431,16.74362,17715,163,17878, +q0175,dev,fact_title,easy,Aký je názov bakalárska práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.620341,0.269132,16.069554,17.959562,19813,132,19945, +q0176,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" sa venoval Michal Stromko v rámci svojej bakalárskej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.775908,0.530732,23.533677,25.84112,28663,145,28808, +q0177,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Študent Michal Stromko vypracoval bakalársku prácu v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch“, ktorá rieši vytvorenie vyhľadávacieho indexu dokumentov zo slovenského internetu a demonštračnú webovú aplikáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.810886,0.532594,24.741981,27.086372,29240,174,29414, +q0178,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Témou bakalárskej práce Michala Stromka z roku 2022 je „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.786406,0.325579,18.440697,20.553365,22565,137,22702, +q0179,dev,fact_work_year,easy,V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Michal Stromko je uvedená bakalárska práca v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.783348,0.271106,18.439474,20.494485,22498,142,22640, +q0180,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022 a neskôr spolupracoval na diplomovej práci Filipa Tomáša s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes"" (rok 2024/2025), kde je tiež uvedený ako spolupracujúci študent. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.782831,0.324538,16.765182,18.873182,18752,228,18980, +q0181,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""vyhľadávanie""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Michal Stromko vypracováva diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte"" v akademickom roku 2023/24, ktorá sa zameriava na implementáciu a vyhodnotenie sémantického vyhľadávania na slovenskej wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.910519,0.659463,7.966057,10.536375,8427,188,8615, +q0182,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Študent Michal Stromko súvisí s témou FAISS v rámci svojho diplomového projektu a vedeckého projektu, kde plánoval alebo vykonával implementáciu vektorového vyhľadávania a uloženia vektorov do databázy FAISS pre účely odpovedania na otázky (QA) a sémantického vyhľadávania v slovenskej Wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.553276,0.378074,15.720791,17.652755,18369,176,18545, +q0183,dev,specific_fact,medium,Aký indexovací systém používala bakalárska práca Michala Stromka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Michal Stromko pri svojej bakalárskej práci z roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" použil ako indexovací systém Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.804666,0.44725,11.797981,14.050301,14156,149,14305, +q0184,dev,specific_fact,medium,Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.603429,0.413791,14.807756,16.82589,18491,113,18604, +q0200,dev,entity_lookup,easy,Nájdi dokument o osobe Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Dokument o osobe Artem Yatsenko sa nachádza pod názvom „Artem Yatsenko"" a pojednáva o jeho bakalárskej práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" z roku 2022, ktorú začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.707315,0.171086,11.833599,13.71241,13034,178,13212, +q0201,dev,fact_title,easy,Aký je názov bakalárska práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Bakalárska práca Artema Yatsenka má názov „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.769249,0.231767,12.635313,14.636859,15565,142,15707, +q0202,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.932901,0.390796,20.851843,23.176309,25405,161,25566, +q0203,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Na tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Artem Yatsenko bakalársku prácu v roku 2022 a Than Trung Thanh realizoval bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"". Ďalej Jakub Maruniak pripravil diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.941021,0.359262,23.230987,25.532016,25561,297,25858, +q0204,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Pri osobe Artem Yatsenko je uvedená téma jeho bakalárskej práce z roku 2022 ako „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.800098,0.215972,11.882299,13.898938,14085,151,14236, +q0205,dev,fact_start_year,easy,V ktorom roku začal študovať Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Artem Yatsenko začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.429705,0.199793,12.355466,13.985526,15518,100,15618, +q0206,dev,verification,medium,Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Artem Yatsenko je v ZP Wiki explicitne uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.907796,0.225817,9.584798,11.718816,11564,144,11708, +q0207,dev,fact_work_year,easy,V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Artem Yatsenko je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.58755,0.229492,16.483044,18.300666,20602,115,20717, +q0208,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.442686,0.420791,21.54192,23.406559,26212,120,26332, +q0209,dev,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Nie, rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.859252,0.22878,11.376956,13.465473,13195,163,13358, +q0210,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022, ktorá sa zaoberá práve témou pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.594988,0.141816,12.784721,14.52207,15218,152,15370, +q0211,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022, pri ktorej využil knižnicu Spacy na vylepšenie modelu pre rozpoznávanie pomenovaných entít a anotáciu korpusu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.744941,0.313394,15.295938,17.354846,17756,184,17940, +q0212,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Artem Yatsenko súvisí s témou anotácia v rámci svojho bakalárskeho projektu z roku 2021, kde mal za úlohu anotať korpus pre rozpoznávanie pomenovaných entít v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.762454,0.141973,12.588665,14.493616,14878,164,15042, +q0213,dev,specific_fact,medium,Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""20""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments""]","Artem Yatsenko mal podľa zadania bakalárskeho projektu z roku 2021 minimálne anotáť 20 článkov pomenovaných entít cez webové rozhranie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.425507,0.390285,14.815168,16.631653,18039,124,18163, +q0229,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","K Matejovi Ščišľakovi existuje dokument v ZP Wiki, ktorý eviduje jeho bakalársku prácu s názvom „Dialógový systém pre potreby samosprávy"" z roku 2024 a diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" z roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.304437,0.211195,18.542524,20.058846,21723,166,21889, +q0230,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Názov diplomovej práce, ktorú vypracováva Matej Ščišľak, je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.83202,0.297237,17.940315,20.070565,21854,152,22006, +q0231,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" vypracováva študent Matej Ščišľak ako svoju diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.741158,0.638583,26.211428,28.592034,31566,156,31722, +q0232,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Študentom, ktorý rieši diplomovú prácu s presne zadanou témou „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", je Matej Ščišľak, ktorý túto prácu vypracováva pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.970579,0.670248,26.393292,29.034945,31374,182,31556, +q0233,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Téma diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.832772,0.230045,14.431237,16.494581,17452,144,17596, +q0234,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Matej Ščišľak začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.801859,0.218542,14.951908,16.972847,18585,128,18713, +q0235,dev,verification,medium,Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Áno, pri osobe Matej Ščišľak je v dokumente explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.958019,0.228874,6.788632,8.975821,7664,149,7813, +q0236,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.216294,0.308325,17.69096,19.216502,22191,94,22285, +q0237,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Osoba Matej Ščišľak začala štúdium v roku 2021 a vykonáva svoju diplomovú prácu v roku 2026, pričom v roku 2024 už absolvoval bakalársku prácu. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.309934,0.382029,17.31341,19.005952,20722,132,20854, +q0238,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia, pričom jeho bakalársku prácu vypracoval v roku 2024 a diplomovú prácu plánuje v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.529513,0.274741,11.605719,13.410404,13188,158,13346, +q0239,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", v rámci ktorej vytvoril systém založený na technológii GraphRAG zložený z FAISS a Neo4J. S týmto projektom súvisí aj bakalárska práca študenta Maksyma Zatirku s témou „Grafová databáza pre podporu generovania slovenského jazyka"", s ktorým Matej Ščišľak spolupracuje pri využití znalostného grafu pre RAG a vyhľadávanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.604547,0.240301,19.840966,21.686339,21872,266,22138, +q0240,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", v ktorej využíva databázu Neo4J ako súčasť GraphRAG riešenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.678936,0.218913,17.064221,19.962761,20365,167,20532, +q0241,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Matej Ščišľak pracoval na diplomovom projekte v roku 2025, kde vytvoril RAG (Retrieval-Augmented Generation) systém využívajúci vektory uložené v databáze FAISS. Tieto informácie sú uvedené v zázname o stave práce z 14. mája 2025, kde je explicitne spomenuté vytvorenie RAG s vektormi do FAISS a použitím modelu Mistral cez Ollama. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.906985,0.227604,8.447511,10.582355,8265,227,8492, +q0242,dev,specific_fact,medium,Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""FAISS"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","GraphRAG, ktorý vypracoval Matej Ščišľak v rámci svojej diplomovej práce, sa skladá z dvoch hlavných častí: vektorovej databázy FAISS a grafovej databázy Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.670874,0.347012,15.026786,17.045242,18228,150,18378, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým existujú správne odpovede, odpovede generované chatbotom, očakávané zdroje a vygenerované zdroje. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.847575,0.397791,18.143258,20.389446,21836,167,22003, +q0244,dev,specific_fact,medium,Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre potreby samosprávy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol Dialógový systém pre potreby samosprávy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.030091,0.362431,22.003563,24.396864,26787,150,26937, +q0245,dev,entity_lookup,easy,Nájdi dokument o osobe Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Vladimír Ferko je študent KPI a pracovník DTSS, ktorý začal štúdium v roku 2021 a vypracováva bakalársku prácu z roku 2024 na tému Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.71713,0.242414,14.141427,16.101688,16409,172,16581, +q0246,dev,fact_title,easy,Aký je názov bakalárska práca osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.809635,0.276355,15.235632,17.322244,18678,144,18822, +q0247,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pracou s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa zaoberá študent Vladimír Ferko, ktorý túto tému spracúva v rámci svojej bakalárskej práce v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.761576,0.420613,24.565664,26.749169,29357,168,29525, +q0248,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študentom, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“, je Vladimír Ferko a jeho bakalárska práca z roku 2024 má presne tento názov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.768274,0.380302,23.876422,26.02566,28401,161,28562, +q0249,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Téma bakalárskej práce Vladimíra Ferkla je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.854415,0.220261,15.295772,17.370992,18363,144,18507, +q0250,dev,fact_start_year,easy,V ktorom roku začal študovať Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Vladimír Ferko začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.405773,0.25801,16.223616,17.888128,20123,100,20223, +q0251,dev,verification,medium,Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Vladimír Ferko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.924692,0.287969,15.680334,17.893699,19035,148,19183, +q0252,dev,fact_work_year,easy,V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Bakalárska práca pri osobe Vladimír Ferko je uvedená v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.803656,0.316815,20.456988,22.578168,25280,133,25413, +q0253,dev,disambiguation_year,hard,Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Rok začiatku štúdia Vladimíra Ferka je 2021, kým rok uvedený v názve sekcie jeho bakalárskej práce je 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.621712,0.495878,29.771093,31.889755,35724,137,35861, +q0254,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Nie, rok 2021 nie je rokom záverečnej práce Vladimíra Ferka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca je evidovaná pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.875368,0.239306,10.701636,12.816751,11892,169,12061, +q0255,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko je študent, ktorý je súčasťou projektu zameraného na nenávistnú reč (hate speech) a vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/hatespeech +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.782326,0.193536,10.340766,12.317125,11594,184,11778, +q0256,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","S Vladimírom Ferkom súvisí bakalárska práca z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", kde je anotácia kľúčovou úlohou pri príprave korpusu a následnej štatistickej analýze. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.773506,0.177534,14.165782,16.117451,16755,180,16935, +q0257,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Vladimír Ferko je študent, ktorý vypracovával bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", pri ktorej v rámci úloh a stavu projektu explicitne použil model SlovakBERT (konkrétne verziu `slovakbert-sentiment-twitter`). + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.584176,0.205605,16.942726,18.733059,19958,169,20127, +q0258,dev,specific_fact,medium,Aký model Vladimír Ferko natrénoval ako prvý?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovakbert""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.822305,0.196378,7.894191,9.913205,9241,142,9383, +q0259,dev,specific_fact,medium,Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OffensEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Vladimír Ferko mal naštudovať iniciatívu **OffensEval 2019-20** a pri svojej anotačnej schéme mal napodobniť vybraný prístup tejto iniciatívy pre anotáciu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.75559,0.234963,13.431785,15.423075,16158,165,16323, +q0275,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" v roku 2026, pričom jeho štúdium začalo v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.69837,0.210839,18.137071,20.046891,21873,160,22033, +q0276,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný vypracoval diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.790435,0.23277,17.636101,19.660026,21574,141,21715, +q0277,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","S diplomovou prácou s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" sa zaoberá Matej Novotný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.918013,0.298592,10.154629,12.371589,11993,150,12143, +q0278,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorej cieľom je lepšie pripraviť webové dáta na trénovanie jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.701592,0.539528,25.779507,28.021815,31062,161,31223, +q0279,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená téma diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie“, ktorá sa zameriava na klasifikáciu webových textov podľa typu a domén a na detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.762518,0.285137,19.36978,21.418055,22950,171,23121, +q0280,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.826988,0.214504,15.909159,17.951189,19642,128,19770, +q0281,dev,verification,medium,Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Áno, pri osobe Matej Novotný je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.924634,0.172968,5.694894,7.792718,6110,149,6259, +q0282,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.185558,0.232702,18.819494,20.238355,23700,91,23791, +q0283,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Matej Novotný začal štúdium v roku 2021 a vypracováva diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.62241,0.370196,13.565441,15.558536,16533,132,16665, +q0284,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale je uvedený ako rok začiatku jeho štúdia; jeho diplomová práca je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.782677,0.267006,11.994666,14.044889,14254,160,14414, +q0285,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""webové dáta""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Diplomová práca študenta Mateja Novotného s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" sa zaoberá klasifikáciou webových dát, ich roztriesťením podľa typu a domén a detekciou nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.772073,0.230009,22.263085,24.26582,26575,175,26750, +q0286,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""klasifikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","S študentom Matejom Novotným súvisí diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorú vypracováva v roku 2026 s témou klasifikácie webových dát a detekcie nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.78391,0.227662,18.299084,20.311185,21578,174,21752, +q0287,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na prípravu webových dát na trénovanie jazykových modelov prostredníctvom ich klasifikácie podľa typu a detekcie nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.816447,0.212404,21.254204,23.283652,25280,184,25464, +q0303,dev,entity_lookup,easy,Nájdi dokument o osobe Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Dokument o osobe Valerii Kutsenko sa nachádza na stránke students/2022/valerii_kutsenko, kde sú evidované jeho bakalárska práca z roku 2025 s názvom Automatické generovanie otázok zo zadaného textu a diplomová práca plánovaná na rok 2027 s témou Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.699228,0.224215,8.27704,10.200865,8410,195,8605, +q0304,dev,fact_title,easy,Aký je názov diplomová práca osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Diplomová práca Valerii Kutsenko má názov Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.800473,0.255182,15.207615,17.263797,18896,137,19033, +q0305,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" sa venuje Valerii Kutsenko v rámci svojej diplomovej práce pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.870406,0.432498,18.844318,21.148252,22903,155,23058, +q0306,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Študent Valerii Kutsenko pracuje na diplomovej práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" (rok 2027), kde rieši budovanie agenta využívajúceho znalostné grafy pre lepšie vyhľadávanie. Ďalšou relevantnou prácou je diplomová práca študenta Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" (rok 2026), ktorá sa zameriava na implementáciu systému pre vyhľadávanie v právnych textoch pomocou znalostných grafov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.863193,0.46438,23.187583,25.516242,25714,287,26001, +q0307,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je v ZP Wiki uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.242006,0.362501,18.474758,20.080095,22546,104,22650, +q0308,dev,fact_start_year,easy,V ktorom roku začal študovať Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Valerii Kutsenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.643618,0.244946,12.473038,14.362089,15481,114,15595, +q0309,dev,verification,medium,Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Áno, pri osobe Valerii Kutsenko je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.727605,0.307384,9.587466,11.623163,11691,126,11817, +q0310,dev,fact_work_year,easy,V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.75349,0.268978,18.000085,20.023209,22475,127,22602, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Valerii Kutsenko začala študovať v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.835641,0.580462,13.374423,15.791266,16270,147,16417, +q0312,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Rok 2022 nie je rokom záverečnej práce osoby Valerii Kutsenko, ale rokom začiatku jej štúdia; podľa dostupných informácií vypracovávala bakalársku prácu v roku 2025 a diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.670985,0.393133,10.374211,12.438831,11766,169,11935, +q0313,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Valerii Kutsenko vypracováva diplomovú prácu v roku 2027 s tematikou zlepšenia vyhľadávania pomocou znalostných grafov, kde plánuje navrhnúť agenta budujúceho a využívajúceho znalostný graf, prípadne zostaviť multilinguálny znalostný graf. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.859254,0.245576,18.261877,20.367331,21666,192,21858, +q0314,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko vypracováva bakalársku prácu s názvom Automatické generovanie otázok zo zadaného textu, ktorá sa zameriava na vylepšenie procesu RAG (Generovanie jazyka s pomocou vyhľadávania). Okrem toho plánuje diplomovú prácu v roku 2027 na tému Zlepšenie vyhľadávania pomocou znalostných grafov, kde sa tiež zaoberá využitím RAG technológií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.754129,0.280655,18.046662,20.082034,20479,218,20697, +q0315,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Valerii Kutsenko vypracováva diplomovú prácu s témou súvisiacou s znalostnými grafmi a ich využitím pri vyhľadávaní, kde sa explicitne spomína pozretie sa na systém GraphRAG ako súčasť štúdia problematiky. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.780905,0.264538,7.698996,9.744771,8231,172,8403, +q0316,dev,specific_fact,medium,V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávanie"", ""právo"", ""medicína""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Podľa zadania pre diplomovú prácu z roku 2027 môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.842527,0.324819,7.729578,9.897303,9219,153,9372, +q0333,dev,entity_lookup,easy,Nájdi dokument o osobe Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Dokument o osobe Tetiana Mohorian opisuje jej bakalársku prácu z roku 2025 s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", pri ktorej začala študovať v roku 2022 a spolupracuje s Patrikom Pokrivčákom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.687971,0.195628,13.450618,15.334698,15838,178,16016, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Bakalárska práca Tetiany Mohorian má názov Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.611738,0.166195,12.584015,14.362688,15437,129,15566, +q0335,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Pracou s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" sa venujú študentka Tetiana Mohorian (bakalárska práca 2025) a študent Patrik Pokrivčák (diplomová práca). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.972289,0.387364,24.840867,27.201544,29225,210,29435, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.948118,0.447154,24.326435,26.722474,29302,155,29457, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Témanou bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.795551,0.244493,12.730564,14.771083,15220,143,15363, +q0338,dev,fact_start_year,easy,V ktorom roku začal študovať Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Tetiana Mohorian začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.799416,0.224495,11.953232,13.977784,14981,124,15105, +q0339,dev,verification,medium,Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Áno, pri osobe Tetiana Mohorian je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.960904,0.168005,4.797411,6.926562,5406,139,5545, +q0340,dev,fact_work_year,easy,V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Tetiana Mohorian je uvedená bakalárska práca v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.762034,0.265127,11.889149,13.916757,15089,129,15218, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Osoba Tetiana Mohorian začala štúdium v roku 2022 a vypracovávala bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.841706,0.183326,4.570474,6.595758,4731,147,4878, +q0342,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Nie, rok 2022 nie je rokom záverečnej práce osoby Tetiana Mohorian, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.847543,0.244937,13.797189,15.890179,16949,161,17110, +q0343,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" (rok 2025) v rámci projektu s názvom Hate Speech, kde sa venuje detekcii nenávistnej reči a vulgarizmov v textoch. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/topics/hatespeech",1.773087,0.187607,10.06926,12.030435,10836,197,11033, +q0344,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025, kde sa zaoberá aplikáciou veľkých jazykových modelov (LLM) na detekciu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.78637,0.199361,14.904257,16.89049,17514,186,17700, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","S Tetianou Mohorian súvisí bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", pri ktorej je v rámci úloh a návrhov explicitne uvedená téma prompting (spolu s few shot learning a LORA) ako metóda na adaptáciu modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.602333,0.419498,14.773963,16.796547,17396,172,17568, +q0346,dev,specific_fact,medium,Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""prompting"", ""LORA""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa návrhu témy pre Tetianu Mohorian mala použiť na adaptáciu modely techniky „prompting"" a „LORA"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.843417,0.256196,7.153944,9.253859,8465,140,8605, +q0347,dev,specific_fact,medium,Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak T5-small""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 v metrike few-shot F1. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.873823,0.270422,7.729468,9.873972,9367,140,9507, +q0363,dev,entity_lookup,easy,Nájdi dokument o osobe Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorú vedie doc. Matúš Pleva PhD., a začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.700656,0.16661,11.660442,13.528162,13644,173,13817, +q0364,dev,fact_title,easy,Aký je názov bakalárska práca osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Daniila Huzenka je „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.22775,0.18628,14.23443,15.649018,17567,107,17674, +q0365,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Práce s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" sa venuje študent Daniil Huzenko v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.988475,0.738678,26.952202,29.68042,32646,165,32811, +q0366,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.801208,0.660883,24.96123,27.424105,29905,152,30057, +q0367,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Daniil Huzenko je v rámci bakalárskej práce pre rok 2025 uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.793972,0.209226,16.211154,18.215026,19173,161,19334, +q0368,dev,fact_start_year,easy,V ktorom roku začal študovať Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Daniil Huzenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.801196,0.303372,14.858579,16.963688,18320,124,18444, +q0369,dev,verification,medium,Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Daniil Huzenko je v ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.690462,0.366325,15.218542,17.275898,18616,130,18746, +q0370,dev,fact_work_year,easy,V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Daniil Huzenko je bakalárska práca uvedená v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.608578,0.2177,18.527503,20.354462,23006,117,23123, +q0371,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Daniil Huzenko začal štúdium v roku 2022 a vypracováva bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.448203,0.495032,22.778717,24.722769,27755,119,27874, +q0372,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.883728,0.193857,5.270939,7.348821,5011,163,5174, +q0373,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Študent Daniil Huzenko vypracováva bakalársku prácu v roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.764017,0.202835,7.833317,9.800582,8358,191,8549, +q0374,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Raspberry Pi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej súčasťou je zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfigurácia s platformou Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.835386,0.249889,17.074015,19.159844,20454,181,20635, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko vypracováva bakalársku prácu v roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zaoberá tvorbou vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.780451,0.223724,7.65656,9.661134,7549,187,7736, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny zoznam hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster. Dokumenty uvádzajú, že mal zostaviť klaster z viacerých dosiek Raspberry Pi a spomína sa klaster s názvom „DeskPI Super6C"", no špecifikácie jednotlivých komponentov (ako presný typ dosiek, pamäť, úložisko alebo sieťové prvky) nie sú v poskytnutých zdrojoch explicitne uvedené. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.190565,0.301894,18.991065,20.484672,21851,199,22050, +q0377,dev,specific_fact,medium,Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ansible""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko mal podľa zadania svojej bakalárskej práce konfigurovať alebo resetovať klaster pomocou nástroja Ansible. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.832086,0.193761,7.867735,9.893907,9182,142,9324, +q0378,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pre osobu Ján Pták bol v ZP Wiki nájdený dokument o jeho diplomovom projekte s názvom „Agent pre manažment záverečných prác"", ktorého téma zahŕňa vytvorenie agenta využívajúceho technológie ako RAG a GraphRAG na zlepšenie manažmentu záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.682453,0.196094,15.628542,17.507594,18580,177,18757, +q0379,dev,fact_title,easy,Aký je názov diplomový projekt osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation""]","Názov diplomového projektu Ján Pták je „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.74248,0.318354,15.59226,17.653918,19328,125,19453, +q0380,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Práci s názvom „Agent pre manažment záverečných prác"" sa venuje študent Ján Pták, ktorý vypracováva diplomový projekt v roku 2026 s cieľom vytvoriť agenta pre zlepšenie manažmentu záverečných prác v systéme ZP Wiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.761843,0.321024,19.348801,21.432845,22795,173,22968, +q0381,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt v roku 2026 na tému „Agent pre manažment záverečných prác"", ktorý má za cieľ vytvoriť agenta pre zlepšenie manažmentu záverečných prác v rámci ZP Wiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.974216,0.311454,18.95572,21.242035,22788,180,22968, +q0382,dev,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Pták je v ZP Wiki uvedená téma diplomového projektu „Agent pre manažment záverečných prác“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.75061,0.330075,16.04583,18.127154,19693,132,19825, +q0383,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Pták začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.757188,0.239874,13.225233,15.222787,16653,120,16773, +q0384,dev,verification,medium,Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Áno, pri osobe Ján Pták je v ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.887325,0.21862,10.837119,12.943556,13309,139,13448, +q0385,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.114818,0.282126,18.941783,20.339318,23771,83,23854, +q0386,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Osoba Ján Pták začala študovať v roku 2022 a jeho diplomový projekt (práca) je naplánovaný na rok 2026. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.832291,0.298315,15.207945,17.339062,18337,147,18484, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Nie, rok 2022 nie je rokom záverečnej práce Ján Pták, ale rokom začiatku jeho štúdia; jeho dokumentácia uvádza diplomový projekt pre rok 2026 s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.850064,0.227708,11.494709,13.572893,13359,170,13529, +q0388,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Študent Ján Pták vypracováva diplomový projekt v roku 2026 s témou „Agent pre manažment záverečných prác"", pri ktorom sú cieľom štúdiu a implementácia techniky RAG (Retrieval Augmented Generation) a GraphRAG pre zlepšenie manažmentu záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.563656,0.765088,23.759224,26.088865,28454,165,28619, +q0389,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", pri ktorom je ako rozhranie určené použitie systému OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.802208,0.382784,20.810839,22.996464,25175,147,25322, +q0390,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták má na stránke ZP Wiki evidovaný diplomový projekt z roku 2026 s témou „Agent pre manažment záverečných prác"", pri ktorom je ako jedna z cieľových úloh explicitne uvedený návrh nasadenia (deployment) pomocou nástroja Docker. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.696264,0.338159,15.210793,17.245697,17854,170,18024, +q0391,dev,specific_fact,medium,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.800788,0.242909,18.808413,20.85287,23346,127,23473, +q0392,dev,specific_fact,medium,Akým spôsobom má Ján Pták implementovať synchronizáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""WebHOOK""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Ján Pták má implementovať synchronizáciu pomocou WebHOOKu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.784571,0.38327,13.6038,15.772113,17021,120,17141, +q0393,dev,unanswerable_missing_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, akú databázu a backend Ján Pták už používal, keďže v jeho zázname o diplomovom projekte sú uvedené len úlohy na štúdium (napr. Retrieval Augmented Generation, GraphRAG) a plánované nástroje (OpenWebUI, Docker, LangChain), ale nie konkrétne implementované technológie pre databázu či backend. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.783823,0.24912,23.496374,25.530041,27355,212,27567, +q0423,dev,entity_lookup,easy,Nájdi dokument o osobe Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorú začal študovať v roku 2023 a ktorá je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.379375,0.208973,13.377095,14.965914,15580,147,15727, +q0424,dev,fact_title,easy,Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.852934,0.214868,13.610026,15.678536,16452,147,16599, +q0425,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" vypracováva Rostyslav Rodzhuk v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.906471,0.477162,24.233883,26.618334,29429,164,29593, +q0426,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu na tému „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.897383,0.467167,23.125585,25.490827,27570,165,27735, +q0427,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Téma bakalárskej práce uvedenej pri osobe Rostyslav Rodzhuk je „Inteligentný agent pre podporu práce špeciálneho pedagóga“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.87766,0.168455,7.051794,9.098167,7652,150,7802, +q0428,dev,fact_start_year,easy,V ktorom roku začal študovať Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","Rostyslav Rodzhuk začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.619683,0.205855,11.651226,13.477228,14746,117,14863, +q0429,dev,verification,medium,Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Áno, pri osobe Rostyslav Rodzhuk je uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.347869,0.240328,12.379218,13.9679,15281,107,15388, +q0430,dev,fact_work_year,easy,V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.845119,0.255948,13.498147,15.599865,16794,136,16930, +q0431,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Rostyslav Rodzhuk začal štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.699189,0.501163,13.94119,16.142005,17178,138,17316, +q0432,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.521284,0.28212,12.321238,14.125086,14688,143,14831, +q0433,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","S osobou Rostyslav Rodzhuk súvisí bakalárska práca z roku 2026 s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorej téma sa zameriava na vytvorenie agenta pomocou veľkých jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.784793,0.173553,7.729499,9.688242,8369,177,8546, +q0434,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""špeciálny pedagóg""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.845139,0.17042,7.245457,9.261305,8410,158,8568, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá sa zameriava na využitie veľkých jazykových modelov (LLM) na vytvorenie agenta schopného navrhuvať výchovné opatrenia. Okrem záverečnej práce sa v roku 2025 podieľa aj na vedeckom projekte s názvom „Veľký jazykový model ako inteligentný agent"", kde sa oboznamuje s frameworkom LangChain a princípmi LLM. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.3888,0.365677,21.768091,23.524425,25053,222,25275, +q0436,dev,specific_fact,medium,Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""špeciálnemu pedagógovi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Inteligentný agent Rostyslava Rodzhuka je navrhnutý tak, aby pomáhal špeciálnemu pedagógovi pri jeho práci, konkrétne pri návrhoch výchovných opatrení pre študentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.886374,0.266319,6.907308,9.060321,7416,165,7581, +q0437,dev,entity_lookup,easy,Nájdi dokument o osobe Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Dokument o osobe Yevhenii Medushivskyi pojednáva o jeho bakalárskej práci z roku 2026 s témou „Získavanie textu z webových stránok"", ktorá bola spustená v študijnom roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.836865,0.162637,8.21998,10.219788,9326,177,9503, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Yevhenii Medushivskyi má názov (tému) „Získavanie textu z webových stránok"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.871463,0.212741,18.2435,20.328628,22648,152,22800, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Prácu s názvom „Získavanie textu z webových stránok"" vypracováva študent Yevhenii Medushivskyi v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.831547,0.479467,24.462029,26.773897,29456,161,29617, +q0440,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Yevhenii Medushivskyi rieši tému „Získavanie textu z webových stránok"" v rámci svojej bakalárskej práce v roku 2026, kde má za úlohu vytvoriť a nasadiť webový crawler na sledovanie a sťahovanie slovenského internetu. Ďalšími študentmi, ktorí sa zaoberali súvisiacou problematikou extrakcie textu z webových stránok, sú aj Matej Kobyľan (bakalárska práca 2023), Ján Holp (diplomový projekt 2020), Michal Stromko (bakalárska práca 2022), Matej Novotný (diplomová práca 2026), Matúš Suchanič (vedecký projekt 2022) a Dávid Stromp (bakalárska práca 2022). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny +https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic +https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",1.851767,0.702247,49.497208,52.052532,51218,469,51687, +q0441,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Témapri bakalárskej práci osoby Yevhenii Medushivskyi je „Získavanie textu z webových stránok“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.69858,0.255857,16.178595,18.133601,18917,134,19051, +q0442,dev,fact_start_year,easy,V ktorom roku začal študovať Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Yevhenii Medushivskyi začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.866017,0.179438,6.782562,8.828308,7884,136,8020, +q0443,dev,verification,medium,Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Áno, pri osobe Yevhenii Medushivskyi je v dokumente explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.393753,0.263758,17.043302,18.701416,21150,117,21267, +q0444,dev,fact_work_year,easy,V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca v roku 2026, čo je potvrdené kategóriou bp2026 a nadpisom sekcie „Bakalárska práca 2026"" v jeho študentskom dokumente. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.881418,0.305834,21.48596,23.674041,25678,182,25860, +q0445,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Yevhenii Medushivskyi začal štúdium v roku 2023 a vypracovával bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.723484,0.216246,12.95216,14.8924,15510,142,15652, +q0446,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, pretože podľa dostupných informácií je táto osoba uvedená v kategórii bakalárskej práce pre rok 2026 a rok 2023 je v jej zázname označený len ako rok začiatku štúdia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.753552,0.359295,16.797676,18.91108,19739,186,19925, +q0447,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""crawler""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu na tému „Získavanie textu z webových stránok"", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.803385,0.366592,16.598663,18.769379,19587,174,19761, +q0448,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""webový korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vypracovanie prehľadu webových korpusov a tvorbu vlastného web crawlera na získavanie dát pre viaceré domény. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.851808,0.45976,18.928446,21.240629,22536,187,22723, +q0449,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""deduplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu v roku 2026 s témou „Získavanie textu z webových stránok"", v rámci ktorej je stanovená úloha zlepšiť deduplikáciu a odstraňovanie boilerplate obsahu, napríklad pomocou nástroja justext. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.864277,0.198513,8.788177,10.851236,9357,193,9550, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Yevhenii Medushivskyi mal v marci 2026 (konkrétne ku dňu 13. marca) zozbieraného približne 450 MB textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.021445,0.201615,8.010132,10.233503,9391,171,9562, +q0451,dev,specific_fact,medium,Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""justext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pri práci Yevheniia Medushivskyiho sa ako príklad nástroja pre odstránenie boilerplate (boilerplate removal) uvádza nástroj **justext**. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.710637,0.497243,21.831127,24.040511,26771,141,26912, +q0480,dev,entity_lookup,easy,Nájdi dokument o osobe Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Dokument o osobe Simona Bobrovčanová uvádza, že vypracováva bakalársku prácu v roku 2026 na tému Automatická sumarizácia slovenského textu, pričom rok začiatku štúdia je 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.735584,0.236852,13.350164,15.323602,15565,166,15731, +q0481,dev,fact_title,easy,Aký je názov bakalárska práca osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Názov bakalárskej práce Simony Bobrovčanovej je ""Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.821529,0.219229,11.530766,13.572068,14224,136,14360, +q0482,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Prácu s názvom „Automatická sumarizácia slovenského textu"" vypracováva Simona Bobrovčanová v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.962858,0.672516,22.905048,25.541134,27625,163,27788, +q0483,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorá začala v roku 2023 a je plánovaná na záver v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.615319,0.327355,22.98581,24.929281,27337,153,27490, +q0484,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Simona Bobrovčanová je pri bakalárskej práci uvedená téma Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.852605,0.233472,12.703672,14.790515,15340,140,15480, +q0485,dev,fact_start_year,easy,V ktorom roku začal študovať Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Simona Bobrovčanová začala študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.381215,0.240781,11.766997,13.389536,14697,102,14799, +q0486,dev,verification,medium,Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Áno, pri osobe Simona Bobrovčanová je v dokumente ZP Wiki uvedené, že rok začiatku jej štúdia je 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.523505,0.350304,13.35075,15.22529,16319,127,16446, +q0487,dev,fact_work_year,easy,V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri osobe Simona Bobrovčanová je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.797892,0.212836,13.144845,15.156528,16353,134,16487, +q0488,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Simona Bobrovčanová začala štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.836157,0.236965,11.106085,13.179788,13376,149,13525, +q0489,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia; jej bakalárska práca s témou „Automatická sumarizácia slovenského textu"" je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.685325,0.281503,12.25461,14.222172,14300,168,14468, +q0490,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"", ktorá súvisí s projektom Legal Data Processing. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/topics/legal",1.779846,0.221605,14.124152,16.126261,17003,161,17164, +q0491,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""slovenský text""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorá je súčasťou projektu Legal Data Processing zameraného na spracovanie slovenských právnych textov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.860235,0.272031,17.124582,19.257586,20295,184,20479, +q0492,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""právne dokumenty""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorá má za cieľ zlepšiť spracovanie slovenských právnych textov vytvorením systému na sumarizáciu rozsudkov alebo iných právnych dokumentov. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.611297,0.320388,20.342509,22.275194,23876,167,24043, +q0493,dev,specific_fact,medium,Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""hierarchická sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Pri dlhších textoch Simona Bobrovčanová vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná súhrn zo súhrnov, čo sa ukázalo ako funkčné riešenie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.934629,0.165574,8.418344,10.518973,8990,176,9166, +q0494,dev,specific_fact,medium,Aký problém mali malé modely pri práci Simony Bobrovčanovej?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""príliš maly kontext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Pri práci Simony Bobrovčanovej mali malé modely problém s príliš malou dĺžkou kontextu, kvôli ktorej často vynechávali informácie nachádzajúce sa na konci textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.758644,0.257815,10.167714,12.184573,12072,158,12230, +q0495,dev,entity_lookup,easy,Nájdi dokument o osobe Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"", ktorá má za cieľ vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.703348,0.213418,19.861674,21.779188,24071,162,24233, +q0496,dev,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.804182,0.24382,19.351183,21.400104,23783,141,23924, +q0497,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Súkromnú prácu s názvom „Dialógový systém pre podporu firemných procesov"" vypracúva Samuel Džurina. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.013311,0.42784,23.773384,26.215211,28906,153,29059, +q0498,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Študent Samuel Džurina vypracováva bakalársku prácu s presným názvom témy „Dialógový systém pre podporu firemných procesov"", ktorá má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.858235,0.307078,19.985516,22.151596,23799,173,23972, +q0499,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Samuel Džurina je ako téma bakalárskej práce uvedený „Dialógový systém pre podporu firemných procesov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.858732,0.250465,14.380139,16.489966,17593,141,17734, +q0500,dev,fact_start_year,easy,V ktorom roku začal študovať Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Džurina začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.825079,0.182506,7.246942,9.254795,8780,127,8907, +q0501,dev,verification,medium,Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.864028,0.192949,5.622376,7.679683,6472,144,6616, +q0502,dev,fact_work_year,easy,V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.79693,0.243382,19.321518,21.362528,24274,131,24405, +q0503,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Osoba Samuel Džurina začala študovať v roku 2023 a vypracováva bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.833893,0.213321,10.327942,12.375536,12179,147,12326, +q0504,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Nie, rok 2023 nie je rokom záverečnej práce Samuela Džurinu, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je naplánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.678961,0.257498,14.07168,16.008812,17045,154,17199, +q0505,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá zahŕňa vytvorenie inteligentného agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.768261,0.364304,23.013451,25.146814,27221,189,27410, +q0506,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""zásielková spoločnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Džurina vypracováva bakalársku prácu s témou Dialógový systém pre podporu firemných procesov, ktorej cieľom je vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.858063,0.216825,7.736001,9.811284,8254,168,8422, +q0507,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Samuel Džurina je študent, ktorý vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"" zameranou na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.802441,0.279722,20.218017,22.30087,24714,166,24880, +q0508,dev,specific_fact,medium,Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""zásielkovej spoločnosti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Agent, ktorý vypracováva Samuel Džurina, je navrhnutý pre podporu činnosti špedičnej alebo zásielkovej spoločnosti, konkrétne v oblasti colných procesov a prepravných dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.777391,0.397424,11.498058,13.673447,13422,158,13580, +q0509,dev,specific_fact,medium,Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""dotazníka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, ktorým sa majú identifikovať slabé miesta a následne navrhnúť zlepšenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.456933,0.581476,30.733204,32.772962,37123,127,37250, +q0549,dev,entity_lookup,easy,Nájdi dokument o stážistovi Oliver Pejic.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","Pre Olivera Pejica je v ZP Wiki k dispozícii dokument o jeho letnej stáži v rámci programu IAESTE v roku 2024, kde pracoval na úlohách súvisiacich s hodnotením modelov pre slovenské vyhľadávanie otázok a odhaľovanie nenávistného reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.725778,0.199718,11.403242,13.329175,12532,174,12706, +q0550,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž osoby Oliver Pejic prebiehala v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.723438,0.297219,17.674029,19.695535,22246,116,22362, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Stáž Olivera Pejica sa venovala projektu Hate Speech a vyhodnocovaniu modelov pre spracovanie vety (sentence transformer) pomocou nástroja MTEB, pričom jeho úlohou bolo pripraviť vyhodnocovacie úlohy pre slovenskú detekciu nenávistných prejavov a slovenské odpovedanie na otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.780894,0.157363,7.484704,9.423419,7609,185,7794, +q0552,dev,reverse_lookup,medium,Kto pracoval na téme Hate Speech a MTEB evaluácia?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic počas svojej internéjskej praxe v roku 2024, kde pripravoval úlohu MTEB evaluácie pre slovenské nenávistné prejavy a hodnotenie modelov pomocou toolkitu MTEB. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.824824,0.319036,16.42901,18.573612,19886,173,20059, +q0553,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Oliver Pejic počas svojej letnej stáže IAESTE v roku 2024 pracoval na projekte súvisiacom s nenávistnou rečou (Hate Speech), kde sa mu za úlohu bolo pripraviť MTEB hodnotiaci úlohu pre slovenskú nenávistnú reč a vypracovať príslušný pull request. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.783445,0.126457,9.625205,11.535513,10399,187,10586, +q0554,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica v rámci programu IAESTE v lete roku 2024 sa zameriavala na pomoc pri hodnotení modelov sentence transformer pomocou nástroja MTEB, kde jeho úlohou bolo pripraviť nové hodnotiace úlohy pre slovenský hate speech a slovenské odpovedanie na otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.533759,0.185865,10.590977,12.311028,12044,166,12210, +q0555,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Stáž Olivera Pejica, ktorá sa uskutočnila v lete 2024 (IAESTE Intern Summer 2024), sa zameriavala na prípravu hodnotiacich úloh pre modely Sentence Transformer pomocou nástroja MTEB a na vyhodnotenie týchto modelov pri slovenských dátach. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.77879,0.497175,16.135337,18.411968,19116,180,19296, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB evaluačných úloh pre slovenskú detekciu nenávistných prejavov (slovak hate speech) a pre slovenské vyhľadávanie odpovedí na otázky (slovak question answering). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.566354,0.313038,23.902439,25.783041,28530,156,28686, +q0557,dev,specific_fact,medium,Aký evaluačný framework mal Oliver Pejic naštudovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.613377,0.296452,11.954406,13.864721,14620,114,14734, +q0568,dev,entity_lookup,easy,Nájdi dokument o stážistovi Cesar Abascal Gutierrez.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Dokument o stážistovi Cesar Abascal Gutierrez pojednáva o jeho práci v rámci stáže pravdepodobne v lete 2019, kde sa venoval úlohám spojeným s anotáciou pojmenovaných entít v prekladoch reči a strojovom učení. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.823243,0.195526,9.928021,11.947257,11233,170,11403, +q0569,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.753874,0.215922,15.518468,17.488898,19353,126,19479, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Cesar Abascal Gutierrez sa počas svojej stáže venoval problému rozpoznávania neznámych pomenovaných entít (Named Entity Recognition) na základe transkriptov reči. Jeho cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z týchto transkriptov, navrhnúť anotáciu schému a následne vyvinúť a vyhodnotiť klasifikátor. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.803496,0.283666,12.755173,14.842786,14341,198,14539, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities a bola realizovaná pravdepodobne v lete 2019, pričom jej cieľom bolo rozpoznávanie neznámych pomenovaných entít, manuálna anotácia trénovacích dát z prepisov reči a návrh anotačnej schémy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.768781,0.331679,18.084243,20.185398,21523,182,21705, +q0573,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez, ktorá sa týkala témy spaCy, bola projektom nazvaným „Named entity annotations"" (Anotácia pomenovaných entít), kde sa zameriaval na prípravu dát a trénovanie classifiera pomocou nástroja spaCy. Tento projekt pravdepodobne prebehol v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.607343,0.366544,15.786439,17.760901,18316,172,18488, +q0574,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou Prodigy, bola zameraná na manuálnu anotáciu pomenovaných entít (Named Entity Annotations) a trvala pravdepodobne v lete 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.606868,0.605617,23.050168,25.263691,27791,147,27938, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.377108,0.206569,18.463873,20.048256,21692,150,21842, +q0576,dev,specific_fact,medium,Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy (prodi.gy). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.417825,0.308529,14.044912,15.771966,17387,104,17491, +q0577,dev,entity_lookup,easy,Nájdi dokument o stážistovi Bogdan Paul Chiș.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Dokument o stážistovi Bogdanovi Paulovi Chišovi popisuje jeho Erasmus stáž v roku 2026 s témou multilingválneho extrahovania trojíc z medicínskych dát, pri ktorej mal za cieľ vytvoriť znalostný graf z príbalových letákov a inteligentného agenta na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.740899,0.249859,11.489497,13.480822,12976,183,13159, +q0578,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od marca do mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.753697,0.321589,18.790844,20.866835,23433,129,23562, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z medicínskych údajov v mnohých jazykoch, s cieľom zostrojiť znalostný graf z medicínskych letákov a využiť ho v inteligentnom agentovi na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.804331,0.220127,12.532131,14.557658,14474,175,14649, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zdrojoch sa objavujú práce týkajúce sa extrakcie štruktúrovaných informácií z medicínskych dát (napr. u Andrii Pervashova) alebo multilinguálneho vyhľadávania (napr. u Michala Stromka), žiadny z dokumentov explicitne nespomína tému „multilinguálna extrakcia trojíc z medicínskych dát"" ani ju nezodpovedá konkrétnej osobe. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.911448,0.555689,27.872814,30.341029,31629,274,31903, +q0581,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Stáž osoby Bogdan Paul Chiš, ktorá súvisela s témou Triplet extraction, bola ERASMUS Intern Spring 2026 s názvom „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.579892,0.265133,10.855492,12.701052,12481,135,12616, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž Bogdana Paula Chiša s názvom „(multilingual) Triplet extraction from medical data"", ktorá sa konala na jar 2026, bola zameraná na vytvorenie znalostného grafu z lekárskych balíčkových letákov v viacerých jazykoch a jeho využitie v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.772938,0.273948,12.641328,14.688805,14700,185,14885, +q0583,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž osoby Bogdan Paul Chiš, ktorá sa týkala témy medical, bola ERASMUS Intern Spring 2026 s názvom „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.367982,0.236419,11.513283,13.118119,13946,118,14064, +q0584,dev,specific_fact,medium,Aká bola téma stáže Bogdana Paula Chișa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Triplet extraction from medical data""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Témai Bogdana Paula Chișa počas jeho stáže bola (multilingual) Triplet extraction from medical data. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.766073,0.405045,10.869657,13.041285,13484,126,13610, +q0585,dev,specific_fact,medium,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""DeepEval"", ""RAGAS""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal podľa zadania svojej stáže vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.627179,0.318852,15.822989,17.769635,19565,125,19690, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal zostaviť znalostný graf z lekárskych príbalových letákov (medical package inserts) v rámci svojho úkonu ako Erasmus intern. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.829943,0.227029,9.027246,11.084578,10493,147,10640, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Projektová stránka s názvom „Dialógový systém“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: +https://zp.kemt.fei.tuke.sk/topics/chatbot",1.783396,0.142195,10.063045,11.989292,12419,131,12550, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Dialógový systém"" ako celkovému projektu a úlohe, je projektová stránka s názvom „Dialógový systém"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.535627,0.350059,21.810788,23.697701,26765,125,26890, +q0599,dev,source_url,easy,Aký source_url patrí k stránke „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke „Dialógový systém"" v ZP Wiki patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.475012,0.327315,22.123948,23.927016,27046,110,27156, +q0603,dev,specific_fact,medium,Aký framework má používať báza pravidiel projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RASA""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Projekt Dialógový systém požaduje zostavenie báz pravidiel pre systém RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.805122,0.174904,10.000135,11.980729,12139,119,12258, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Chatbot sa má integrovať s QA systémom (systémom na odpovedanie na otázky). + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",1.645937,0.349946,19.661153,21.657819,23712,160,23872, +q0605,dev,specific_fact,medium,Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský, ktorí pracujú na bakalárskej práci z roku 2024 s názvom Dialógový systém pre potreby samosprávy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.908562,0.372394,23.508363,25.790324,27484,211,27695, +q0615,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Question Answering“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Projektová a informačná stránka s názvom „Question Answering“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question a obsahuje detaily o projekte, ktorý má za cieľ vytvoriť klon dátov sady SQuAD 2.0 v slovenskom jazyku, nastaviť anotačnú infraštruktúru pomocou nástroja Prodigy a vykonať anotáciu dát z Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.379701,0.388179,26.24139,28.010045,30597,175,30772, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering“, má názov „Question Answering“ a autorom je Daniel Hladek. Tento dokument popisuje projekt zameraný na vytvorenie kópie datasetu SQuaD 2.0 v slovenskom jazyku, nastavenie infraštruktúry pre anotáciu pomocou nástroja Prodigy a hodnotenie anotácií dát z Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.726361,0.100499,6.882423,8.70955,6354,194,6548, +q0617,dev,source_url,easy,Aký source_url patrí k stránke „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Stránka „Question Answering"" má zdrojovú URL adresu https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.439031,0.423767,25.40281,27.266384,31715,101,31816, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","Projekt Question Answering má za cieľ vytvoriť klon datasetu SQuaD 2.0 v slovenskom jazyku na základe anotácií dát zo slovenskej Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.785395,0.098471,5.926257,7.810379,6277,144,6421, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Projekt Question Answering používa na anotáciu nástroj Prodigy, pri ktorom bol vytvorený špecifický anotačný recept (annotation recipe) a prípravné skripty pre dáta. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/question +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.747943,0.166625,12.513808,14.428807,15108,165,15273, +q0623,dev,specific_fact,medium,Aký má byť formát finálneho exportu QA databázy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje obsahujú len konkrétny prípad, kde sa vyžaduje, aby formát vygenerovaných dát bol rovnaký ako SK QUAD (jsonl), ale neuvádza sa všeobecný formát finálneho exportu pre všetky QA databázy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.851077,0.367393,12.983217,15.20221,14954,198,15152, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Pri anotácii otázok sa má pre každý odsek vytvoriť päť otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.895217,0.21279,12.055927,14.164583,15270,122,15392, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Informačnú stránku o strojom preklade, ktorá zhrňuje študentské práce a témy, nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/translation. Tento dokument zahŕňa prehľad štúdií o štatistickom a neurónovom strojovom preklade a spája študentov ako Patrik Pavlišin, Dominik Nagy a Martin Jancura. Okrem toho existuje aj projektová stránka patriaca Patrikovi Pavlišinovi, ktorá sa podrobnejšie zaoberá architektúrou encoder-decoder a štatistickým strojovým prekladom, prístupná na https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",1.365835,0.582283,18.525614,20.474253,19672,277,19949, +q0633,dev,topic_page_lookup,medium,"Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Tematická stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad"" a nie je študentskou prácou, sa nazýva „Strojový preklad"" a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.954249,1.014228,32.594245,35.563884,38934,171,39105, +q0634,dev,source_url,easy,Aký source_url patrí k stránke „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","K stránke „Strojový preklad"" patrí zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/translation, ktorý je hlavnou tematickou stránkou projektu, a tiež odkaz https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20, ktorý predstavuje podstránku študenta Patrika Pavlišina venovanú tejto téme. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",1.697955,0.687925,12.535001,14.921447,13219,216,13435, +q0637,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Pomenované entity“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Projektovú alebo informačnú stránku „Pomenované entity"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, ktorá obsahuje prehľad úloh, stretnutí a repozitárov súvisiacich s rozpoznávaním pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.778571,0.201906,18.72608,20.707759,22622,165,22787, +q0638,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Pomenované entity"", je projekt s názvom „Pomenované entity"", ktorý sa zaoberá prípravou dát, anotačnou schémou a nástrojmi pre rozpoznávanie pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.735779,0.225347,18.961293,20.923166,22887,160,23047, +q0639,dev,source_url,easy,Aký source_url patrí k stránke „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke s názvom „Pomenované entity"" v ZP Wiki prislúcha zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.662692,0.236832,20.000491,21.900643,24596,133,24729, +q0651,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Projektovú alebo informačnú stránku s názvom „Anotácia textových dát"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.37061,0.341154,21.543739,23.25619,26352,113,26465, +q0652,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát”, nesie názov „Anotácia textových dát” a nachádza sa na stránke https://zp.kemt.fei.tuke.sk/topics/prodigy. Tento dokument obsahuje informácie o nástrojoch, postupoch a riešiteľoch súvisiacich s anotáciou textových dát, vrátane manuálnej anotácie slovenských dát pre výskyt pomenovaných entít a definovania anotačnej schémy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.786345,0.252525,18.99535,21.034835,21615,211,21826, +q0653,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Stránka s názvom „Anotácia textových dát"" má pridelený zdrojový URL adresár https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.759267,0.244528,18.115125,20.119871,22313,130,22443, +q0659,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Projektová alebo informačná stránka „Slovenské jazykové zdroje"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú uvedené rôzne zdroje ako Multext East, Slovak Dependency Treebank, Slovak Word Net či nástroje ako Spacy a Slovak Lexer. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.742349,0.545315,45.465788,47.754709,52587,158,52745, +q0660,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje“, má rovnaký názov a nachádza sa v ZP Wiki na stránke s cestou pages/topics/resources. Tento dokument zozbiera a zoraďuje rôzne zdroje, ako sú anotované korpusy, slovníky, nástroje pre spracovanie prirodzeného jazyka (NLP) a iné relevantné materiály pre slovenský jazyk. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.620339,0.133731,15.426574,17.181266,16996,187,17183, +q0661,dev,source_url,easy,Aký source_url patrí k stránke „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Stránke „Slovenské jazykové zdroje"" patrí source_url https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.353681,0.118859,12.803941,14.277436,16038,98,16136, +q0675,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Projektovú alebo informačnú stránku s názvom „Anotácia otázok a odpovedí"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.926045,0.307371,21.72872,23.963082,26614,147,26761, +q0676,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Priamo téme „Anotácia otázok a odpovedí"" sa v ZP Wiki venuje dokument s názvom „Anotácia otázok a odpovedí"", ktorý obsahuje návod pre anotátorov vrátane vysvetlenia, ako vyznačovať odpovede a príkladov na anotáciu otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.38767,0.289984,20.04166,21.720203,23918,140,24058, +q0677,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránke „Anotácia otázok a odpovedí"" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.553448,0.274208,17.344034,19.172431,21064,118,21182, +q0684,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Projektovú alebo informačnú stránku s názvom „Anotácia pomenovaných entít"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.832107,0.147272,16.266593,18.246739,19786,146,19932, +q0685,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“ a poskytuje návod pre anotátorov, má názov „Anotácia pomenovaných entít“. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.581174,0.221389,17.687069,19.49028,21651,132,21783, +q0686,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Stránke „Anotácia pomenovaných entít“ patrí zdrojový URL adresy https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.739231,0.155519,16.081872,17.977214,19746,133,19879, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V ZP Wiki boli nájdené viaceré dokumenty zaoberajúce sa technológiami RAG a GraphRAG. Diplomová práca Oleh Poiasnika sa zameriava na expertný agentový systém v lekárni využívajúci LightRAG a znalostné grafy, zatiaľ čo Matej Ščišľak vo svojej diplomovej práci rieši zlepšenie vyhľadávania právnych informácií pomocou vlastnej implementácie GraphRAG zloženého z FAISS a Neo4J. Ďalej Ján Malinovský a Ján Pták pracujú na diplomových projektoch s tematikou grafového vyhľadávania a GraphRAG pre podporu vzdelávania a manažment záverečných prác, pričom Bogdan Paul Chiš v rámci stáže rieši extrakciu trojíc z lekárskych dát s využitím GraphRAG a LightRAG. Bakalársku prácu Maksyma Zatirky a diplomový projekt Martina Šarišského tiež riešia využitie znalostných grafov a techniky Graph RAG pre zlepšenie vyhľadávania v právnych predpisoch a generovanie slovenského jazyka. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.597054,0.476129,27.767253,29.841282,26527,502,27029, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Z dostupných dokumentov v ZP Wiki vyplýva, že existuje niekoľko záverečných prác a projektov, ktoré spájajú znalostné grafy s technológiami RAG alebo inteligentnými agentmi. + +Valerii Kutsenko v diplomovej práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" navrhuje agenta, ktorý buduje a využíva znalostný graf pri vyhľadávaní, pričom využíva systémy ako LightRAG a MiniRAG pre multilinguálne aplikácie. Matej Ščišľak vypracoval diplomovú prácu „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", kde implementoval systém GraphRAG využívajúci databázu Neo4J spolu s vektorovým vyhľadávaním a agentom na báze Ollama pre právne otázky. + +V oblasti medicíny Oleh Poiasnik pracuje na diplomovej práci „Expertný agentový systém na podporu rozhodovania v lekárni"", ktorý využíva znalostný graf zostavený z databázy liekov na vylepšenie generovania odpovedí agentom, pričom testuje konfiguráciu s LightRAG a Neo4J. Podobný cieľ má aj praktická stáž Bogdana Paula Chiša, ktorá sa zameriava na konštrukciu znalostného grafu z viacerých jazykových medicínskych letákov a jeho využitie v inteligentnom agente pre odporúčanie liekov. + +Ďalšie projekty zahŕňajú diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania"", ktorý vytvára agenta vyhľadávajúceho v znalostnom grafe vzdelávacích konceptov, a diplomový projekt Jána Ptáka „Agent pre manažment záverečných prác"", ktorý plánuje využiť GraphRAG na zlepšenie práce a vysvetliteľnosti jazykového modelu. V oblasti právneho spracovania sa nachádza aj bakalárska práca Maxima Zatirku „Grafová databáza pre podporu generovania slovenského jazyka"", kde autor navrhuje a vytvára inteligentného agenta využívajúceho znalostný graf slovenského práva uložený v Neo4J. Martin Šarišský vo svojej diplomovej práci skúma využitie znalostných grafov na vylepšenie vyhľadávania v zákonoch v rámci Graph RAG a inteligentných agentov, zatiaľ čo Oleksandr Hryshchenko vo svojej práci „Grafové neurónové siete pre získavanie informácií"" skúma prácu s grafovými informáciami a RAG systémami. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",1.792948,0.591269,54.511754,56.897274,48432,919,49351, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dokumenty, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, zahŕňajú bakalársku prácu Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" (2022), diplomovú prácu Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" (2021), bakalársky projekt a prácu Than Trung Thana a Ediza Morochoviča („Štatistické rozpoznávanie pomenovaných entít"", 2019) a tiež bakalársku prácu Serhiiho Yemetsa zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít (2025). Medzi projekty a štúdie patria aj práce Mateja Ščišľaka na rozpoznávaní entít v dialógovom systéme (2024), Martina Wencela na demonštrácii rozpoznávania pomenovaných entít pomocou knižnice Spacy (2020) a Vladimíra Ferkova na anotácii nenávistnej reči, kde dáta anotuje podobne ako pomenované entity (2024). Ďalej sa témou zaoberá interná štúdia Cesara Abascala Gutierreza o rozpoznávaní neznámych pomenovaných entít a manuálnej anotácii (2019) a témy v rámci projektu „Podpora slovenčiny v knižnici Spacy"" a „Anotácia pomenovaných entít"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko +https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/topics/named-entity/navod +https://zp.kemt.fei.tuke.sk/topics/prodigy +https://zp.kemt.fei.tuke.sk/topics/resources +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/topics/otvorene",1.889677,1.02965,74.608572,77.531067,70486,777,71263, +q0690,dev,multi_document,hard,"Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""Metódy automatického prekladu"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" a diplomovú prácu s predbežným názvom „Neurónový strojový preklad"". Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.987744,0.668773,23.550218,26.207486,25134,293,25427, +q0691,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Bogdan Paul Chiš sa v ZP Wiki nachádza na stránke v sekcii pre stážistov (interns) pod názvom „Bogdan Paul Chiš"", ktorá je dostupná na adrese https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.765065,0.334984,11.069776,13.170273,12452,175,12627, +q0692,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke pod adresou pre stážistov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.526158,0.412968,11.740798,13.680832,14600,114,14714, +q0693,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza v sekcii pre stáže (interns), konkrétne na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.538297,0.321123,9.910301,11.770237,11579,137,11716, +q0694,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Záznam o osobe Sevval Bulburu sa v ZP Wiki nachádza na stránke v sekcií pre študentov, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené úlohy a projekty, na ktorých pracovala, vrátane anotácie textov a práce s NLP modelmi. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.757716,0.30024,11.374481,13.432974,12865,190,13055, +q0695,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Záznam o osobe Youssef Ressaissi sa v ZP Wiki nachádza na stránke určenéj pre stážistov (interns) a nie v štandardnej študentskej zóne pre záverečné práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.739631,0.286519,10.607927,12.634788,12597,152,12749, +q0696,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Dárius Lindvai sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai, kde sú evidované jeho študijné začiatky v roku 2016, bakalárska práca z roku 2019 a diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.80114,0.434817,14.89349,17.130144,16820,219,17039, +q0697,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dominik Nagy je v ZP Wiki dostupný na stránke v adresári `/students/2016/dominik_nagy`, kde sú uvedené informácie o jeho štúdiu, tímovom projekte z roku 2019 a diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.354722,0.264989,14.057769,15.678031,16295,169,16464, +q0698,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki v sekcii študentov pod adresou https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak, kde je uvedený jeho rok začiatku štúdia 2016 a téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.353651,0.427128,11.909326,13.690549,13239,180,13419, +q0699,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Záznam o osobe Ján Holp nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2016/jan_holp, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.727688,0.305849,14.318748,16.352969,17345,158,17503, +q0700,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Lukáš Pokrývka nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka, kde sú uvedené informácie o jeho štúdiu a záverečných prácach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.358287,0.371594,14.868231,16.598736,17762,146,17908, +q0701,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Márk Fehér sa v ZP Wiki nachádza na stránke s URL adresou https://zp.kemt.fei.tuke.sk/students/2016/mark_feher, ktorá obsahuje informácie o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.322673,0.341244,16.103685,17.768706,18972,149,19121, +q0702,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Maroš Harahus sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roka nástupu na štúdium (2016) a jeho mena. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.102749,0.468541,13.861899,15.433765,16481,118,16599, +q0703,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Patrik Pavlišin sa v ZP Wiki nachádza na stránke s profilom študenta a jeho prácami, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (v tomto prípade 2016) a mena priezviska. Konkrétny odkaz na tento záznam je https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.519515,0.573628,13.094981,15.188645,14684,194,14878, +q0704,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Tomáš Kuchárik sa nachádza na stránke s URL adresou https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik, kde sú evidované jeho diplomové projekty pre roky 2021 a 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.71107,0.253373,8.819735,10.784497,9705,169,9874, +q0705,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dmytro Ushatenko nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko, kde sú uvedené informácie o jeho bakalárskej práci z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.669651,0.628268,12.037192,14.335586,13973,164,14137, +q0706,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Dávid Omasta nájdete na stránke umiestnenej v adresári podľa roku nástupu na štúdium (2018) a jeho mena, konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2018/david_omasta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.697174,0.297347,10.82666,12.821834,12396,170,12566, +q0707,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Martin Wencel sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, kde sú uvedené jeho študijné údaje aj informácie o vypracovanej bakalárskej práci z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.679992,0.262056,11.803891,13.746578,13659,174,13833, +q0708,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Ondrej Megela nájdete na stránke v ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela, kde sú uvedené jeho záverečné práce (bakalárska a diplomová) a priebežný stav ich vypracovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.168653,0.379042,12.954492,14.502806,15140,142,15282, +q0709,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Alina Vitko nájdete v ZP Wiki na stránke s profilom študenta, ktorá sa nachádza v adresári podľa roku nástupu na štúdium a mena študenta, konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.691138,0.319371,12.576163,14.587344,14583,176,14759, +q0710,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Záznam o osobe Artem Yatsenko nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko, kde je evidovaný jeho bakalársky projekt z roku 2021 zameraný na rozpoznávanie pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.703586,0.24039,10.524596,12.468955,11911,176,12087, +q0711,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Filip Tomáš sa v ZP Wiki nachádza na stránke s cestou `/students/2019/filip_tomas`, kde sú evidované jeho študentské profily a práce vrátane diplomovej práce z rokov 2024 a 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.770314,0.383427,17.310342,19.464687,20793,170,20963, +q0712,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku jeho nástupu na štúdium (2019) a jeho mena. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.765301,0.225471,12.464155,14.45539,14615,162,14777, +q0713,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Záznam o osobe Michal Stromko nájdete na stránke ZP Wiki pod cestou `/students/2019/michal_stromko`, ktorá obsahuje jeho profil a informácie o vypracovaných prácach, ako sú bakalárska práca z roku 2022, vedecký projekt z roku 2021 a diplomový projekt. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.484119,0.423112,12.561508,14.469182,14419,167,14586, +q0714,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Eduard Matovka sa v ZP Wiki nachádza na stránke profilu študenta v adresári pod rokom nástupu na štúdium (2021) a jeho menom, teda pod cestou `/students/2021/eduard_matovka`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.710407,0.314608,10.675938,12.701355,12283,168,12451, +q0715,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Martin Šarišský sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, kde je uvedený ako študent začnúci štúdium v roku 2021 a pracujúci na diplomovej práci v roku 2026 a diplomovom projekte v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.689789,0.393893,16.279921,18.364219,18744,197,18941, +q0716,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Matej Novotný nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny, kde je evidovaná jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.122897,0.271895,13.270753,14.66611,15219,144,15363, +q0717,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Matej Ščišľak nájdete na študentskej stránke v ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.558299,0.384046,12.18542,14.128247,14537,142,14679, +q0718,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Vladimír Ferko sa nachádza v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, kde sú uvedené informácie o jeho bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.715127,0.388381,13.243591,15.347547,15247,187,15434, +q0719,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Andrii Pervashov nájdete na študentskej stránke umiestnenej v adresári podľa roku nástupu na štúdium 2022 a jeho mena, konkrétne na URL adrese https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.775606,0.259123,11.594721,13.630229,13221,184,13405, +q0720,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Daniil Huzenko sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium, konkrétne v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.692548,0.312722,12.236613,14.242355,14554,156,14710, +q0721,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Malinovský sa v ZP Wiki nachádza na stránke, ktorá je organizovaná podľa roku nástupu na štúdium a mena študenta, konkrétne v sekcii pre študentov nástupom v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.28491,0.409873,12.655583,14.350808,15038,135,15173, +q0722,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde je evidovaný ako študent s rokom nástupu na štúdium 2022 a vedie diplomový projekt s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.338323,0.371036,10.923081,12.63304,12271,158,12429, +q0723,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Oleh Poiasnik nájdete na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik, kde sú uvedené jeho bakalárska práca z roku 2025 a diplomová práca plánovaná na rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.746752,0.33585,15.550731,17.634165,18364,178,18542, +q0724,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Záznam o osobe Samuel Vasiľ sa v ZP Wiki nachádza na stránke, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena študenta, konkrétne v ceste `/students/2022/samuel_vasil`. Na tejto stránke sú uvedené informácie o jeho bakalárskej práci z roku 2026 s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.742119,0.311389,11.59777,13.651831,12297,222,12519, +q0725,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Záznam o osobe Tetiana Mohorian nájdete na stránke `https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian`, kde je uvedená jej bakalárska práca z roku 2025 zameraná na témy NLP a RAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.534524,0.267679,9.182903,10.985551,9950,161,10111, +q0726,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Valerii Kutsenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde je uvedená ako študentka vstupujúca v roku 2022 a pracujúca na bakalárskej práci v roku 2025 a diplomovej práci v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.70938,0.404632,13.955404,16.069999,16265,188,16453, +q0727,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Vladyslav Yanchenko sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári pre študentov s nástupom v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.722951,0.280036,11.118569,13.121975,13062,157,13219, +q0728,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Denis Le Thanh nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh, kde sú uvedené informácie o jeho bakalárskej práci z roku 2026 s témou trénovania jazykového modelu pre spracovanie inštrukcií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.66875,0.263004,14.866945,16.799233,17502,180,17682, +q0729,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Maksym Zatirka sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka, kde je uvedená ako študent začínajúci štúdium v roku 2023 a pracujúci na bakalárskej práci s témou „Grafová databáza pre podporu generovania slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.755156,0.294605,12.974951,15.025345,14713,200,14913, +q0730,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Oleksandr Dorybohov nájdete na stránke ZP Wiki umiestnenej pod cestou `/students/2023/oleksandr_dorybohov`, kde sú evidované jeho študijné údaje a téma bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.214283,0.2708,10.958156,12.443805,12698,133,12831, +q0731,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, ktorá obsahuje informácie o jeho bakalárskej práci s témou Skórovací online systém pre robotické súťaže. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.711046,0.245022,8.426127,10.382568,9490,169,9659, +q0732,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Rostyslav Rodzhuk sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú uvedené informácie o jeho štúdiu od roku 2023 a práci na témach ako „Inteligentný agent pre podporu práce špeciálneho pedagóga"" (bakalárska práca 2026) a „Veľký jazykový model ako inteligentný agent"" (vedecký projekt 2025). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.769648,0.312203,11.275937,13.35823,12043,232,12275, +q0733,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Samuel Džurina sa v ZP Wiki nachádza na stránke, ktorá je organizovaná v adresári podľa roku nástupu na štúdium a mena študenta, konkrétne pod cestou pre rok 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.691922,0.29053,12.991075,14.973985,15601,158,15759, +q0734,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Záznam o osobe Simona Bobrovčanová sa v ZP Wiki nachádza na stránke v adresári pod rokom nástupu na štúdium (2023), konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde sú uvedené jej údaje a téma bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.768966,0.275798,11.153305,13.198567,12448,193,12641, +q0771,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Osoba Bogdan Paul Chiș je v ZP Wiki spojená s témou „knowledge graph"" v rámci jeho stáže (Erasmus Intern Spring 2026), kde je cieľom jeho projektu konštruovať znalostný graf z lekárskeho balíčkového letáka v viacerých jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.772832,0.439834,21.653644,23.867041,25769,189,25958, +q0772,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „medical“, je jeho študentský dokument popisujúci prax v rámci programu Erasmus, kde si ako tému stanovil „(multilingual) Triplet extraction from medical data“ (multijazyčné extrahovanie trojíc z lekárskych dát). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.567959,0.331018,10.808034,12.707508,12010,163,12173, +q0773,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction"", je dokument o jeho stáži v rámci programu Erasmus na jar 2026, kde bola téma práce definovaná ako „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.598638,0.391646,11.970924,13.961893,14088,153,14241, +q0774,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Osobu Cesar Abascal Gutierrez so témou „named entities"" spája dokument o jeho internátskej praxi (pravdepodobne v lete 2019), kde si stanovil za cieľ rozpoznávanie neznámych pomenovaných entít, manuálnu anotáciu tréningovej množiny z prepisov reči a návrh anotačnej schémy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.749639,0.362859,20.838195,22.951473,24830,190,25020, +q0775,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Osoba Cesar Abascal Gutierrez je v ZP Wiki spájaná s témou „Prodigy"" prostredníctvom dokumentu o jeho stáži v roku 2019, kde sa ako nástroj na manuálnu anotáciu uvádza Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.380322,0.310581,12.83289,14.524321,15187,134,15321, +q0776,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Osoba Cesar Abascal Gutierrez je v ZP Wiki spája s témou „spaCy"" prostredníctvom dokumentu o jeho stáži (Intern), kde sa v rámci projektu Named entity annotations používa nástroj spaCy na strojové učenie a trénovanie klasifikátorov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.796863,0.247721,10.565046,12.610023,11990,162,12152, +q0777,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Záznam v ZP Wiki, ktorý spája osobu Olivera Pejica s témou „Hate Speech"", je dokument o jeho štátnicovej praxi (IAESTE Intern Summer 2024), kde jeho cieľom bolo pomôcť s projektom Hate Speech a pripraviť úlohu na vyhodnotenie pre slovenskú nenávistnú reč. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.735036,0.202592,18.756259,20.694781,22288,185,22473, +q0778,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Záznam Olivera Pejica v ZP Wiki spája túto osobu s témou MTEB v rámci jeho letnej stáže (IAESTE Intern Summer 2024), kde mal za cieľ pomôcť s vyhodnocovaním modelov sentence transformer pomocou nástroja MTEB a následne pripraviť nové úlohy pre vyhodnotenie (MTEB evaluation tasks) pre slovenskú nenávistnú reč a slovenské vyhľadávanie s odpoveďami. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.351125,0.211676,12.032658,13.595903,12929,190,13119, +q0779,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Osobu Olivera Pejica spája s témou „SentenceTransformer"" záznam o jeho stáži v rámci projektu IAESTE v lete 2024, kde bola súčasťou prípravy práca s frameworkom SentenceTransformer na vyhodnocovanie modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.539373,0.378358,11.018275,12.936435,12711,145,12856, +q0780,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Záznam v ZP Wiki, ktorý spája osobu Sevval Bulburu s témou BERT, je jej dokument o stáži IAESTE v roku 2023, kde uvádza pokus o prídanie ďalších vrstiev nad modelom BERT na vytvorenie klasifikátora pre detekciu nenávistných prejavov a plánuje použitie viacerých BERT modelov vrátane multilingválneho BERTu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.780141,0.221442,10.96354,12.965568,12053,205,12258, +q0781,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Sevval Bulburu je v ZP Wiki spojená s témou „Hate Speech"" prostredníctvom dokumentu o jej stáži v rámci programu IAESTE v lete 2023, kde bola jej cieľom pomoc s projektom na detekciu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.773734,0.269673,20.613008,22.657669,24893,168,25061, +q0782,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""SMOTE""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o praktikách Sevval Bulburu v ZP Wiki spája túto osobu s témou SMOTE, keďže v rámci projektu na detekciu nenávistného prejavy (Hate Speech Project) v roku 2023 skúšala metódu SMOTE na vyváženie súboru dát, hoci tento pokus nebol úspešný. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.781018,0.323976,11.044972,13.150466,12111,186,12297, +q0783,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""ROUGE""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Youssef Ressaissi je v ZP Wiki sprevádzaná s témou „ROUGE“ v rámci jeho stáže IAESTE v lete roku 2025, kde pri porovnávaní modelov pre sumarizáciu textov explicitne používal metriku ROUGE na vyhodnotenie výkonu modelov, ako je MBART alebo T5. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.795595,0.106615,8.278489,10.181046,9059,184,9243, +q0784,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""Slovak""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Youssef Ressaissi je v ZP Wiki uvedená v zázname o jeho letnej stáži (IAESTE Intern Summer 2025), kde má za cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.794878,0.10631,8.062088,9.963589,9052,177,9229, +q0785,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""summarization""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osobu Youssef Ressaissi s témou „summarization"" spája záznam o jeho praxi IAESTE v lete 2025, kde si stanovil cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.793543,0.111295,8.197282,10.10245,9209,178,9387, +q0786,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""BiLSTM""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Osoba Dárius Lindvai je v ZP Wiki sprevádzaná s témou BiLSTM v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", kde sa v zázname o činnosti uvádza trénovanie modelu BiLSTM+CRF. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.765207,0.38544,13.221087,15.372695,15694,177,15871, +q0787,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""CRF""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Osoba Dárius Lindvai je v ZP Wiki spájaná s témou „CRF“ v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“, kde v zápisoch o činnosti uvádza upravené zdrojové kódy modelu BiLSTM+CRF pre obnovenie interpunkcie a trénovanie tohto modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.760986,0.367413,13.616747,15.745994,15598,196,15794, +q0788,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""interpunkcia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Osoba Dárius Lindvai je v ZP Wiki spojená s témou „interpunkcia"" prostredníctvom diplomového projektu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorý realizoval v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.773562,0.354349,11.482623,13.610964,13366,167,13533, +q0789,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Dominik Nagy je v ZP Wiki spojená s témou Fairseq v rámci svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", kde sa okrem iného zameriaval na trénovanie modelov pomocou tohto nástroja. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.731996,0.342002,13.129878,15.204328,15410,174,15584, +q0790,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Osoba Dominik Nagy je v ZP Wiki spojená s témou MBART v rámci svojej diplomovej práce z roku 2022, kde mala za úlohu vykonať experiment s architektúrou MBART a porovnať dosiahnuté výsledky s výsledkami uvedenými v článku „MBART (Liu et al. : Multilingual Denoising Pre-training for Neural Machine Translation)"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.728767,0.262219,13.042719,15.034213,15006,188,15194, +q0791,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Osoba Dominik Nagy je v ZP Wiki spojená s témou „strojový preklad"" prostredníctvom jeho diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", ktorá je tiež uvedená v zozname študentov pracujúcich na projekte „Strojový preklad"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.355092,0.780198,19.902775,22.038872,23307,178,23485, +q0792,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Záznam, ktorý spája osobu Jakub Maruniak s témou pomenované entity, je jeho diplomová práca s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde sa zameriaval na vytvorenie anotačnej schémy pre vyznačovanie slovenských pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.79249,0.27408,19.014215,21.081464,22299,191,22490, +q0793,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Záznam v ZP Wiki, ktorý spája osobu Jakub Maruniak s témou „Prodigy"", je jeho stránka študenta, kde je v sekcii spolupráce s projektom explicitne uvedená anotácia textových dát pomocou nástroja Prodigy a v rámci diplomového projektu 1 (rok 2020) sú uvedené úlohy týkajúce sa použitia tohto nástroja na anotáciu slovenských pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.758242,0.477543,12.7027,14.939096,13969,212,14181, +q0794,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam v ZP Wiki, ktorý spája osobu Jakub Maruniak s témou „Spacy"", je jeho študentská stránka venovaná diplomovému projektu 2021, kde sa v rámci úloh a priebehu práce spomína vyriešenie problému so Spacy modelom a trénovanie podľa repozitára spacy-skmodel. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.73749,0.332386,13.571065,15.641475,15830,184,16014, +q0795,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Osoba Ján Holp je v ZP Wiki spájaná s témou PageRank v rámci svojej diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku"" z roku 2021, kde je v zázname uvedená implementácia a experimenty s algoritmom PageRank. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.762486,0.331286,7.767159,9.861262,8344,177,8521, +q0796,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Ján Holp má v ZP Wiki záznam o bakalárskej práci z roku 2019 s názvom „Vyhľadávač na slovenskom internete"", ktorá priamo spája jeho meno s témou slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.76973,0.445129,18.642262,20.857857,22861,158,23019, +q0797,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií"" prostredníctvom dokumentu s názvom „Získavanie informácií"", ktorý je súčasťou jeho tímového projektu, a tiež v rámci zadania jeho diplomovej práce z roku 2021, kde je jedným z hlavných cieľov vypracovať prehľad metód ohodnotenia dokumentov v systémoch získavania informácií a implementovať jednoduchý systém pre získavanie informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.612306,0.424071,17.93728,19.974527,20151,221,20372, +q0798,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""GPU""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam v ZP Wiki, ktorý spája osobu Lukáša Pokrývku s témou GPU, je jeho dokumentácia o Diplomovom projekte 2 v roku 2020, kde opisuje trénovanie modelu MNIST na viacerých GPU (napr. na 1 alebo 2 GPU na idoc a na Tesla) s využitím PyTorch a CUDA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.779739,0.410932,13.162639,15.353814,14975,191,15166, +q0821,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.389556,0.308288,20.135953,21.834853,25130,103,25233, +q0822,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém v práci Jána Holpa. Zdroj uvádza, že bol pripravený experiment s databázou SCNC2 a vyhodnotenie pomocou metrík P-R-F1, ale počet testovacích používateľov nie je špecifikovaný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.704662,0.314894,18.132011,20.152307,20941,195,21136, +q0823,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.323573,0.346231,21.811551,23.482019,26841,100,26941, +q0824,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.867221,0.265563,7.421861,9.555049,8656,132,8788, +q0825,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.75327,0.263649,7.205773,9.223019,8884,126,9010, +q0826,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.783597,0.250967,7.392323,9.427174,9082,129,9211, +q0827,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.80778,0.483938,6.676307,8.968279,8151,132,8283, +q0828,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.357748,0.443849,15.651529,17.453694,19637,101,19738, +q0829,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Jakub Maruniak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Jakub Maruniak používal pri práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.764093,0.552463,7.328635,9.645582,8423,142,8565, +q0830,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.593699,0.388375,23.846856,25.829649,29588,116,29704, +q0831,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.686823,0.237349,12.528348,14.452987,15800,95,15895, +q0832,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dominik Nagy pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy používal pri práci, hoci sa v dokumentoch uvádza, že tréning prebiehal na GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.730742,0.242748,7.479771,9.45352,8375,156,8531, +q0833,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi spomínajú používanie školského servera „idoc"" a pokusy o trénovanie na GPU, ale neuvádzajú konkrétne množstvo RAM (v GB) použitého počítača alebo servera. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.612569,0.364368,25.68141,27.659319,30600,182,30782, +q0834,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.571647,0.341939,17.208389,19.122639,21130,115,21245, +q0835,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Patrik Pavlišin pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa konkrétny model GPU, ktorý Patrik Pavlišin používal pri práci, nepodarilo spoľahlivo nájsť. Zdroje síce spomínajú snahu o rozbehnutie trénovania na GPU a používanie toolkitu CUDA 10.1, ale neuvádzajú názov konkrétnej hardvérovej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.778712,0.223362,8.885198,10.887551,9497,193,9690, +q0836,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci. Zdrojové dokumenty síce spomínajú použitie školského servera (idoc) a problémy s GPU, ale neobsahujú špecifikáciu množstva operačnej pamäte. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.807558,0.195174,7.924424,9.927475,8486,198,8684, +q0837,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Dávida Omasta. Dokumenty uvádzajú témou diplomových prác dotrénovanie slovenského generatívneho jazykového modelu a vytvorenie demo aplikácie, ako aj vyhodnotenie presnosti pomocou metrík P-R-F1 na dev množine, ale nešpecifikujú počet ľudských testovateľov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.951905,0.199448,7.595554,9.747153,7670,224,7894, +q0838,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dávid Omasta pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Dávid Omasta použil pri práci, keďže v záznamoch je uvádzané iba to, že mu nefungoval experiment s modelmi LLAMA a mt5-base na serveri idoc práve kvôli problémom s GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.548906,0.328059,26.17931,28.057135,31399,171,31570, +q0839,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.877812,0.33888,7.80031,10.017288,8602,155,8757, +q0840,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.912334,0.340488,6.71913,8.972203,8127,137,8264, +q0841,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Kristián Sopkovič pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.595652,0.34899,23.601369,25.546694,29290,118,29408, +q0842,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.79696,0.460036,7.258584,9.515867,8365,131,8496, +q0843,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Michal Stromko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.71121,0.451329,6.797716,8.960529,7907,146,8053, +q0844,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Michal Stromko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.525947,0.425737,26.450596,28.40301,32746,114,32860, +q0845,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.612003,0.272639,22.452227,24.337592,27332,117,27449, +q0846,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.746326,0.493776,27.508352,29.749661,33522,126,33648, +q0847,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Artem Yatsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.649649,0.331112,24.210762,26.19224,29538,119,29657, +q0848,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v materiáloch spomína použitie servera QUADRO pre prácu s väčšími modelmi, nie je v nich uvedené, koľko GB RAM mal tento server alebo počítač, ktorý Matej Ščišľak používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.863551,0.265353,8.7492,10.878399,9139,191,9330, +q0849,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.280496,0.309991,19.258674,20.849801,24133,95,24228, +q0850,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Matej Ščišľak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.579474,0.246678,7.087791,8.914213,8176,118,8294, +q0851,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.863186,0.253664,7.420856,9.538172,9214,134,9348, +q0852,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny počet používateľov, ktorí testovali výsledný systém osoby Oleh Poiasnik, hoci v záznamoch sa spomína úloha osloviť kolegov na vyhodnotenie systému. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.913474,0.239116,8.009022,10.161902,9118,181,9299, +q0853,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Oleh Poiasnik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik pri práci použil, hoci sú v zázname uvedené použité jazykové modely (ako Mistral-Small, Mistral Large, Qwen2.5) a nástroje (vllm, ollama) alebo vektorové modely. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.771561,0.220675,8.561943,10.554535,9402,191,9593, +q0854,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v dokumente o Tetiane Mohoriannej sa spomína, že ak jej nebude stačiť GPU jej počítača, môže získať prístup na školský server alebo použiť Google Colab, nie je v textoch explicitne uvedený konkrétny počet GB RAM použitého počítača ani servera. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.600817,0.394541,23.173468,25.169474,27436,190,27626, +q0855,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zázname o Tetiane Mohorian je uvedené, že vykonala vyhodnotenie s priateľmi pri práci na Telegram bote, nie je v ňom špecifikovaný konkrétny počet testujúcich používateľov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.688941,0.225041,18.4926,20.407246,21561,183,21744, +q0856,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tetiana Mohorian pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU na počítači nebude stačiť, môže získať prístup na školský server alebo použiť Google Colab. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.763817,0.15745,8.286205,10.208033,8830,182,9012, +q0857,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.672723,0.161857,7.066715,8.901547,8719,122,8841, +q0858,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Vladyslava Yanchenka uvádza názov jeho bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" a zadanie obsahuje úlohu vytvoriť automatické testy, nie je v ňom uvedený počet konkrétnych používateľov, ktorí výsledný systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.996346,0.152427,8.366834,10.515874,8742,224,8966, +q0859,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Vladyslav Yanchenko pri práci použil; dostupné zdroje uvádzajú iba použitie klaudových služieb, nástrojov pre CI/CD a cloudového úložiska. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.798272,0.156752,7.842506,9.797826,8745,176,8921, +q0860,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.638227,0.283931,22.430412,24.353376,27913,118,28031, +q0861,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Daniil Huzenko pracuje na bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ale neobsahujú údaje o počte konkrétnych používateľov, ktorí výsledný systém testovali. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.734953,0.271043,16.530118,18.536738,18733,201,18934, +q0862,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Daniil Huzenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o Daniilovi Huzenkovi spomína vytváranie klastra z Raspberry Pi a inštalácia softvéru, žiadny z vrátených zdrojov neuvádza konkrétny model GPU, ktorý by študent pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.772772,0.14881,7.407122,9.328987,7357,195,7552, +q0863,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.832438,0.215663,7.279879,9.328278,8996,133,9129, +q0864,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom počte používateľov, ktorí testovali výsledný systém osoby Samuel Džurina, hoci zadanie práce uvádza, že agenta treba otestovať formou dotazníka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.962691,0.191779,7.433098,9.588041,8258,184,8442, +q0865,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Samuel Džurina pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Hoci je v zázname o Samuelovi Džurinovi uvedené, že firma nemá vlastný hardvér s GPU a riešenie je externé, konkrétny model GPU, ktorý pri vývoji použil, nie je explicitne špecifikovaný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.768813,0.178334,8.634154,10.581589,9552,188,9740, +q0866,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém v rámci bakalárskej práce Simony Bobrovčanovej. Zdroj uvádza úlohy týkajúce sa vyhodnotenia pomocou metrík ROUGE, BLEU a DeepEval, ale nešpecifikuje účastníkov manuálneho testovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.954051,0.157771,7.736948,9.849067,8104,212,8316, +q0867,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Simona Bobrovčanová pri práci použila. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.745806,0.149269,6.638465,8.533781,7667,148,7815, +q0868,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Valerii Kutsenko pri práci s veľkými modelmi potreboval prístup na školský server a použil metódy kvantizácie a efektívneho doladenia parametrov, no konkrétny počet GB RAM pre jeho počítač alebo server v záznamoch nie je uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.374826,0.363939,27.078044,28.817711,32089,181,32270, +q0869,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.71243,0.296816,17.950334,19.960228,21536,124,21660, +q0870,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Valerii Kutsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.786734,0.274877,7.343143,9.405084,8692,129,8821, +q0871,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.861095,0.174736,7.200829,9.236945,8763,136,8899, +q0872,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.673993,0.262565,13.723767,15.660919,17262,124,17386, +q0873,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Andrii Pervashov pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.446432,0.467943,28.137499,30.05273,34331,111,34442, +q0874,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Jána Ptáka obsahujú informácie o jeho diplomovom projekte, témach a cieľoch, ale neuvádzajú technické špecifikácie hardvéru, ako je množstvo RAM. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.813588,0.145363,8.037986,9.99725,8209,181,8390, +q0875,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Ján Ptáka uvádzajú tému jeho diplomového projektu a ciele na semester, ale neobsahujú údaje o počte konkrétnych používateľov, ktorí testovali výsledný systém. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.908674,0.198794,11.91865,14.026621,13943,189,14132, +q0876,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Pták pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Jána Ptáka uvádzajú tému jeho diplomového projektu „Agent pre manažment záverečných prác"" a cieľové nástroje ako OpenWebUI a LangChain, ale neobsahujú žiadnu zmienku o konkrétnom modeli GPU, ktorý pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.799233,0.347046,20.108028,22.254958,23693,197,23890, +q0877,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.855985,0.311063,6.925367,9.092687,8125,134,8259, +q0878,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.392451,0.282573,10.093323,11.768805,12570,103,12673, +q0879,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp. Zdroj uvádza názov jeho diplomovej práce ""Systém získavania informácií v slovenskom jazyku"" z roku 2021, ale neobsahuje údaj o jej rozsahu v stranách. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.844649,0.293144,7.452853,9.590893,7691,199,7890, +q0880,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument uvádza, že Ján Holpl plánoval nasadenie systému pomocou Dockeru a riešenie problémov s databázou Cassandra, žiadna konkrétna IP adresa nie je v poskytnutom kontexte uvedená. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.825504,0.352962,7.70996,9.88903,8367,187,8554, +q0881,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zdrojoch spomínané využitie „veľkých slovenských dát z internetu"" a indexovanie veľkej databázy dát, neuvádza sa konkrétna veľkosť tejto množiny v gigabajtoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.895393,0.356911,7.31816,9.570784,7860,189,8049, +q0882,dev,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.765736,0.28459,6.481277,8.531866,7930,128,8058, +q0883,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa informácia o konkrétnom modeli procesora alebo CPU, ktorý Tomáš Kuchárik používal pri práci, nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.830342,0.3479,7.004781,9.183491,8126,152,8278, +q0884,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.235944,0.418923,11.43664,13.092126,14459,93,14552, +q0885,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa informáciu o počte strán finálnej záverečnej práce Tomáša Kuchárika nepodarilo spoľahlivo nájsť; v zdrojoch je síce spomenutý úkol vypracovať draft diplomovej práce vo forme článku na cca 10 strán, no nejde o údaj o finálnej podobe záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.872698,0.246975,7.53595,9.656012,7779,199,7978, +q0886,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Tomášovi Kuchárovi uvádza úlohy súvisiace s nasadením anotačnej aplikácie a vytvorením Dockerfile, neobsahuje konkrétnu IP adresu použiteľú pre nasadený systém. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.85484,0.267169,8.16694,10.289279,8946,189,9135, +q0887,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.902487,0.280034,6.430777,8.613569,7840,135,7975, +q0942,dev,single_document_synthesis,hard,Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" patriacu do kategórie dp2021, čo zodpovedá roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.928869,0.605337,7.472339,10.006815,8509,173,8682, +q0943,dev,single_document_synthesis,hard,"Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Pre osobu Dominik Nagy je na ZP Wiki uvedená diplomová práca s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" a rok jej vykonania je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.798762,0.707821,23.818134,26.32574,29126,155,29281, +q0944,dev,single_document_synthesis,hard,"Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Záznam o diplomovej práci Jakuba Maruniaka je na ZP Wiki uvedený pod názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a patrí do roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.839719,0.586804,23.577857,26.005271,28137,163,28300, +q0945,dev,single_document_synthesis,hard,"Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.633504,0.540853,24.162209,26.337541,29192,133,29325, +q0946,dev,single_document_synthesis,hard,"Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.869793,0.502362,22.860577,25.233519,27557,151,27708, +q0947,dev,single_document_synthesis,hard,"Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér má na ZP Wiki uvedenú diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.663776,0.485111,22.910172,25.059816,27701,136,27837, +q0948,dev,single_document_synthesis,hard,"Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá je na ZP Wiki uvedená pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.843986,0.670497,24.123159,26.638528,28984,156,29140, +q0949,dev,single_document_synthesis,hard,"Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.336054,0.677168,19.638214,21.652183,23814,107,23921, +q0950,dev,single_document_synthesis,hard,"Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Tomáš Kuchárik má na ZP Wiki uvedené dve diplomové práce: v roku 2021 pod názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a v roku 2022 pod názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.261586,0.774369,23.845749,25.882626,28018,162,28180, +q0951,dev,single_document_synthesis,hard,"Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Bakalárska práca Dmytra Ushatenka má názov „Jednoduchý chatbot v jazyku Python“ a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.495104,0.358541,17.460527,19.315037,21082,127,21209, +q0952,dev,single_document_synthesis,hard,"Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dávid Omasta má na ZP Wiki zaznamenanú diplomovú prácu s návrhom názvu „Generatívne modely slovenského jazyka"" pre rok 2023 a diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.839388,0.478312,23.670831,25.98932,27895,192,28087, +q0953,dev,single_document_synthesis,hard,"Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Martina Wencela sa na ZP Wiki uvádza pod názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je zaradená do roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.26122,0.441363,22.758372,24.461955,27118,128,27246, +q0954,dev,single_document_synthesis,hard,"Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2021, pričom v zázname je uvedený aj rok realizácie projektu 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.656093,0.451148,21.336205,23.444561,25622,153,25775, +q0955,dev,single_document_synthesis,hard,"Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Alina Vitko má na ZP Wiki uvedenú bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.841718,0.467318,23.13585,25.445607,27954,154,28108, +q0956,dev,single_document_synthesis,hard,"Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pre osobe Artem Yatsenko je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.669603,0.623873,20.729862,23.024045,24979,144,25123, +q0957,dev,single_document_synthesis,hard,"Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Filip Tomáš má na ZP Wiki uvedenú bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.850541,0.432483,7.577066,9.860389,8055,154,8209, +q0958,dev,single_document_synthesis,hard,"Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Kristián Sopkovič má na ZP Wiki uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.885823,0.470581,7.323081,9.679775,8536,164,8700, +q0959,dev,single_document_synthesis,hard,"Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Bakalárska práca Michala Stromka má názov „Indexovanie slovenského textu pomocou Elasticsearch"" a je na ZP Wiki uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.41479,0.453337,17.334297,19.203233,21450,123,21573, +q0960,dev,single_document_synthesis,hard,"Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Eduard Matovka vypracovával bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia"" v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.860109,0.423758,21.174965,23.459595,25673,149,25822, +q0961,dev,single_document_synthesis,hard,"Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský má na ZP Wiki uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.841536,0.574023,22.780688,25.197307,27667,150,27817, +q0962,dev,single_document_synthesis,hard,"Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.889733,0.466039,23.11132,25.467868,27890,151,28041, +q0963,dev,single_document_synthesis,hard,"Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá je na ZP Wiki uvedená v kategórii pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.87442,0.416419,21.170788,23.462296,25313,169,25482, +q0964,dev,single_document_synthesis,hard,"Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladimír Ferko má na ZP Wiki uvedenú bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.686365,0.475681,22.338539,24.501352,26854,147,27001, +q0965,dev,single_document_synthesis,hard,"Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre študenta Andrii Pervashov je na ZP Wiki uvedená diplomová práca s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.869705,0.719594,24.933058,27.52305,29782,166,29948, +q0966,dev,single_document_synthesis,hard,"Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.85557,0.428432,21.503395,23.788093,25862,164,26026, +q0967,dev,single_document_synthesis,hard,"Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Malinovský je na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.421314,0.462895,22.873558,24.758413,27646,125,27771, +q0968,dev,single_document_synthesis,hard,Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Pri osobe Ján Pták je v zázname typu „diplomový projekt"" uvedená téma Agent pre manažment záverečných prác a rok uvedený v názve sekcie je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.971023,0.409619,16.800854,19.182049,20192,161,20353, +q0969,dev,single_document_synthesis,hard,"Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Oleh Poiasnik má na ZP Wiki uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.843902,0.526292,24.715009,27.085894,30021,150,30171, +q0970,dev,single_document_synthesis,hard,"Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobe Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.673228,0.366594,22.287485,24.327959,26538,155,26693, +q0971,dev,single_document_synthesis,hard,"Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Podľa ZP Wiki má Tetiana Mohorian evidovanú bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.84957,0.426153,21.347409,23.623896,25773,160,25933, +q0972,dev,single_document_synthesis,hard,"Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Valerii Kutsenko má na ZP Wiki evidovanú diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"", ktorá je uvedená v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.838937,0.511905,21.212239,23.563731,25747,157,25904, +q0973,dev,single_document_synthesis,hard,"Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.888651,0.465806,23.426421,25.781663,28199,163,28362, +q0974,dev,single_document_synthesis,hard,"Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa pre osobu Denis Le Thanh nenašiel explicitne uvedený finálny názov bakalárskej práce, pričom je tam uvedené, že sa pracuje na téme „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" a rok ukončenia (podľa kategórie) je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.823688,0.416161,22.015214,24.255691,25536,197,25733, +q0975,dev,single_document_synthesis,hard,"Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri Maksymovi Zatirkovi je na ZP Wiki uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" a rok záverečnej práce je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.481557,0.428257,23.795552,25.706018,28228,140,28368, +q0976,dev,single_document_synthesis,hard,"Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri osobe Oleksandr Dorybohov je na ZP Wiki uvedená bakalárska práca s témou „Automatické odpovede na otázky v právnej oblasti"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.687659,0.426643,21.422643,23.537601,25932,146,26078, +q0977,dev,single_document_synthesis,hard,"Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca Ronald Zalacka má názov „Skórovací online systém pre robotické súťaže"" a je na ZP Wiki uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.27196,0.421751,21.307872,23.002208,25949,115,26064, +q0978,dev,single_document_synthesis,hard,"Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Záznam o bakalárskej práci Rostyslava Rodzhuka uvádza rok 2026 a témou práce je „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.866074,0.434436,21.84918,24.150439,26355,158,26513, +q0979,dev,single_document_synthesis,hard,"Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pre osobe Samuel Džurina je v ZP Wiki uvedená bakalárska práca s názvom (témou) „Dialógový systém pre podporu firemných procesov“ a je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.864153,0.364926,22.769315,24.999076,27236,164,27400, +q0980,dev,single_document_synthesis,hard,"Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri osobe Simona Bobrovčanová je na ZP Wiki uvedená bakalárska práca s témou „Automatická sumarizácia slovenského textu"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.902233,0.436742,21.945832,24.285481,26380,155,26535, +q0981,dev,single_document_synthesis,hard,"Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V ZP Wiki je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca s témou „Získavanie textu z webových stránok“ pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.915009,0.431429,24.641623,26.988722,29441,164,29605, +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dárius Lindvai začal štúdium v roku 2016 a rok vyjadrený kategóriou jeho diplomovej práce je 2021, čo zodpovedá kategórii dp2021, zatiaľ čo sekcia diplomového projektu je označená rokom 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.998697,0.850386,17.76696,20.616664,20917,187,21104, +q0983,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Diplomová práca Dominika Nagy s tematikou strojového prekladu má názov „Neurónový strojový preklad pomocou knižnice Fairseq“ a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.897565,1.014132,17.743158,20.655416,21473,160,21633, +q0984,dev,single_document_synthesis,hard,"Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pri Jakubovi Maruniakovi je rok začiatku štúdia uvedený ako 2016 a záznam typu „diplomová práca“ sa vzťahuje k roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.50939,0.81972,37.49901,39.829329,44339,135,44474, +q0985,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Rok začiatku štúdia pre Jána Holpa je 2016 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca"", je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.927277,0.765401,17.485477,20.178797,20559,162,20721, +q0986,dev,single_document_synthesis,hard,"Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Lukáš Pokrývka začal štúdium v roku 2016 a záznam o jeho diplomovej práci je na ZP Wiki uvedený za rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.557125,0.999838,42.288355,44.846509,49687,133,49820, +q0987,dev,single_document_synthesis,hard,"V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.961537,0.214447,7.367332,9.543563,7684,152,7836, +q0988,dev,single_document_synthesis,hard,"V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.938232,1.010439,7.495317,10.444308,8950,155,9105, +q0989,dev,single_document_synthesis,hard,"V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu"" a bola vypracovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.946293,1.647673,7.134753,10.728977,8209,165,8374, +q0990,dev,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.722654,0.534977,21.659937,23.918229,26520,151,26671, +q0991,dev,single_document_synthesis,hard,"V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bakalárska práca Dmytra Ushatenka s témou súvisiacou s chatbotom sa volá „Jednoduchý chatbot v jazyku Python“ a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.933089,0.351554,17.184986,19.470158,20463,167,20630, +q0992,dev,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta má v ZP Wiki evidované dve diplomové práce súvisiace s témou „generatívne modely“: v roku 2023 ide o návrh názvu „Generatívne modely slovenského jazyka“ a v roku 2024 ide o návrh názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.936054,0.350524,8.390446,10.677274,8712,205,8917, +q0993,dev,single_document_synthesis,hard,"V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca osoby Martina Wencela súvisiaca s témou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.424889,0.490182,23.661495,25.577377,28663,141,28804, +q0994,dev,single_document_synthesis,hard,"V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Bakalárska práca Ondreja Megelu s témou súvisiacou s BERT má názov „Neurónové jazykové modelovanie typu BERT"" a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.904111,0.756018,28.261895,30.92288,33942,161,34103, +q0995,dev,single_document_synthesis,hard,"Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Alina Vitko je rok začiatku štúdia uvedený ako 2019 a záznam typu „bakalárska práca"" sa na ZP Wiki nachádza pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.726546,0.516776,40.707104,42.951609,47624,149,47773, +q0996,dev,single_document_synthesis,hard,"Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","U Artema Yatsenka sa začiatok štúdia uvádza ako rok 2019, zatiaľ čo záznam typu „bakalárska práca"" je na ZP Wiki priradený k roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.933682,0.232655,16.781049,18.947905,19500,168,19668, +q0997,dev,single_document_synthesis,hard,"V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Bakalárska práca osoby Filip Tomáš súvisiaca s témou CI/CD má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.907118,0.432167,8.447583,10.787197,9555,166,9721, +q0998,dev,single_document_synthesis,hard,"V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.935506,0.509755,7.776741,10.222295,9173,161,9334, +q0999,dev,single_document_synthesis,hard,"V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Bakalárska práca Michala Stromka súvisiaca s témou Elasticsearch má názov „Indexovanie slovenského textu pomocou Elasticsearch"" a bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.22377,0.593235,23.34831,25.165998,28601,114,28715, +q1000,dev,single_document_synthesis,hard,"Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pri osobe Eduard Matovka je rok začiatku štúdia 2021 a záznam o bakalárskej práci je uvedený pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.963055,0.4659,14.314625,16.744099,17200,156,17356, +q1001,dev,single_document_synthesis,hard,"Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri osobe Martin Šarišský je rok začiatku štúdia uvedený ako 2021, zatiaľ čo záznam typu „diplomová práca"" sa na ZP Wiki nachádza pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.69712,1.066548,29.109878,31.874378,34900,154,35054, +q1002,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Pri osobe Matej Novotný je rok začiatku štúdia uvedený ako 2021, zatiaľ čo záznam o diplomovej práci je evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.505465,0.800741,38.276962,40.584276,44924,133,45057, +q1003,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik""]","Podľa záznamov na ZP Wiki začal Matej Ščišľak štúdium v roku 2021, pričom záznam o jeho diplomovej práci je uvedený pre rok 2026. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.548772,0.886699,39.155651,41.592254,45667,141,45808, +q1004,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobu Vladimír Ferko sa rok začiatku štúdia uvádza ako 2021, zatiaľco záznam typu bakalárska práca je na ZP Wiki evidovaný pre rok 2024. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.950393,0.516869,34.606704,37.074974,40623,167,40790, +q1005,dev,single_document_synthesis,hard,"Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Andrii Pervashov je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca sa týka roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.399757,0.466412,23.215883,25.082858,27677,126,27803, +q1006,dev,single_document_synthesis,hard,"Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Daniil Huzenko začal štúdium v roku 2022 a jeho záznam o bakalárskej práci na ZP Wiki je vedený pod rokom 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.517993,0.461311,35.908852,37.88929,42546,130,42676, +q1007,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Pri osobe Ján Malinovský je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomový projekt je na ZP Wiki evidovaný pre rok 2026 (v sekcii Diplomový projekt 2026). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.691053,0.664099,42.816972,45.173282,49601,156,49757, +q1008,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Pták je rok začiatku štúdia 2022 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt"", je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.901598,0.907223,27.093569,29.903223,32260,159,32419, +q1009,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pre osobu Oleh Poiasnik je rok začiatku štúdia uvedený ako 2022 a rok, pri ktorom je na ZP Wiki evidovaný záznam o diplomovej práci, je 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.734331,0.879742,44.705929,47.321259,51713,150,51863, +q1010,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Rok začiatku štúdia pre Samuel Vasiľ je 2022 a záznam o jeho bakalárskej práci je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.937299,0.394218,28.112864,30.445173,33368,152,33520, +q1011,dev,single_document_synthesis,hard,"Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Pri osobe Tetiana Mohorian je uvedený rok začiatku štúdia 2022, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki vedený pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.935803,0.400262,23.890853,26.22769,28692,163,28855, +q1012,dev,single_document_synthesis,hard,"Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Valerii Kutsenko je rok začiatku štúdia 2022 a záznam typu diplomová práca je na ZP Wiki uvedený pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.928445,0.839571,37.412323,40.181362,44115,157,44272, +q1013,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Pri Vladyslavovi Yanchenkovi je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam o bakalárskej práci sa na ZP Wiki týka roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.392487,0.316796,20.30534,22.015231,24048,128,24176, +q1014,dev,single_document_synthesis,hard,"Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pre osobu Denis Le Thanh je rok začiatku štúdia uvedený ako 2023 a záznam o bakalárskej práci sa týka roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.898034,0.31745,24.415965,26.632218,29574,151,29725, +q1015,dev,single_document_synthesis,hard,"Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Rok začiatku štúdia pre Maksyma Zatirku je 2023, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.339509,0.285509,19.705559,21.3312,23745,125,23870, +q1016,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Oleksandr Dorybohov je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca"" je na ZP Wiki evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.754579,0.305894,19.347487,21.408546,23296,160,23456, +q1017,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Podľa záznamu na ZP Wiki začal Ronald Zalacko štúdium v roku 2023 a jeho záznam o bakalárskej práci je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.733541,0.51057,38.699881,40.94517,45564,148,45712, +q1018,dev,single_document_synthesis,hard,"Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pre osobu Rostyslav Rodzhuk je v ZP Wiki uvedený rok začiatku štúdia ako 2023 a záznam typu bakalárska práca sa týka roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.01715,0.337546,16.01009,18.365343,18605,168,18773, +q1019,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Samuel Džurina je na ZP Wiki uvedený rok začiatku štúdia ako 2023 a rok, pri ktorom je evidovaný záznam typu bakalárska práca, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.952509,0.395387,14.033203,16.381629,16800,169,16969, +q1020,dev,single_document_synthesis,hard,"Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Simona Bobrovčanová je rok začiatku štúdia uvedený ako 2023 a záznam typu „bakalárska práca"" sa týka roka 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.529928,0.503087,38.146987,40.181085,45068,139,45207, +q1021,dev,single_document_synthesis,hard,"Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Pre osobu Yevhenii Medushivskyi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o bakalárskej práci je na ZP Wiki vedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.002928,0.376581,15.782665,18.16276,18246,176,18422, +q1022,dev,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" a jej rok vyjadrený kategóriou je 2021 (kategória dp2021). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.85712,0.696298,7.777637,10.331403,8561,169,8730, +q1023,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Diplomová práca Dominika Nagy s témou súvisiacou s nástrojom Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.473656,0.479351,22.904046,24.857714,27879,136,28015, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Dárius Lindvai vypracoval diplomovú prácu s názvom Obnovenie interpunkcie pomocou hlbokých neurónových sietí v roku 2021, čo je uvedené v kategórii dp2021, zatiaľ čo Ján Pták má ako diplomový projekt v roku 2026 tému Agent pre manažment záverečných prác. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.97377,0.826291,10.395597,13.195994,10784,220,11004, +q1093,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.916806,0.696649,22.390575,25.004704,26141,217,26358, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021, zatiaľ čo Patrik Pavlišin má zaznamenanú bakalársku prácu s názvom „Metódy automatického prekladu“ z roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.672945,0.864497,23.892434,26.430518,27694,200,27894, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" v roku 2022 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.492145,0.521912,22.187139,24.201833,25565,197,25762, +q1096,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.849071,0.606238,23.412686,25.868643,27281,208,27489, +q1097,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.691649,0.724891,24.73563,27.152889,28440,210,28650, +q1098,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021, zatiaľ čo Oleksandr Dorybohov má na ZP Wiki uvedenú bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.866926,0.804728,23.205353,25.877657,26649,221,26870, +q1099,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Matej Novotný vypracoval diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.679766,0.684534,25.110885,27.47654,29128,204,29332, +q1100,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Simona Bobrovčanová je vedená k bakalárskej práci s témou „Automatická sumarizácia slovenského textu"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.542346,0.764665,24.68622,26.993949,28670,188,28858, +q1101,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.726093,0.580028,22.351457,24.658218,25755,209,25964, +q1102,dev,multi_document,hard,"Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020 a Andrii Pervashov má naplánovanú diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.907858,0.547811,23.629016,26.085341,27243,224,27467, +q1103,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" pre rok 2025 a Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.712211,0.56826,23.793161,26.074362,27291,211,27502, +q1104,dev,multi_document,hard,"Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026 a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"" tiež v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.869754,0.371853,22.28241,24.524928,25966,214,26180, +q1105,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.766255,0.261309,18.131161,20.159281,20796,209,21005, +q1106,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dominik Nagy vypracoval diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", zatiaľ čo Andrii Pervashov má evidovanú diplomovú prácu na rok 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.825075,0.924251,26.312011,29.062068,30479,224,30703, +q1107,dev,multi_document,hard,"Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022 a Samuel Vasiľ má prihlásenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.743897,0.488664,22.060901,24.294215,25131,226,25357, +q1108,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Oleh Poiasnik má vedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.822361,0.757339,26.36466,28.945055,30828,207,31035, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ v roku 2026 a Andrii Pervashov má v roku 2027 naplánovanú diplomovú prácu s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.872675,0.879578,25.484147,28.237107,28909,226,29135, +q1110,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ uvedenú pre rok 2026 a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ uvedenom pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.910758,0.495975,23.675201,26.082594,27124,226,27350, +q1111,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.446647,0.799487,22.906588,25.153453,26490,186,26676, +q1112,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021 a Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.861086,0.734053,24.721749,27.317556,28761,212,28973, +q1113,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.854815,0.674079,24.860802,27.390495,28809,210,29019, +q1114,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Samuel Džurina má uvedenú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ pre rok 2026 a Simona Bobrovčanová má uvedenú bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ tiež pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.936812,0.390942,22.090491,24.418996,25273,214,25487, +q1115,dev,multi_document,hard,"Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020 a Samuel Džurina má záznam bakalárskej práce s témou „Dialógový systém pre podporu firemných procesov"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.68883,0.541795,23.38443,25.615766,27080,197,27277, +q1116,dev,multi_document,hard,"Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Záznamy na ZP Wiki uvádzajú, že Alina Vitko má evidovanú bakalársku prácu z roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"" a Valerii Kutsenko má evidovanú diplomovú prácu z roku 2027 s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.654189,0.851762,26.35243,28.859096,30339,217,30556, +q1117,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Matej Ščišľak vypracovával diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Denis Le Thanh vypracovával bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.871637,0.592696,23.471829,25.936919,26821,230,27051, +q1118,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta má v zázname z roku 2024 uvedený názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ a v zázname z roku 2023 je uvedená téma „Dotrénovanie slovenského generatívneho jazykového modelu“ s návrhom názvu „Generatívne modely slovenského jazyka“. Oleh Poiasnik má v zázname z roku 2027 uvedený názov diplomovej práce „Expertný agentový systém na podporu rozhodovania v lekárni“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.646131,0.634716,26.504127,28.785661,29781,255,30036, +q1119,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" rovnako v roku 2021. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.899457,0.870076,23.332339,26.102518,26533,218,26751, +q1120,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021, zatiaľ čo Ján Pták má záznam diplomového projektu s témou „Agent pre manažment záverečných prác"" uvedený pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.894566,0.861669,24.556167,27.313079,28560,211,28771, +q1121,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.892179,0.433852,21.427172,23.753862,24698,218,24916, +q1122,dev,multi_document,hard,"Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022, zatiaľ čo Filip Tomáš má v zázname bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" tiež z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.67548,0.732663,24.057138,26.465945,27657,210,27867, +q1123,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta vypracovával diplomovú prácu v roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" a Eduard Matovka vypracovával bakalársku prácu v roku 2024 s názvom „Slovenská konverzačná umelá inteligencia"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.868289,0.425187,22.413957,24.708096,25955,219,26174, +q1124,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Samuel Vasiľ má pripravenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.830954,0.656277,21.334701,23.822573,24515,226,24741, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, ktorý je uvedený v kategórii dp2021, zatiaľ čo Andrii Pervashov má v sekcií pre diplomovú prácu uvedený rok 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",2.091658,1.052636,11.455994,14.60064,11569,262,11831, +q1126,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025 a Denis Le Thanh má zadanú bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.909871,0.56089,24.236913,26.708328,28129,233,28362, +q1127,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" a podľa ZP Wiki je tento záznam priradený k roku 2025, kým Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti"" a je evidovaný pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.949039,0.580792,24.672591,27.203393,27923,248,28171, +q1128,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Bakalárska práca Martina Wencela s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ je na ZP Wiki uvedená pre rok 2020, zatiaľ čo bakalárska práca Yevheniia Medushivského s témou „Získavanie textu z webových stránok“ je evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.493261,0.534975,26.428952,28.457918,30315,208,30523, +q1129,dev,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022 a Kristián Sopkovič má zaznamenanú bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.912286,0.635128,23.548111,26.096221,26829,234,27063, +q1130,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" v roku 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.870298,0.603335,22.597279,25.071529,26039,217,26256, +q1131,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Rostyslav Rodzhuk vypracoval bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.896772,0.574394,23.546339,26.018164,27379,216,27595, +q1132,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a Martin Šarišský má uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.636212,0.630811,23.414694,25.682373,26843,208,27051, +q1133,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Simona Bobrovčanová vypracuje bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.645565,0.682577,22.586401,24.915182,26170,197,26367, +q1134,dev,multi_document,hard,"Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri Denis Le Thanh je v zázname typu bakalárska práca uvedená téma Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku pre rok 2026 a pri Rostyslavovi Rodzhukovi je v zázname typu bakalárska práca uvedená téma Inteligentný agent pre podporu práce špeciálneho pedagóga pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.847131,0.44696,23.146503,25.44125,26421,231,26652, +q1135,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.868219,1.018985,22.68504,25.572898,26262,205,26467, +q1136,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" v roku 2026, zatiaľ čo Yevhenii Medushivskyi realizuje bakalársku prácu s názvom „Získavanie textu z webových stránok"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.911658,0.537033,16.146609,18.595768,18029,218,18247, +q1137,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Samuel Vasiľ má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ pre rok 2026 a Ronald Zalacko má bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže“ rovnako pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.881594,0.469486,21.990044,24.341773,25433,229,25662, +q1138,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021, zatiaľ čo Artem Yatsenko je autorom bakalárskej práce „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.859664,0.638725,21.242856,23.741862,24748,212,24960, +q1139,dev,multi_document,hard,"Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024"", ""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024 a Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.903774,0.411831,23.111404,25.427642,26693,219,26912, +q1140,dev,multi_document,hard,"Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bakalárska práca Maksyma Zatirku s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ je na ZP Wiki uvedená v roku 2026 a bakalárska práca Oleksandra Dorybohova s názvom „Automatické odpovede na otázky v právnej oblasti“ je na ZP Wiki uvedená v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.902822,0.611792,26.069185,28.584601,29935,232,30167, +q1141,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.958389,0.368687,18.039921,20.367528,20410,222,20632, +q1142,dev,multi_document,hard,"Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vypracoval diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.645382,0.81841,25.079519,27.544019,29482,192,29674, +q1143,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorá je na ZP Wiki uvedená pre rok 2021, zatiaľ čo Matej Novotný má záznam diplomovej práce s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.94647,0.782841,24.94168,27.671789,28258,229,28487, +q1144,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Kristián Sopkovič má v zázname bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.887212,0.60382,23.269161,25.760884,26841,221,27062, +q1145,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020, zatiaľ čo Matej Ščišľak má evidovanú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.774132,0.394262,20.5086,22.677641,23344,213,23557, +q1146,dev,multi_document,hard,"Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" v roku 2027 a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.865743,0.737784,24.204656,26.808897,28112,214,28326, diff --git a/tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.json b/tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.json new file mode 100644 index 0000000..e38d880 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_full_v2/rag_answers_dev.json @@ -0,0 +1,48523 @@ +{ + "generated_at": "2026-09-28T18:46:42.228114+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "149a016a5cc60b9f07d2e6d5e06ba2ea53cd8aa0e945b7cdb5a2720c8a5db313", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690", + "q0691", + "q0692", + "q0693", + "q0694", + "q0695", + "q0696", + "q0697", + "q0698", + "q0699", + "q0700", + "q0701", + "q0702", + "q0703", + "q0704", + "q0705", + "q0706", + "q0707", + "q0708", + "q0709", + "q0710", + "q0711", + "q0712", + "q0713", + "q0714", + "q0715", + "q0716", + "q0717", + "q0718", + "q0719", + "q0720", + "q0721", + "q0722", + "q0723", + "q0724", + "q0725", + "q0726", + "q0727", + "q0728", + "q0729", + "q0730", + "q0731", + "q0732", + "q0733", + "q0734", + "q0771", + "q0772", + "q0773", + "q0774", + "q0775", + "q0776", + "q0777", + "q0778", + "q0779", + "q0780", + "q0781", + "q0782", + "q0783", + "q0784", + "q0785", + "q0786", + "q0787", + "q0788", + "q0789", + "q0790", + "q0791", + "q0792", + "q0793", + "q0794", + "q0795", + "q0796", + "q0797", + "q0798", + "q0821", + "q0822", + "q0823", + "q0824", + "q0825", + "q0826", + "q0827", + "q0828", + "q0829", + "q0830", + "q0831", + "q0832", + "q0833", + "q0834", + "q0835", + "q0836", + "q0837", + "q0838", + "q0839", + "q0840", + "q0841", + "q0842", + "q0843", + "q0844", + "q0845", + "q0846", + "q0847", + "q0848", + "q0849", + "q0850", + "q0851", + "q0852", + "q0853", + "q0854", + "q0855", + "q0856", + "q0857", + "q0858", + "q0859", + "q0860", + "q0861", + "q0862", + "q0863", + "q0864", + "q0865", + "q0866", + "q0867", + "q0868", + "q0869", + "q0870", + "q0871", + "q0872", + "q0873", + "q0874", + "q0875", + "q0876", + "q0877", + "q0878", + "q0879", + "q0880", + "q0881", + "q0882", + "q0883", + "q0884", + "q0885", + "q0886", + "q0887", + "q0942", + "q0943", + "q0944", + "q0945", + "q0946", + "q0947", + "q0948", + "q0949", + "q0950", + "q0951", + "q0952", + "q0953", + "q0954", + "q0955", + "q0956", + "q0957", + "q0958", + "q0959", + "q0960", + "q0961", + "q0962", + "q0963", + "q0964", + "q0965", + "q0966", + "q0967", + "q0968", + "q0969", + "q0970", + "q0971", + "q0972", + "q0973", + "q0974", + "q0975", + "q0976", + "q0977", + "q0978", + "q0979", + "q0980", + "q0981", + "q0982", + "q0983", + "q0984", + "q0985", + "q0986", + "q0987", + "q0988", + "q0989", + "q0990", + "q0991", + "q0992", + "q0993", + "q0994", + "q0995", + "q0996", + "q0997", + "q0998", + "q0999", + "q1000", + "q1001", + "q1002", + "q1003", + "q1004", + "q1005", + "q1006", + "q1007", + "q1008", + "q1009", + "q1010", + "q1011", + "q1012", + "q1013", + "q1014", + "q1015", + "q1016", + "q1017", + "q1018", + "q1019", + "q1020", + "q1021", + "q1022", + "q1023", + "q1092", + "q1093", + "q1094", + "q1095", + "q1096", + "q1097", + "q1098", + "q1099", + "q1100", + "q1101", + "q1102", + "q1103", + "q1104", + "q1105", + "q1106", + "q1107", + "q1108", + "q1109", + "q1110", + "q1111", + "q1112", + "q1113", + "q1114", + "q1115", + "q1116", + "q1117", + "q1118", + "q1119", + "q1120", + "q1121", + "q1122", + "q1123", + "q1124", + "q1125", + "q1126", + "q1127", + "q1128", + "q1129", + "q1130", + "q1131", + "q1132", + "q1133", + "q1134", + "q1135", + "q1136", + "q1137", + "q1138", + "q1139", + "q1140", + "q1141", + "q1142", + "q1143", + "q1144", + "q1145", + "q1146" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 629, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 629, + "completed": 629, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.994436, + "source_url_score": 0.99682, + "should_answer_score": 0.995231, + "overall_score": 0.996622, + "strict_pass_count": 624, + "strict_pass_rate": 0.992051, + "mean_latency_seconds": 19.05785, + "prompt_tokens": 12540039, + "completion_tokens": 105217, + "total_tokens": 12645256, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.813898, + "prompt_tokens": 192244, + "completion_tokens": 2315, + "total_tokens": 194559 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.45516, + "prompt_tokens": 241287, + "completion_tokens": 1947, + "total_tokens": 243234 + }, + "entity_lookup": { + "total": 69, + "completed": 69, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 69, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.559306, + "prompt_tokens": 1008138, + "completion_tokens": 11748, + "total_tokens": 1019886 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.57424, + "prompt_tokens": 220447, + "completion_tokens": 1642, + "total_tokens": 222089 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.645215, + "prompt_tokens": 423164, + "completion_tokens": 3062, + "total_tokens": 426226 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.881286, + "prompt_tokens": 488556, + "completion_tokens": 2795, + "total_tokens": 491351 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.941288, + "prompt_tokens": 36424, + "completion_tokens": 558, + "total_tokens": 36982 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.350423, + "prompt_tokens": 65032, + "completion_tokens": 371, + "total_tokens": 65403 + }, + "keyword_grounding": { + "total": 103, + "completed": 103, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 0.990291, + "overall_score": 0.997573, + "strict_pass_count": 102, + "strict_pass_rate": 0.990291, + "mean_latency_seconds": 16.751659, + "prompt_tokens": 1747448, + "completion_tokens": 18934, + "total_tokens": 1766382 + }, + "multi_document": { + "total": 59, + "completed": 59, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 59, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 26.843005, + "prompt_tokens": 1616889, + "completion_tokens": 14415, + "total_tokens": 1631304 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.223691, + "prompt_tokens": 398750, + "completion_tokens": 3140, + "total_tokens": 401890 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 0.958333, + "overall_score": 0.96875, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 24.683596, + "prompt_tokens": 645276, + "completion_tokens": 3973, + "total_tokens": 649249 + }, + "single_document_synthesis": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 82, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.858601, + "prompt_tokens": 2201186, + "completion_tokens": 12526, + "total_tokens": 2213712 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.945305, + "prompt_tokens": 175737, + "completion_tokens": 1039, + "total_tokens": 176776 + }, + "specific_fact": { + "total": 50, + "completed": 50, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.95, + "source_url_score": 0.98, + "should_answer_score": 0.98, + "overall_score": 0.9775, + "strict_pass_count": 47, + "strict_pass_rate": 0.94, + "mean_latency_seconds": 15.909491, + "prompt_tokens": 826294, + "completion_tokens": 7587, + "total_tokens": 833881 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 27.984714, + "prompt_tokens": 659423, + "completion_tokens": 4214, + "total_tokens": 663637 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 16, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.670185, + "prompt_tokens": 389769, + "completion_tokens": 2632, + "total_tokens": 392401 + }, + "unanswerable_missing_fact": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 68, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.805771, + "prompt_tokens": 1029080, + "completion_tokens": 10431, + "total_tokens": 1039511 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.387424, + "prompt_tokens": 174895, + "completion_tokens": 1888, + "total_tokens": 176783 + } + }, + "by_difficulty": { + "easy": { + "total": 146, + "completed": 146, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 146, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.755002, + "prompt_tokens": 2591723, + "completion_tokens": 21969, + "total_tokens": 2613692 + }, + "hard": { + "total": 169, + "completed": 169, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 169, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.940292, + "prompt_tokens": 4251606, + "completion_tokens": 31203, + "total_tokens": 4282809 + }, + "medium": { + "total": 314, + "completed": 314, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.988854, + "source_url_score": 0.993631, + "should_answer_score": 0.990446, + "overall_score": 0.993232, + "strict_pass_count": 309, + "strict_pass_rate": 0.984076, + "mean_latency_seconds": 17.500789, + "prompt_tokens": 5696710, + "completion_tokens": 52045, + "total_tokens": 5748755 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ján Holp je v ZP Wiki dostupný dokument o jeho študentských prácach, kde uvádza, že vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.245821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.536589, + "tool_latency_seconds": 0.245821, + "final_model_latency_seconds": 13.501763, + "total_latency_seconds": 15.284751, + "usage": { + "prompt_tokens": 16051, + "completion_tokens": 163, + "total_tokens": 16214 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názvom diplomovej práce Ján Holpa je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.274656, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.366651, + "tool_latency_seconds": 0.274656, + "final_model_latency_seconds": 15.447059, + "total_latency_seconds": 17.089103, + "usage": { + "prompt_tokens": 19764, + "completion_tokens": 108, + "total_tokens": 19872 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Systém získavania informácií v slovenskom jazyku“ vypracovával Ján Holp ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.538945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.86329, + "tool_latency_seconds": 0.538945, + "final_model_latency_seconds": 21.992989, + "total_latency_seconds": 24.395931, + "usage": { + "prompt_tokens": 27187, + "completion_tokens": 157, + "total_tokens": 27344 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.529832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.932121, + "tool_latency_seconds": 0.529832, + "final_model_latency_seconds": 22.690199, + "total_latency_seconds": 25.152882, + "usage": { + "prompt_tokens": 27644, + "completion_tokens": 158, + "total_tokens": 27802 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.362603, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.763137, + "tool_latency_seconds": 0.362603, + "final_model_latency_seconds": 16.507343, + "total_latency_seconds": 18.633617, + "usage": { + "prompt_tokens": 20210, + "completion_tokens": 132, + "total_tokens": 20342 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.20575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.402725, + "tool_latency_seconds": 0.20575, + "final_model_latency_seconds": 13.293555, + "total_latency_seconds": 14.902507, + "usage": { + "prompt_tokens": 16614, + "completion_tokens": 98, + "total_tokens": 16712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.249374, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.698759, + "tool_latency_seconds": 0.249374, + "final_model_latency_seconds": 10.663209, + "total_latency_seconds": 12.61182, + "usage": { + "prompt_tokens": 13147, + "completion_tokens": 123, + "total_tokens": 13270 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.246363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.552282, + "tool_latency_seconds": 0.246363, + "final_model_latency_seconds": 17.149109, + "total_latency_seconds": 18.948319, + "usage": { + "prompt_tokens": 21420, + "completion_tokens": 112, + "total_tokens": 21532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Ján Holp začal študovať v roku 2016 a vypracoval svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.279106, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.83441, + "tool_latency_seconds": 0.279106, + "final_model_latency_seconds": 7.287953, + "total_latency_seconds": 9.401747, + "usage": { + "prompt_tokens": 8386, + "completion_tokens": 143, + "total_tokens": 8529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" bola uvedená pre rok 2021.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.422446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.874784, + "tool_latency_seconds": 0.422446, + "final_model_latency_seconds": 10.487272, + "total_latency_seconds": 12.784877, + "usage": { + "prompt_tokens": 12191, + "completion_tokens": 178, + "total_tokens": 12369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021, pričom téma získavanie informácií je tiež priamo spojená s tímovým projektom, ktorý autorizoval.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.320607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.840014, + "tool_latency_seconds": 0.320607, + "final_model_latency_seconds": 16.810676, + "total_latency_seconds": 18.971909, + "usage": { + "prompt_tokens": 19907, + "completion_tokens": 183, + "total_tokens": 20090 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", pri ktorej implementoval algoritmus PageRank a uskutočnil experimenty s využitím tejto metódy na vyhodnotenie dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.241199, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.744043, + "tool_latency_seconds": 0.241199, + "final_model_latency_seconds": 13.330241, + "total_latency_seconds": 15.316023, + "usage": { + "prompt_tokens": 15675, + "completion_tokens": 165, + "total_tokens": 15840 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp súvisí s témou slovenský internet vďaka svojej bakalárskej práci z roku 2019 s názvom Vyhľadávač na slovenskom internete a následnej diplomovej práci z roku 2021 Systém získavania informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204764, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.808357, + "tool_latency_seconds": 0.204764, + "final_model_latency_seconds": 13.322181, + "total_latency_seconds": 15.33587, + "usage": { + "prompt_tokens": 15680, + "completion_tokens": 180, + "total_tokens": 15860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V rámci študentského projektu a následne diplomovej práce „Systém získavania informácií v slovenskom jazyku\" bol Jánom Holpom implementovaný systém pre indexovanie dokumentov a vyhľadávanie, ktorý zahŕňal nasadenie pomocou systému Docker, vytvorenie REST API pre indexovanie, implementáciu algoritmu PageRank na ohodnotenie dokumentov a integráciu s databázou Cassandra a Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.312387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.742846, + "tool_latency_seconds": 0.312387, + "final_model_latency_seconds": 10.002878, + "total_latency_seconds": 12.058498, + "usage": { + "prompt_tokens": 10699, + "completion_tokens": 200, + "total_tokens": 10899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa je „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.299487, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.777751, + "tool_latency_seconds": 0.299487, + "final_model_latency_seconds": 12.319125, + "total_latency_seconds": 14.396845, + "usage": { + "prompt_tokens": 15388, + "completion_tokens": 131, + "total_tokens": 15519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Maroš Harahus bol v ZP Wiki nájdený študentský dokument, ktorý eviduje jeho bakalársku prácu z roku 2019 a diplomovú prácu z roku 2021, pričom sa venuje aj dizertačnej práci s témou automatických opráv textu a spracovania prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.390778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.702868, + "tool_latency_seconds": 0.390778, + "final_model_latency_seconds": 7.976463, + "total_latency_seconds": 10.070377, + "usage": { + "prompt_tokens": 8503, + "completion_tokens": 183, + "total_tokens": 8686 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Maroša Harahusa z roku 2021 je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.405495, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.781765, + "tool_latency_seconds": 0.405495, + "final_model_latency_seconds": 11.719624, + "total_latency_seconds": 13.907295, + "usage": { + "prompt_tokens": 14475, + "completion_tokens": 141, + "total_tokens": 14616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ vypracoval Maroš Harahus.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5 + }, + "latency_seconds": 0.642837, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.493339, + "tool_latency_seconds": 0.642837, + "final_model_latency_seconds": 18.0749, + "total_latency_seconds": 20.211627, + "usage": { + "prompt_tokens": 22366, + "completion_tokens": 121, + "total_tokens": 22487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021, pričom ako hlavný nástroj využíval knižnicu Spacy na tréning modelu morfologickej anotácie s podporou predtrénovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.768163, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.908814, + "tool_latency_seconds": 0.768163, + "final_model_latency_seconds": 37.817397, + "total_latency_seconds": 40.495536, + "usage": { + "prompt_tokens": 44082, + "completion_tokens": 192, + "total_tokens": 44274 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená téma diplomovej práce z roku 2021 „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.426121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.577819, + "tool_latency_seconds": 0.426121, + "final_model_latency_seconds": 12.576765, + "total_latency_seconds": 14.581167, + "usage": { + "prompt_tokens": 14542, + "completion_tokens": 132, + "total_tokens": 14674 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.446479, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.771161, + "tool_latency_seconds": 0.446479, + "final_model_latency_seconds": 16.548144, + "total_latency_seconds": 18.766327, + "usage": { + "prompt_tokens": 20575, + "completion_tokens": 127, + "total_tokens": 20702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus je študent, ktorý vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021, kde sa zaoberal témou morfologickej anotácie pomocou neurónových sietí a knižnice Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.315657, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.822691, + "tool_latency_seconds": 0.315657, + "final_model_latency_seconds": 10.48445, + "total_latency_seconds": 12.623279, + "usage": { + "prompt_tokens": 11671, + "completion_tokens": 182, + "total_tokens": 11853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "S Marošom Harahusom a témou Spacy súvisí dokument (študentská stránka) o ňom, kde je uvedený ako osoba zapojená do projektu „Podpora slovenčiny v knižnici Spacy\" s úlohou štatistického značkovania, pričom v rámci svojho doktorandského štúdia pracoval aj na dokončení draftu článku týkajúceho sa Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.316115, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.756293, + "tool_latency_seconds": 0.316115, + "final_model_latency_seconds": 12.001849, + "total_latency_seconds": 14.074657, + "usage": { + "prompt_tokens": 13139, + "completion_tokens": 214, + "total_tokens": 13353 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zdroji S2 spomína Maroš Harahus ako autor dokumentu o študentovi Dmytro Muralovi, ktorého téma zahŕňa grafové neurónové siete, v tomto dokumente nie je téma grafových neurónových sietí spojená s dokumentom, kde by bol Maroš Harahus uvedený ako autor (správca záznamu), ale ako autor stránky študenta Dmytra Murala. Dokument o grafových neurónových sieťach, kde by bol Maroš Harahus uvedený ako autor dokumentu v metadátach, nie je v vrátených zdrojoch identifikovaný.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.440534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.941819, + "tool_latency_seconds": 0.440534, + "final_model_latency_seconds": 21.847194, + "total_latency_seconds": 24.230128, + "usage": { + "prompt_tokens": 24257, + "completion_tokens": 289, + "total_tokens": 24546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" na morfologickú anotáciu používala knižnicu Spacy, pričom v rámci práce sa pracovalo s verziou 2.2 tejto knižnice.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?" + }, + "latency_seconds": 0.548271, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.329697, + "tool_latency_seconds": 0.548271, + "final_model_latency_seconds": 18.493272, + "total_latency_seconds": 20.37181, + "usage": { + "prompt_tokens": 21902, + "completion_tokens": 147, + "total_tokens": 22049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal po úvodnom stretnutí s US Steel (dňa 1. októbra) naštudovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN) a tiež nájsť a vyskúšať príslušný toolkit na túto skupinu sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.784572, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.034285, + "tool_latency_seconds": 0.784572, + "final_model_latency_seconds": 9.283884, + "total_latency_seconds": 12.103034, + "usage": { + "prompt_tokens": 9927, + "completion_tokens": 198, + "total_tokens": 10125 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Tomáš Kuchárik je venovaný jeho diplomovej práci z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.258584, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.767054, + "tool_latency_seconds": 0.258584, + "final_model_latency_seconds": 15.264015, + "total_latency_seconds": 17.290246, + "usage": { + "prompt_tokens": 18464, + "completion_tokens": 156, + "total_tokens": 18620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik má zaznamenané dve diplomové práce: „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" (rok 2021) a „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" (rok 2022).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.312944, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.79761, + "tool_latency_seconds": 0.312944, + "final_model_latency_seconds": 17.689417, + "total_latency_seconds": 19.800514, + "usage": { + "prompt_tokens": 20744, + "completion_tokens": 194, + "total_tokens": 20938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa venoval študent Tomáš Kuchárik v rámci svojej diplomovej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.567044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.02858, + "tool_latency_seconds": 0.567044, + "final_model_latency_seconds": 25.324196, + "total_latency_seconds": 27.920615, + "usage": { + "prompt_tokens": 30526, + "completion_tokens": 179, + "total_tokens": 30705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.967666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ], + "first_model_latency_seconds": 2.03952, + "tool_latency_seconds": 0.967666, + "final_model_latency_seconds": 26.283908, + "total_latency_seconds": 29.291811, + "usage": { + "prompt_tokens": 31464, + "completion_tokens": 176, + "total_tokens": 31640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je v ZP Wiki uvedená téma diplomovej práce z roku 2021 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a téma diplomovej práce z roku 2022 „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "published_only": true + }, + "latency_seconds": 0.19815, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.38588, + "tool_latency_seconds": 0.19815, + "final_model_latency_seconds": 16.408769, + "total_latency_seconds": 17.993337, + "usage": { + "prompt_tokens": 18189, + "completion_tokens": 176, + "total_tokens": 18365 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.327565, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.782413, + "tool_latency_seconds": 0.327565, + "final_model_latency_seconds": 20.112832, + "total_latency_seconds": 22.223422, + "usage": { + "prompt_tokens": 24387, + "completion_tokens": 159, + "total_tokens": 24546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik je študentom, ktorý súvisí s témou Question Answering prostredníctvom diplomových prác v rokoch 2021 a 2022, konkrétne s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\", a tiež sa podieľal na vývoji webovej aplikácie pre anotáciu v rámci projektu Question Answering.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.200844, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.832398, + "tool_latency_seconds": 0.200844, + "final_model_latency_seconds": 20.632886, + "total_latency_seconds": 22.666757, + "usage": { + "prompt_tokens": 23857, + "completion_tokens": 219, + "total_tokens": 24076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik súvisí s diplomovou prácou z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zaoberá jazykovými mutáciami overovacej množiny SQuAD a ich prekladom. Okrem toho sa na stránke projektu Question Answering uvádza ako študent, ktorý pomáhal s vývojom aplikácie na anotáciu, ktorá pracuje s dátami zo SQuAD.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.259641, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.805306, + "tool_latency_seconds": 0.259641, + "final_model_latency_seconds": 14.894406, + "total_latency_seconds": 16.959897, + "usage": { + "prompt_tokens": 15824, + "completion_tokens": 243, + "total_tokens": 16067 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá bola spojená s témou strojového prekladu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.561282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.800182, + "tool_latency_seconds": 0.561282, + "final_model_latency_seconds": 16.139662, + "total_latency_seconds": 18.501642, + "usage": { + "prompt_tokens": 19217, + "completion_tokens": 173, + "total_tokens": 19390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.309416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.912813, + "tool_latency_seconds": 0.309416, + "final_model_latency_seconds": 17.540411, + "total_latency_seconds": 19.763212, + "usage": { + "prompt_tokens": 21309, + "completion_tokens": 159, + "total_tokens": 21468 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal strojovo prekladať dataset SQUAD (vrátane jeho jazykových mutácií), pričom cieľom bolo vytvoriť jeho strojovo preloženú verziu na tvorbu slovenského korpusu otázok a odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "limit": 5 + }, + "latency_seconds": 0.374416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.370504, + "tool_latency_seconds": 0.374416, + "final_model_latency_seconds": 22.679974, + "total_latency_seconds": 24.425523, + "usage": { + "prompt_tokens": 27031, + "completion_tokens": 143, + "total_tokens": 27174 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Jakub Maruniak pojednáva o jeho štúdiu začínajúcom v roku 2016, pričom v roku 2021 vypracovával diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.373247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.696956, + "tool_latency_seconds": 0.373247, + "final_model_latency_seconds": 7.705876, + "total_latency_seconds": 9.776334, + "usage": { + "prompt_tokens": 7892, + "completion_tokens": 177, + "total_tokens": 8069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.347705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.594032, + "tool_latency_seconds": 0.347705, + "final_model_latency_seconds": 18.44229, + "total_latency_seconds": 20.384593, + "usage": { + "prompt_tokens": 23023, + "completion_tokens": 129, + "total_tokens": 23152 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" sa venoval študent Jakub Maruniak ako tému svojej diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.352397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.971523, + "tool_latency_seconds": 0.352397, + "final_model_latency_seconds": 20.263318, + "total_latency_seconds": 22.587856, + "usage": { + "prompt_tokens": 24727, + "completion_tokens": 163, + "total_tokens": 24890 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5 + }, + "latency_seconds": 0.375439, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.561231, + "tool_latency_seconds": 0.375439, + "final_model_latency_seconds": 18.439717, + "total_latency_seconds": 20.376964, + "usage": { + "prompt_tokens": 22484, + "completion_tokens": 132, + "total_tokens": 22616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.208063, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "first_model_latency_seconds": 1.785728, + "tool_latency_seconds": 0.208063, + "final_model_latency_seconds": 13.233876, + "total_latency_seconds": 15.22821, + "usage": { + "prompt_tokens": 16042, + "completion_tokens": 145, + "total_tokens": 16187 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.321048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.791891, + "tool_latency_seconds": 0.321048, + "final_model_latency_seconds": 14.749406, + "total_latency_seconds": 16.862943, + "usage": { + "prompt_tokens": 18423, + "completion_tokens": 124, + "total_tokens": 18547 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je v ZP Wiki explicitne uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.370034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.927589, + "tool_latency_seconds": 0.370034, + "final_model_latency_seconds": 7.789684, + "total_latency_seconds": 10.087596, + "usage": { + "prompt_tokens": 9131, + "completion_tokens": 146, + "total_tokens": 9277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.357608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.766297, + "tool_latency_seconds": 0.357608, + "final_model_latency_seconds": 17.431851, + "total_latency_seconds": 19.556416, + "usage": { + "prompt_tokens": 21912, + "completion_tokens": 128, + "total_tokens": 22040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia Jakuba Maruniaka je 2016, pričom rok záverečnej práce (diplomová práca) je uvedený v kategórii ako 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.918217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.654181, + "tool_latency_seconds": 0.918217, + "final_model_latency_seconds": 7.498431, + "total_latency_seconds": 10.071111, + "usage": { + "prompt_tokens": 8374, + "completion_tokens": 147, + "total_tokens": 8521 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale je to rok začiatku jeho štúdia, pričom jeho záverečné práce boli vypracované neskôr (bakalárska práca v roku 2019 a diplomová práca v roku 2021).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.225751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.668591, + "tool_latency_seconds": 0.225751, + "final_model_latency_seconds": 12.45949, + "total_latency_seconds": 14.354308, + "usage": { + "prompt_tokens": 14667, + "completion_tokens": 173, + "total_tokens": 14840 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou pomenovaných entít v rámci svojej diplomovej práce s návrhovým názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorú realizoval v rámci diplomového projektu v roku 2020 a 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.50188, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.804399, + "tool_latency_seconds": 0.50188, + "final_model_latency_seconds": 10.667168, + "total_latency_seconds": 12.97381, + "usage": { + "prompt_tokens": 11793, + "completion_tokens": 199, + "total_tokens": 11992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "S Jakubom Maruniakom súvisí diplomová práca s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorá riešila podporu slovenčiny v knižnici Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292967, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.747748, + "tool_latency_seconds": 0.292967, + "final_model_latency_seconds": 15.02829, + "total_latency_seconds": 17.069506, + "usage": { + "prompt_tokens": 18037, + "completion_tokens": 161, + "total_tokens": 18198 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa špecificky venuje príprave postupu na anotáciu textového korpusu pre systém Prodigy a spolupráci s projektom Anotácia textových dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.470547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.827762, + "tool_latency_seconds": 0.470547, + "final_model_latency_seconds": 7.793118, + "total_latency_seconds": 10.091733, + "usage": { + "prompt_tokens": 8011, + "completion_tokens": 194, + "total_tokens": 8205 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal použiť systém Prodigy na anotáciu textového korpusu pre trénovanie modelu rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.53254, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.847343, + "tool_latency_seconds": 0.53254, + "final_model_latency_seconds": 7.822407, + "total_latency_seconds": 10.202584, + "usage": { + "prompt_tokens": 9529, + "completion_tokens": 145, + "total_tokens": 9674 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.205696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.692843, + "tool_latency_seconds": 0.205696, + "final_model_latency_seconds": 12.277591, + "total_latency_seconds": 14.176628, + "usage": { + "prompt_tokens": 15164, + "completion_tokens": 137, + "total_tokens": 15301 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.390683, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.784947, + "tool_latency_seconds": 0.390683, + "final_model_latency_seconds": 21.354168, + "total_latency_seconds": 23.530467, + "usage": { + "prompt_tokens": 26358, + "completion_tokens": 136, + "total_tokens": 26494 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy ako diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.452883, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.885601, + "tool_latency_seconds": 0.452883, + "final_model_latency_seconds": 22.233059, + "total_latency_seconds": 24.572243, + "usage": { + "prompt_tokens": 26711, + "completion_tokens": 154, + "total_tokens": 26865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval v roku 2022 diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.454291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.935687, + "tool_latency_seconds": 0.454291, + "final_model_latency_seconds": 22.915843, + "total_latency_seconds": 25.306469, + "usage": { + "prompt_tokens": 27211, + "completion_tokens": 155, + "total_tokens": 27366 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.363412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.733333, + "tool_latency_seconds": 0.363412, + "final_model_latency_seconds": 16.389058, + "total_latency_seconds": 18.486342, + "usage": { + "prompt_tokens": 20087, + "completion_tokens": 129, + "total_tokens": 20216 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.347334, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.744023, + "tool_latency_seconds": 0.347334, + "final_model_latency_seconds": 23.477508, + "total_latency_seconds": 25.569519, + "usage": { + "prompt_tokens": 28942, + "completion_tokens": 123, + "total_tokens": 29065 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022, ktorá sa priamo zaoberá témou strojového prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.263897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.766974, + "tool_latency_seconds": 0.263897, + "final_model_latency_seconds": 18.631355, + "total_latency_seconds": 20.66287, + "usage": { + "prompt_tokens": 22116, + "completion_tokens": 160, + "total_tokens": 22276 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022, pričom nástroj Fairseq využil aj v rámci prípravy a úloh svojich predchádzajúcich študijných projektov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.226384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.719955, + "tool_latency_seconds": 0.226384, + "final_model_latency_seconds": 8.005285, + "total_latency_seconds": 9.951883, + "usage": { + "prompt_tokens": 8522, + "completion_tokens": 175, + "total_tokens": 8697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracovával diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pri ktorej sa v rámci úloh vykonával experiment s architektúrou MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.241575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.711171, + "tool_latency_seconds": 0.241575, + "final_model_latency_seconds": 7.378158, + "total_latency_seconds": 9.331199, + "usage": { + "prompt_tokens": 8363, + "completion_tokens": 162, + "total_tokens": 8525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely pomocou knižnice Fairseq pre úlohu neurónového strojového prekladu, konkrétne pre obojsmerný preklad medzi angličtinou a slovenčinou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.32062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.576115, + "tool_latency_seconds": 0.32062, + "final_model_latency_seconds": 17.775214, + "total_latency_seconds": 19.6726, + "usage": { + "prompt_tokens": 21572, + "completion_tokens": 142, + "total_tokens": 21714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal pri svojej diplomovej práci vyskúšať alternatívne metódy tokenizácie, a to konkrétne BPE, sentencepiece a wordpiece pomocou huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.263279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.623301, + "tool_latency_seconds": 0.263279, + "final_model_latency_seconds": 18.984064, + "total_latency_seconds": 20.871212, + "usage": { + "prompt_tokens": 23186, + "completion_tokens": 138, + "total_tokens": 23324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin je uvedený na stránke ZP Wiki, kde eviduje svoju bakalársku prácu z roku 2020 a diplomovú prácu z roku 2022 s predbežným názvom „Neurónový strojový preklad\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.643778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.706934, + "tool_latency_seconds": 0.643778, + "final_model_latency_seconds": 8.13217, + "total_latency_seconds": 10.483192, + "usage": { + "prompt_tokens": 8861, + "completion_tokens": 169, + "total_tokens": 9030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu osoby Patrik Pavlišin má názov Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.285503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.78833, + "tool_latency_seconds": 0.285503, + "final_model_latency_seconds": 12.430107, + "total_latency_seconds": 14.504446, + "usage": { + "prompt_tokens": 15432, + "completion_tokens": 134, + "total_tokens": 15566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.669125, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.919325, + "tool_latency_seconds": 0.669125, + "final_model_latency_seconds": 22.633263, + "total_latency_seconds": 25.222357, + "usage": { + "prompt_tokens": 27956, + "completion_tokens": 143, + "total_tokens": 28099 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020, ktorá sa zaoberá prehľadom aktuálnych metód automatického prekladu, predstavením vybranej metódy, prípravou paralelného korpusu a vykonaním experimentov s automatickým prekladom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.585519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.971502, + "tool_latency_seconds": 0.585519, + "final_model_latency_seconds": 32.417997, + "total_latency_seconds": 34.975926, + "usage": { + "prompt_tokens": 37761, + "completion_tokens": 209, + "total_tokens": 37970 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Patrik Pavlišin je uvedená téma bakalárskej práce „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.297365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.845795, + "tool_latency_seconds": 0.297365, + "final_model_latency_seconds": 12.026342, + "total_latency_seconds": 14.169972, + "usage": { + "prompt_tokens": 14327, + "completion_tokens": 136, + "total_tokens": 14463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Patrik Pavlišin je uvedená bakalárska práca v roku 2020 s názvom „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.441992, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.795144, + "tool_latency_seconds": 0.441992, + "final_model_latency_seconds": 16.859939, + "total_latency_seconds": 19.097698, + "usage": { + "prompt_tokens": 20682, + "completion_tokens": 144, + "total_tokens": 20826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin je študent, ktorý vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020 a v roku 2022 pripravoval diplomovú prácu s predbežným názvom „Neurónový strojový preklad\", obe zamerané na tému automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.497852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.798999, + "tool_latency_seconds": 0.497852, + "final_model_latency_seconds": 12.434775, + "total_latency_seconds": 14.732081, + "usage": { + "prompt_tokens": 14156, + "completion_tokens": 189, + "total_tokens": 14345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin sa venuje téme paralelný korpus v rámci svojej diplomovej práce z roku 2022, kde je jedným z cieľov pripraviť vybraný paralelný korpus do vhodnej podoby a pomocou vybranej metódy natrénovať model pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.434962, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.81555, + "tool_latency_seconds": 0.434962, + "final_model_latency_seconds": 15.89887, + "total_latency_seconds": 18.149953, + "usage": { + "prompt_tokens": 18800, + "completion_tokens": 185, + "total_tokens": 18985 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s projektom a témou strojový preklad, kde sa v rámci diplomovej práce v roku 2022 venoval neurónovému strojovému prekladu s predbežným názvom „Neurónový strojový preklad\" a plánoval použiť nástroj OpenNMT-py.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 10, + "max_per_document": 5, + "published_only": false + }, + "latency_seconds": 1.435632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.892867, + "tool_latency_seconds": 1.435632, + "final_model_latency_seconds": 10.41846, + "total_latency_seconds": 13.747343, + "usage": { + "prompt_tokens": 11077, + "completion_tokens": 210, + "total_tokens": 11287 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin mal pri experimentoch s automatickým prekladom pripraviť vybraný paralelný korpus.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.217097, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.859623, + "tool_latency_seconds": 0.217097, + "final_model_latency_seconds": 6.946066, + "total_latency_seconds": 9.023065, + "usage": { + "prompt_tokens": 8168, + "completion_tokens": 141, + "total_tokens": 8309 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Nájdený dokument o Ondrejovi Megelovi uvádza, že vypracovával diplomovú prácu v roku 2023 s názvom \"Automatické generovanie otázok v slovenskom jazyku\" a má zaznamenaný aj bakalársky projekt z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.241664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.684283, + "tool_latency_seconds": 0.241664, + "final_model_latency_seconds": 14.066215, + "total_latency_seconds": 15.992755, + "usage": { + "prompt_tokens": 16857, + "completion_tokens": 169, + "total_tokens": 17026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Ondreja Megela má názov „Neurónové jazykové modelovanie typu BERT\" a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?" + }, + "latency_seconds": 0.453187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.198035, + "tool_latency_seconds": 0.453187, + "final_model_latency_seconds": 16.666345, + "total_latency_seconds": 18.318169, + "usage": { + "prompt_tokens": 20333, + "completion_tokens": 109, + "total_tokens": 20442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.691415, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 2.021554, + "tool_latency_seconds": 0.691415, + "final_model_latency_seconds": 25.211948, + "total_latency_seconds": 27.925913, + "usage": { + "prompt_tokens": 30895, + "completion_tokens": 149, + "total_tokens": 31044 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\", ktorá bola realizovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.654815, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.896495, + "tool_latency_seconds": 0.654815, + "final_model_latency_seconds": 25.477796, + "total_latency_seconds": 28.029892, + "usage": { + "prompt_tokens": 30593, + "completion_tokens": 155, + "total_tokens": 30748 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená téma bakalárskej práce s názvom „Neurónové jazykové modelovanie typu BERT.“\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.557498, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.807167, + "tool_latency_seconds": 1.557498, + "final_model_latency_seconds": 16.686329, + "total_latency_seconds": 20.052018, + "usage": { + "prompt_tokens": 20285, + "completion_tokens": 140, + "total_tokens": 20425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.329675, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.581315, + "tool_latency_seconds": 0.329675, + "final_model_latency_seconds": 17.061781, + "total_latency_seconds": 18.973404, + "usage": { + "prompt_tokens": 21146, + "completion_tokens": 116, + "total_tokens": 21262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela je študent, ktorý vypracovával bakalársku prácu s témou súvisiacou s modelmi BERT a RoBERTa, konkrétne sa venoval úlohám v oblasti Question Answering a automatizovaného generovania otázok, pričom v rámci projektu Question Answering bol zaradený medzi študentov pracujúcich na vedľajších úlohách súvisiacich s BERT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/topics/question\nhttps://zp.kemt.fei.tuke.sk/topics/bert", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 10, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.408195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.735982, + "tool_latency_seconds": 0.408195, + "final_model_latency_seconds": 22.469509, + "total_latency_seconds": 24.614447, + "usage": { + "prompt_tokens": 25920, + "completion_tokens": 224, + "total_tokens": 26144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktorá sa zameriava na využitie generatívnych jazykových modelov pre vytvorenie databázy otázok a odpovedí v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.390254, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.809789, + "tool_latency_seconds": 0.390254, + "final_model_latency_seconds": 19.70089, + "total_latency_seconds": 21.901597, + "usage": { + "prompt_tokens": 23419, + "completion_tokens": 174, + "total_tokens": 23593 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" a diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktoré súvisia s témou neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.42333, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.799548, + "tool_latency_seconds": 0.42333, + "final_model_latency_seconds": 17.976172, + "total_latency_seconds": 20.199699, + "usage": { + "prompt_tokens": 21328, + "completion_tokens": 174, + "total_tokens": 21502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal za cieľ natrénovať a vyhodnotiť model typu BERT (konkrétne v rámci bakalárskej práce s názvom „Neurónové jazykové modelovanie typu BERT\") a následne aj generatívny model slovenského jazyka v rámci diplomovej práce, pričom v rámci diplomového projektu skúšal aj slovenský GPT model, Multilingual T5 a slovenský BART model.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.324266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.953488, + "tool_latency_seconds": 0.324266, + "final_model_latency_seconds": 8.67241, + "total_latency_seconds": 10.950467, + "usage": { + "prompt_tokens": 8940, + "completion_tokens": 215, + "total_tokens": 9155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracovával diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024, ktorá súvisí s interným projektom Question Answering a jej vedúcim je Daniel Hládek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209003, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.701759, + "tool_latency_seconds": 0.209003, + "final_model_latency_seconds": 13.337306, + "total_latency_seconds": 15.248603, + "usage": { + "prompt_tokens": 15771, + "completion_tokens": 172, + "total_tokens": 15943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v ZP Wiki evidované dva návrhy na názvy diplomových prác: pre rok 2023 „Generatívne modely slovenského jazyka\" a pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.262977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.604264, + "tool_latency_seconds": 0.262977, + "final_model_latency_seconds": 16.489315, + "total_latency_seconds": 18.357222, + "usage": { + "prompt_tokens": 19574, + "completion_tokens": 167, + "total_tokens": 19741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" vypracoval študent Dávid Omasta v rámci svojej diplomovej práce v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.509337, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.974418, + "tool_latency_seconds": 0.509337, + "final_model_latency_seconds": 23.771762, + "total_latency_seconds": 26.256238, + "usage": { + "prompt_tokens": 28692, + "completion_tokens": 169, + "total_tokens": 28861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracoval diplomovú prácu v roku 2024 s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.618058, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.843799, + "tool_latency_seconds": 0.618058, + "final_model_latency_seconds": 25.667698, + "total_latency_seconds": 28.130299, + "usage": { + "prompt_tokens": 30884, + "completion_tokens": 151, + "total_tokens": 31035 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Dávid Omasta má pre rok 2024 uvedenú tému diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.337001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.89476, + "tool_latency_seconds": 0.337001, + "final_model_latency_seconds": 19.155535, + "total_latency_seconds": 21.387945, + "usage": { + "prompt_tokens": 23173, + "completion_tokens": 153, + "total_tokens": 23326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta je v ZP Wiki uvedená diplomová práca pre roky 2023 a 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.242441, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.77488, + "tool_latency_seconds": 0.242441, + "final_model_latency_seconds": 20.932801, + "total_latency_seconds": 22.950778, + "usage": { + "prompt_tokens": 25701, + "completion_tokens": 137, + "total_tokens": 25838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracovával diplomovú prácu s témou dotrénovania slovenského generatívneho jazykového modelu, ktorej návrh názvu pre rok 2023 bol „Generatívne modely slovenského jazyka\" a pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.293472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.811511, + "tool_latency_seconds": 0.293472, + "final_model_latency_seconds": 24.6358, + "total_latency_seconds": 26.741641, + "usage": { + "prompt_tokens": 28941, + "completion_tokens": 195, + "total_tokens": 29136 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta vypracovával diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je tematicky prepojená s interným projektom Question Answering.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.219506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.826623, + "tool_latency_seconds": 0.219506, + "final_model_latency_seconds": 9.215699, + "total_latency_seconds": 11.262168, + "usage": { + "prompt_tokens": 10010, + "completion_tokens": 168, + "total_tokens": 10178 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta súvisí s diplomovou prácou z roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu\" a s diplomovou prácou z roku 2024, ktorej návrh na názov je „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.20044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.797175, + "tool_latency_seconds": 0.20044, + "final_model_latency_seconds": 7.248854, + "total_latency_seconds": 9.246751, + "usage": { + "prompt_tokens": 7354, + "completion_tokens": 188, + "total_tokens": 7542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta v roku 2023 vypracovával diplomovú prácu na tému Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.390945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.854002, + "tool_latency_seconds": 0.390945, + "final_model_latency_seconds": 16.780307, + "total_latency_seconds": 19.026003, + "usage": { + "prompt_tokens": 20801, + "completion_tokens": 150, + "total_tokens": 20951 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\", pričom téma práce znie „Dotrénovanie slovenského generatívneho jazykového modelu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.339364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.716255, + "tool_latency_seconds": 0.339364, + "final_model_latency_seconds": 18.704816, + "total_latency_seconds": 20.761091, + "usage": { + "prompt_tokens": 22396, + "completion_tokens": 160, + "total_tokens": 22556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Kristián Sopkovič bol v ZP Wiki nájdený dokument, ktorý eviduje jeho bakalársku prácu z roku 2022 a diplomovú prácu z roku 2024, pričom jeho študijný program začal v roku 2019. Diplomová práca z roku 2024 sa zameriava na neurónové vyhľadávanie na základe sémantickej podobnosti vektorov a využitie metód ako Sentence Transformers a Matrioshka embedding, pričom študent má aj plán na dizertačnú prácu v roku 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.734967, + "tool_latency_seconds": 0.239453, + "final_model_latency_seconds": 18.136967, + "total_latency_seconds": 20.112014, + "usage": { + "prompt_tokens": 19634, + "completion_tokens": 268, + "total_tokens": 19902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Kristiána Sopkoviča s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.28598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.838854, + "tool_latency_seconds": 0.28598, + "final_model_latency_seconds": 14.619496, + "total_latency_seconds": 16.744919, + "usage": { + "prompt_tokens": 17642, + "completion_tokens": 159, + "total_tokens": 17801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" si vypracoval študent Kristián Sopkovič ako bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.772523, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.942112, + "tool_latency_seconds": 0.772523, + "final_model_latency_seconds": 20.341017, + "total_latency_seconds": 23.057035, + "usage": { + "prompt_tokens": 24732, + "completion_tokens": 167, + "total_tokens": 24899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracoval bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.650674, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.8132, + "tool_latency_seconds": 0.650674, + "final_model_latency_seconds": 20.20945, + "total_latency_seconds": 22.674037, + "usage": { + "prompt_tokens": 24029, + "completion_tokens": 177, + "total_tokens": 24206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.348646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.882268, + "tool_latency_seconds": 0.348646, + "final_model_latency_seconds": 16.715619, + "total_latency_seconds": 18.94706, + "usage": { + "prompt_tokens": 20346, + "completion_tokens": 145, + "total_tokens": 20491 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.235778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.859157, + "tool_latency_seconds": 0.235778, + "final_model_latency_seconds": 17.952035, + "total_latency_seconds": 20.047532, + "usage": { + "prompt_tokens": 22080, + "completion_tokens": 135, + "total_tokens": 22215 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorá sa zameriavala na zlepšenie presnosti modelu Spacy pre slovenčinu, a je tiež uvedený ako účastník projektu „Podpora slovenčiny v knižnici Spacy\" s cieľom vylepšenia parametrov a použitia transformérov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 10 + }, + "latency_seconds": 0.495642, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.503949, + "tool_latency_seconds": 0.495642, + "final_model_latency_seconds": 29.027662, + "total_latency_seconds": 31.028186, + "usage": { + "prompt_tokens": 33536, + "completion_tokens": 216, + "total_tokens": 33752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý sa venuje práci súvisiacej so slovenčinou, konkrétne v rámci dizertačnej práce s cieľom vylepšiť RAG-QA v slovenskom jazyku a v rámci projektu „Podpora slovenčiny v knižnici Spacy\", kde sa zaoberá vylepšením parametrov a transformermi pre slovenčinu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.213594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.879987, + "tool_latency_seconds": 0.213594, + "final_model_latency_seconds": 15.43149, + "total_latency_seconds": 17.525651, + "usage": { + "prompt_tokens": 17206, + "completion_tokens": 223, + "total_tokens": 17429 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s témou súvisiacou s transformermi v roku 2022, kde študoval transformery a Spacy, a v súčasnosti pracuje na diplomovej práci (2024) zameranom na neurónové vyhľadávanie a sémantickú podobnosť, ktorá využíva Sentence Transformer modely. V rámci projektu Podpora slovenčiny v knižnici Spacy je tiež uvedený ako osoba zodpovedná za vylepšenie parametrov a prácu s transformermi.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.266118, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.80317, + "tool_latency_seconds": 0.266118, + "final_model_latency_seconds": 18.066854, + "total_latency_seconds": 20.137027, + "usage": { + "prompt_tokens": 20044, + "completion_tokens": 252, + "total_tokens": 20296 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov s rôznymi parametrami a identifikáciu slabých miest na následné zlepšenie presnosti spracovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.373967, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.895573, + "tool_latency_seconds": 0.373967, + "final_model_latency_seconds": 7.991742, + "total_latency_seconds": 10.2616, + "usage": { + "prompt_tokens": 8159, + "completion_tokens": 200, + "total_tokens": 8359 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Michal Stromko je v ZP Wiki evidovaná záverečná práca s názvom „Sémantické vyhľadávanie v slovenskom texte\", ktorá bola vypracovaná ako diplomová práca v akademickom roku 2023/2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.302378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.680786, + "tool_latency_seconds": 0.302378, + "final_model_latency_seconds": 14.758431, + "total_latency_seconds": 16.74362, + "usage": { + "prompt_tokens": 17715, + "completion_tokens": 163, + "total_tokens": 17878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.269132, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.620341, + "tool_latency_seconds": 0.269132, + "final_model_latency_seconds": 16.069554, + "total_latency_seconds": 17.959562, + "usage": { + "prompt_tokens": 19813, + "completion_tokens": 132, + "total_tokens": 19945 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" sa venoval Michal Stromko v rámci svojej bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.530732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.775908, + "tool_latency_seconds": 0.530732, + "final_model_latency_seconds": 23.533677, + "total_latency_seconds": 25.84112, + "usage": { + "prompt_tokens": 28663, + "completion_tokens": 145, + "total_tokens": 28808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracoval bakalársku prácu v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch“, ktorá rieši vytvorenie vyhľadávacieho indexu dokumentov zo slovenského internetu a demonštračnú webovú aplikáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.532594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.810886, + "tool_latency_seconds": 0.532594, + "final_model_latency_seconds": 24.741981, + "total_latency_seconds": 27.086372, + "usage": { + "prompt_tokens": 29240, + "completion_tokens": 174, + "total_tokens": 29414 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Michala Stromka z roku 2022 je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.325579, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.786406, + "tool_latency_seconds": 0.325579, + "final_model_latency_seconds": 18.440697, + "total_latency_seconds": 20.553365, + "usage": { + "prompt_tokens": 22565, + "completion_tokens": 137, + "total_tokens": 22702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Michal Stromko je uvedená bakalárska práca v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.271106, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.783348, + "tool_latency_seconds": 0.271106, + "final_model_latency_seconds": 18.439474, + "total_latency_seconds": 20.494485, + "usage": { + "prompt_tokens": 22498, + "completion_tokens": 142, + "total_tokens": 22640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022 a neskôr spolupracoval na diplomovej práci Filipa Tomáša s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes\" (rok 2024/2025), kde je tiež uvedený ako spolupracujúci študent.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.324538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.782831, + "tool_latency_seconds": 0.324538, + "final_model_latency_seconds": 16.765182, + "total_latency_seconds": 18.873182, + "usage": { + "prompt_tokens": 18752, + "completion_tokens": 228, + "total_tokens": 18980 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracováva diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte\" v akademickom roku 2023/24, ktorá sa zameriava na implementáciu a vyhodnotenie sémantického vyhľadávania na slovenskej wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.659463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.910519, + "tool_latency_seconds": 0.659463, + "final_model_latency_seconds": 7.966057, + "total_latency_seconds": 10.536375, + "usage": { + "prompt_tokens": 8427, + "completion_tokens": 188, + "total_tokens": 8615 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko súvisí s témou FAISS v rámci svojho diplomového projektu a vedeckého projektu, kde plánoval alebo vykonával implementáciu vektorového vyhľadávania a uloženia vektorov do databázy FAISS pre účely odpovedania na otázky (QA) a sémantického vyhľadávania v slovenskej Wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.378074, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.553276, + "tool_latency_seconds": 0.378074, + "final_model_latency_seconds": 15.720791, + "total_latency_seconds": 17.652755, + "usage": { + "prompt_tokens": 18369, + "completion_tokens": 176, + "total_tokens": 18545 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko pri svojej bakalárskej práci z roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" použil ako indexovací systém Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.44725, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.804666, + "tool_latency_seconds": 0.44725, + "final_model_latency_seconds": 11.797981, + "total_latency_seconds": 14.050301, + "usage": { + "prompt_tokens": 14156, + "completion_tokens": 149, + "total_tokens": 14305 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.413791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.603429, + "tool_latency_seconds": 0.413791, + "final_model_latency_seconds": 14.807756, + "total_latency_seconds": 16.82589, + "usage": { + "prompt_tokens": 18491, + "completion_tokens": 113, + "total_tokens": 18604 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Artem Yatsenko sa nachádza pod názvom „Artem Yatsenko\" a pojednáva o jeho bakalárskej práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022, ktorú začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.171086, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.707315, + "tool_latency_seconds": 0.171086, + "final_model_latency_seconds": 11.833599, + "total_latency_seconds": 13.71241, + "usage": { + "prompt_tokens": 13034, + "completion_tokens": 178, + "total_tokens": 13212 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Artema Yatsenka má názov „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.231767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.769249, + "tool_latency_seconds": 0.231767, + "final_model_latency_seconds": 12.635313, + "total_latency_seconds": 14.636859, + "usage": { + "prompt_tokens": 15565, + "completion_tokens": 142, + "total_tokens": 15707 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.390796, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.932901, + "tool_latency_seconds": 0.390796, + "final_model_latency_seconds": 20.851843, + "total_latency_seconds": 23.176309, + "usage": { + "prompt_tokens": 25405, + "completion_tokens": 161, + "total_tokens": 25566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko bakalársku prácu v roku 2022 a Than Trung Thanh realizoval bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\". Ďalej Jakub Maruniak pripravil diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.359262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.941021, + "tool_latency_seconds": 0.359262, + "final_model_latency_seconds": 23.230987, + "total_latency_seconds": 25.532016, + "usage": { + "prompt_tokens": 25561, + "completion_tokens": 297, + "total_tokens": 25858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je uvedená téma jeho bakalárskej práce z roku 2022 ako „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.215972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.800098, + "tool_latency_seconds": 0.215972, + "final_model_latency_seconds": 11.882299, + "total_latency_seconds": 13.898938, + "usage": { + "prompt_tokens": 14085, + "completion_tokens": 151, + "total_tokens": 14236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.199793, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.429705, + "tool_latency_seconds": 0.199793, + "final_model_latency_seconds": 12.355466, + "total_latency_seconds": 13.985526, + "usage": { + "prompt_tokens": 15518, + "completion_tokens": 100, + "total_tokens": 15618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v ZP Wiki explicitne uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.225817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.907796, + "tool_latency_seconds": 0.225817, + "final_model_latency_seconds": 9.584798, + "total_latency_seconds": 11.718816, + "usage": { + "prompt_tokens": 11564, + "completion_tokens": 144, + "total_tokens": 11708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.229492, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.58755, + "tool_latency_seconds": 0.229492, + "final_model_latency_seconds": 16.483044, + "total_latency_seconds": 18.300666, + "usage": { + "prompt_tokens": 20602, + "completion_tokens": 115, + "total_tokens": 20717 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 10 + }, + "latency_seconds": 0.420791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.442686, + "tool_latency_seconds": 0.420791, + "final_model_latency_seconds": 21.54192, + "total_latency_seconds": 23.406559, + "usage": { + "prompt_tokens": 26212, + "completion_tokens": 120, + "total_tokens": 26332 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.22878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.859252, + "tool_latency_seconds": 0.22878, + "final_model_latency_seconds": 11.376956, + "total_latency_seconds": 13.465473, + "usage": { + "prompt_tokens": 13195, + "completion_tokens": 163, + "total_tokens": 13358 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022, ktorá sa zaoberá práve témou pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.141816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.594988, + "tool_latency_seconds": 0.141816, + "final_model_latency_seconds": 12.784721, + "total_latency_seconds": 14.52207, + "usage": { + "prompt_tokens": 15218, + "completion_tokens": 152, + "total_tokens": 15370 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022, pri ktorej využil knižnicu Spacy na vylepšenie modelu pre rozpoznávanie pomenovaných entít a anotáciu korpusu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.313394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.744941, + "tool_latency_seconds": 0.313394, + "final_model_latency_seconds": 15.295938, + "total_latency_seconds": 17.354846, + "usage": { + "prompt_tokens": 17756, + "completion_tokens": 184, + "total_tokens": 17940 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko súvisí s témou anotácia v rámci svojho bakalárskeho projektu z roku 2021, kde mal za úlohu anotať korpus pre rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.141973, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.762454, + "tool_latency_seconds": 0.141973, + "final_model_latency_seconds": 12.588665, + "total_latency_seconds": 14.493616, + "usage": { + "prompt_tokens": 14878, + "completion_tokens": 164, + "total_tokens": 15042 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal podľa zadania bakalárskeho projektu z roku 2021 minimálne anotáť 20 článkov pomenovaných entít cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 5 + }, + "latency_seconds": 0.390285, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.425507, + "tool_latency_seconds": 0.390285, + "final_model_latency_seconds": 14.815168, + "total_latency_seconds": 16.631653, + "usage": { + "prompt_tokens": 18039, + "completion_tokens": 124, + "total_tokens": 18163 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "K Matejovi Ščišľakovi existuje dokument v ZP Wiki, ktorý eviduje jeho bakalársku prácu s názvom „Dialógový systém pre potreby samosprávy\" z roku 2024 a diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5 + }, + "latency_seconds": 0.211195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.304437, + "tool_latency_seconds": 0.211195, + "final_model_latency_seconds": 18.542524, + "total_latency_seconds": 20.058846, + "usage": { + "prompt_tokens": 21723, + "completion_tokens": 166, + "total_tokens": 21889 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce, ktorú vypracováva Matej Ščišľak, je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.297237, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.83202, + "tool_latency_seconds": 0.297237, + "final_model_latency_seconds": 17.940315, + "total_latency_seconds": 20.070565, + "usage": { + "prompt_tokens": 21854, + "completion_tokens": 152, + "total_tokens": 22006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracováva študent Matej Ščišľak ako svoju diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.638583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.741158, + "tool_latency_seconds": 0.638583, + "final_model_latency_seconds": 26.211428, + "total_latency_seconds": 28.592034, + "usage": { + "prompt_tokens": 31566, + "completion_tokens": 156, + "total_tokens": 31722 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši diplomovú prácu s presne zadanou témou „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", je Matej Ščišľak, ktorý túto prácu vypracováva pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.670248, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.970579, + "tool_latency_seconds": 0.670248, + "final_model_latency_seconds": 26.393292, + "total_latency_seconds": 29.034945, + "usage": { + "prompt_tokens": 31374, + "completion_tokens": 182, + "total_tokens": 31556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.832772, + "tool_latency_seconds": 0.230045, + "final_model_latency_seconds": 14.431237, + "total_latency_seconds": 16.494581, + "usage": { + "prompt_tokens": 17452, + "completion_tokens": 144, + "total_tokens": 17596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218542, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.801859, + "tool_latency_seconds": 0.218542, + "final_model_latency_seconds": 14.951908, + "total_latency_seconds": 16.972847, + "usage": { + "prompt_tokens": 18585, + "completion_tokens": 128, + "total_tokens": 18713 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v dokumente explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.228874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.958019, + "tool_latency_seconds": 0.228874, + "final_model_latency_seconds": 6.788632, + "total_latency_seconds": 8.975821, + "usage": { + "prompt_tokens": 7664, + "completion_tokens": 149, + "total_tokens": 7813 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?" + }, + "latency_seconds": 0.308325, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.216294, + "tool_latency_seconds": 0.308325, + "final_model_latency_seconds": 17.69096, + "total_latency_seconds": 19.216502, + "usage": { + "prompt_tokens": 22191, + "completion_tokens": 94, + "total_tokens": 22285 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala štúdium v roku 2021 a vykonáva svoju diplomovú prácu v roku 2026, pričom v roku 2024 už absolvoval bakalársku prácu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak." + }, + "latency_seconds": 0.382029, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.309934, + "tool_latency_seconds": 0.382029, + "final_model_latency_seconds": 17.31341, + "total_latency_seconds": 19.005952, + "usage": { + "prompt_tokens": 20722, + "completion_tokens": 132, + "total_tokens": 20854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia, pričom jeho bakalársku prácu vypracoval v roku 2024 a diplomovú prácu plánuje v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5 + }, + "latency_seconds": 0.274741, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.529513, + "tool_latency_seconds": 0.274741, + "final_model_latency_seconds": 11.605719, + "total_latency_seconds": 13.410404, + "usage": { + "prompt_tokens": 13188, + "completion_tokens": 158, + "total_tokens": 13346 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", v rámci ktorej vytvoril systém založený na technológii GraphRAG zložený z FAISS a Neo4J. S týmto projektom súvisí aj bakalárska práca študenta Maksyma Zatirku s témou „Grafová databáza pre podporu generovania slovenského jazyka\", s ktorým Matej Ščišľak spolupracuje pri využití znalostného grafu pre RAG a vyhľadávanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.240301, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.604547, + "tool_latency_seconds": 0.240301, + "final_model_latency_seconds": 19.840966, + "total_latency_seconds": 21.686339, + "usage": { + "prompt_tokens": 21872, + "completion_tokens": 266, + "total_tokens": 22138 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", v ktorej využíva databázu Neo4J ako súčasť GraphRAG riešenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.678936, + "tool_latency_seconds": 0.218913, + "final_model_latency_seconds": 17.064221, + "total_latency_seconds": 19.962761, + "usage": { + "prompt_tokens": 20365, + "completion_tokens": 167, + "total_tokens": 20532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak pracoval na diplomovom projekte v roku 2025, kde vytvoril RAG (Retrieval-Augmented Generation) systém využívajúci vektory uložené v databáze FAISS. Tieto informácie sú uvedené v zázname o stave práce z 14. mája 2025, kde je explicitne spomenuté vytvorenie RAG s vektormi do FAISS a použitím modelu Mistral cez Ollama.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.227604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.906985, + "tool_latency_seconds": 0.227604, + "final_model_latency_seconds": 8.447511, + "total_latency_seconds": 10.582355, + "usage": { + "prompt_tokens": 8265, + "completion_tokens": 227, + "total_tokens": 8492 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG, ktorý vypracoval Matej Ščišľak v rámci svojej diplomovej práce, sa skladá z dvoch hlavných častí: vektorovej databázy FAISS a grafovej databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.347012, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.670874, + "tool_latency_seconds": 0.347012, + "final_model_latency_seconds": 15.026786, + "total_latency_seconds": 17.045242, + "usage": { + "prompt_tokens": 18228, + "completion_tokens": 150, + "total_tokens": 18378 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým existujú správne odpovede, odpovede generované chatbotom, očakávané zdroje a vygenerované zdroje.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.397791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.847575, + "tool_latency_seconds": 0.397791, + "final_model_latency_seconds": 18.143258, + "total_latency_seconds": 20.389446, + "usage": { + "prompt_tokens": 21836, + "completion_tokens": 167, + "total_tokens": 22003 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol Dialógový systém pre potreby samosprávy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.362431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 2.030091, + "tool_latency_seconds": 0.362431, + "final_model_latency_seconds": 22.003563, + "total_latency_seconds": 24.396864, + "usage": { + "prompt_tokens": 26787, + "completion_tokens": 150, + "total_tokens": 26937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent KPI a pracovník DTSS, ktorý začal štúdium v roku 2021 a vypracováva bakalársku prácu z roku 2024 na tému Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.242414, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.71713, + "tool_latency_seconds": 0.242414, + "final_model_latency_seconds": 14.141427, + "total_latency_seconds": 16.101688, + "usage": { + "prompt_tokens": 16409, + "completion_tokens": 172, + "total_tokens": 16581 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.276355, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.809635, + "tool_latency_seconds": 0.276355, + "final_model_latency_seconds": 15.235632, + "total_latency_seconds": 17.322244, + "usage": { + "prompt_tokens": 18678, + "completion_tokens": 144, + "total_tokens": 18822 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Pracou s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa zaoberá študent Vladimír Ferko, ktorý túto tému spracúva v rámci svojej bakalárskej práce v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.420613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.761576, + "tool_latency_seconds": 0.420613, + "final_model_latency_seconds": 24.565664, + "total_latency_seconds": 26.749169, + "usage": { + "prompt_tokens": 29357, + "completion_tokens": 168, + "total_tokens": 29525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“, je Vladimír Ferko a jeho bakalárska práca z roku 2024 má presne tento názov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.380302, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.768274, + "tool_latency_seconds": 0.380302, + "final_model_latency_seconds": 23.876422, + "total_latency_seconds": 26.02566, + "usage": { + "prompt_tokens": 28401, + "completion_tokens": 161, + "total_tokens": 28562 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Vladimíra Ferkla je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.220261, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.854415, + "tool_latency_seconds": 0.220261, + "final_model_latency_seconds": 15.295772, + "total_latency_seconds": 17.370992, + "usage": { + "prompt_tokens": 18363, + "completion_tokens": 144, + "total_tokens": 18507 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.25801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.405773, + "tool_latency_seconds": 0.25801, + "final_model_latency_seconds": 16.223616, + "total_latency_seconds": 17.888128, + "usage": { + "prompt_tokens": 20123, + "completion_tokens": 100, + "total_tokens": 20223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.287969, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.924692, + "tool_latency_seconds": 0.287969, + "final_model_latency_seconds": 15.680334, + "total_latency_seconds": 17.893699, + "usage": { + "prompt_tokens": 19035, + "completion_tokens": 148, + "total_tokens": 19183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Vladimír Ferko je uvedená v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.316815, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.803656, + "tool_latency_seconds": 0.316815, + "final_model_latency_seconds": 20.456988, + "total_latency_seconds": 22.578168, + "usage": { + "prompt_tokens": 25280, + "completion_tokens": 133, + "total_tokens": 25413 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia Vladimíra Ferka je 2021, kým rok uvedený v názve sekcie jeho bakalárskej práce je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "limit": 10 + }, + "latency_seconds": 0.495878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.621712, + "tool_latency_seconds": 0.495878, + "final_model_latency_seconds": 29.771093, + "total_latency_seconds": 31.889755, + "usage": { + "prompt_tokens": 35724, + "completion_tokens": 137, + "total_tokens": 35861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Vladimíra Ferka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca je evidovaná pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.239306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.875368, + "tool_latency_seconds": 0.239306, + "final_model_latency_seconds": 10.701636, + "total_latency_seconds": 12.816751, + "usage": { + "prompt_tokens": 11892, + "completion_tokens": 169, + "total_tokens": 12061 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent, ktorý je súčasťou projektu zameraného na nenávistnú reč (hate speech) a vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.193536, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.782326, + "tool_latency_seconds": 0.193536, + "final_model_latency_seconds": 10.340766, + "total_latency_seconds": 12.317125, + "usage": { + "prompt_tokens": 11594, + "completion_tokens": 184, + "total_tokens": 11778 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S Vladimírom Ferkom súvisí bakalárska práca z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", kde je anotácia kľúčovou úlohou pri príprave korpusu a následnej štatistickej analýze.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.177534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.773506, + "tool_latency_seconds": 0.177534, + "final_model_latency_seconds": 14.165782, + "total_latency_seconds": 16.117451, + "usage": { + "prompt_tokens": 16755, + "completion_tokens": 180, + "total_tokens": 16935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent, ktorý vypracovával bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pri ktorej v rámci úloh a stavu projektu explicitne použil model SlovakBERT (konkrétne verziu `slovakbert-sentiment-twitter`).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.205605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.584176, + "tool_latency_seconds": 0.205605, + "final_model_latency_seconds": 16.942726, + "total_latency_seconds": 18.733059, + "usage": { + "prompt_tokens": 19958, + "completion_tokens": 169, + "total_tokens": 20127 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.196378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822305, + "tool_latency_seconds": 0.196378, + "final_model_latency_seconds": 7.894191, + "total_latency_seconds": 9.913205, + "usage": { + "prompt_tokens": 9241, + "completion_tokens": 142, + "total_tokens": 9383 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať iniciatívu **OffensEval 2019-20** a pri svojej anotačnej schéme mal napodobniť vybraný prístup tejto iniciatívy pre anotáciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.234963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.75559, + "tool_latency_seconds": 0.234963, + "final_model_latency_seconds": 13.431785, + "total_latency_seconds": 15.423075, + "usage": { + "prompt_tokens": 16158, + "completion_tokens": 165, + "total_tokens": 16323 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" v roku 2026, pričom jeho štúdium začalo v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210839, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.69837, + "tool_latency_seconds": 0.210839, + "final_model_latency_seconds": 18.137071, + "total_latency_seconds": 20.046891, + "usage": { + "prompt_tokens": 21873, + "completion_tokens": 160, + "total_tokens": 22033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracoval diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.23277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.790435, + "tool_latency_seconds": 0.23277, + "final_model_latency_seconds": 17.636101, + "total_latency_seconds": 19.660026, + "usage": { + "prompt_tokens": 21574, + "completion_tokens": 141, + "total_tokens": 21715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "S diplomovou prácou s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" sa zaoberá Matej Novotný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.298592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.918013, + "tool_latency_seconds": 0.298592, + "final_model_latency_seconds": 10.154629, + "total_latency_seconds": 12.371589, + "usage": { + "prompt_tokens": 11993, + "completion_tokens": 150, + "total_tokens": 12143 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorej cieľom je lepšie pripraviť webové dáta na trénovanie jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.539528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.701592, + "tool_latency_seconds": 0.539528, + "final_model_latency_seconds": 25.779507, + "total_latency_seconds": 28.021815, + "usage": { + "prompt_tokens": 31062, + "completion_tokens": 161, + "total_tokens": 31223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená téma diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie“, ktorá sa zameriava na klasifikáciu webových textov podľa typu a domén a na detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.285137, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.762518, + "tool_latency_seconds": 0.285137, + "final_model_latency_seconds": 19.36978, + "total_latency_seconds": 21.418055, + "usage": { + "prompt_tokens": 22950, + "completion_tokens": 171, + "total_tokens": 23121 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.214504, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.826988, + "tool_latency_seconds": 0.214504, + "final_model_latency_seconds": 15.909159, + "total_latency_seconds": 17.951189, + "usage": { + "prompt_tokens": 19642, + "completion_tokens": 128, + "total_tokens": 19770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.172968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.924634, + "tool_latency_seconds": 0.172968, + "final_model_latency_seconds": 5.694894, + "total_latency_seconds": 7.792718, + "usage": { + "prompt_tokens": 6110, + "completion_tokens": 149, + "total_tokens": 6259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?" + }, + "latency_seconds": 0.232702, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.185558, + "tool_latency_seconds": 0.232702, + "final_model_latency_seconds": 18.819494, + "total_latency_seconds": 20.238355, + "usage": { + "prompt_tokens": 23700, + "completion_tokens": 91, + "total_tokens": 23791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Matej Novotný začal štúdium v roku 2021 a vypracováva diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.370196, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.62241, + "tool_latency_seconds": 0.370196, + "final_model_latency_seconds": 13.565441, + "total_latency_seconds": 15.558536, + "usage": { + "prompt_tokens": 16533, + "completion_tokens": 132, + "total_tokens": 16665 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale je uvedený ako rok začiatku jeho štúdia; jeho diplomová práca je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.267006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.782677, + "tool_latency_seconds": 0.267006, + "final_model_latency_seconds": 11.994666, + "total_latency_seconds": 14.044889, + "usage": { + "prompt_tokens": 14254, + "completion_tokens": 160, + "total_tokens": 14414 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Mateja Novotného s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" sa zaoberá klasifikáciou webových dát, ich roztriesťením podľa typu a domén a detekciou nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230009, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.772073, + "tool_latency_seconds": 0.230009, + "final_model_latency_seconds": 22.263085, + "total_latency_seconds": 24.26582, + "usage": { + "prompt_tokens": 26575, + "completion_tokens": 175, + "total_tokens": 26750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "S študentom Matejom Novotným súvisí diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorú vypracováva v roku 2026 s témou klasifikácie webových dát a detekcie nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.227662, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.78391, + "tool_latency_seconds": 0.227662, + "final_model_latency_seconds": 18.299084, + "total_latency_seconds": 20.311185, + "usage": { + "prompt_tokens": 21578, + "completion_tokens": 174, + "total_tokens": 21752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na prípravu webových dát na trénovanie jazykových modelov prostredníctvom ich klasifikácie podľa typu a detekcie nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212404, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.816447, + "tool_latency_seconds": 0.212404, + "final_model_latency_seconds": 21.254204, + "total_latency_seconds": 23.283652, + "usage": { + "prompt_tokens": 25280, + "completion_tokens": 184, + "total_tokens": 25464 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Valerii Kutsenko sa nachádza na stránke students/2022/valerii_kutsenko, kde sú evidované jeho bakalárska práca z roku 2025 s názvom Automatické generovanie otázok zo zadaného textu a diplomová práca plánovaná na rok 2027 s témou Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.224215, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.699228, + "tool_latency_seconds": 0.224215, + "final_model_latency_seconds": 8.27704, + "total_latency_seconds": 10.200865, + "usage": { + "prompt_tokens": 8410, + "completion_tokens": 195, + "total_tokens": 8605 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Valerii Kutsenko má názov Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.255182, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.800473, + "tool_latency_seconds": 0.255182, + "final_model_latency_seconds": 15.207615, + "total_latency_seconds": 17.263797, + "usage": { + "prompt_tokens": 18896, + "completion_tokens": 137, + "total_tokens": 19033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" sa venuje Valerii Kutsenko v rámci svojej diplomovej práce pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.432498, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.870406, + "tool_latency_seconds": 0.432498, + "final_model_latency_seconds": 18.844318, + "total_latency_seconds": 21.148252, + "usage": { + "prompt_tokens": 22903, + "completion_tokens": 155, + "total_tokens": 23058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko pracuje na diplomovej práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" (rok 2027), kde rieši budovanie agenta využívajúceho znalostné grafy pre lepšie vyhľadávanie. Ďalšou relevantnou prácou je diplomová práca študenta Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" (rok 2026), ktorá sa zameriava na implementáciu systému pre vyhľadávanie v právnych textoch pomocou znalostných grafov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.46438, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.863193, + "tool_latency_seconds": 0.46438, + "final_model_latency_seconds": 23.187583, + "total_latency_seconds": 25.516242, + "usage": { + "prompt_tokens": 25714, + "completion_tokens": 287, + "total_tokens": 26001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je v ZP Wiki uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?" + }, + "latency_seconds": 0.362501, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.242006, + "tool_latency_seconds": 0.362501, + "final_model_latency_seconds": 18.474758, + "total_latency_seconds": 20.080095, + "usage": { + "prompt_tokens": 22546, + "completion_tokens": 104, + "total_tokens": 22650 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.244946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.643618, + "tool_latency_seconds": 0.244946, + "final_model_latency_seconds": 12.473038, + "total_latency_seconds": 14.362089, + "usage": { + "prompt_tokens": 15481, + "completion_tokens": 114, + "total_tokens": 15595 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.307384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.727605, + "tool_latency_seconds": 0.307384, + "final_model_latency_seconds": 9.587466, + "total_latency_seconds": 11.623163, + "usage": { + "prompt_tokens": 11691, + "completion_tokens": 126, + "total_tokens": 11817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.268978, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.75349, + "tool_latency_seconds": 0.268978, + "final_model_latency_seconds": 18.000085, + "total_latency_seconds": 20.023209, + "usage": { + "prompt_tokens": 22475, + "completion_tokens": 127, + "total_tokens": 22602 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala študovať v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.580462, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.835641, + "tool_latency_seconds": 0.580462, + "final_model_latency_seconds": 13.374423, + "total_latency_seconds": 15.791266, + "usage": { + "prompt_tokens": 16270, + "completion_tokens": 147, + "total_tokens": 16417 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2022 nie je rokom záverečnej práce osoby Valerii Kutsenko, ale rokom začiatku jej štúdia; podľa dostupných informácií vypracovávala bakalársku prácu v roku 2025 a diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.393133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.670985, + "tool_latency_seconds": 0.393133, + "final_model_latency_seconds": 10.374211, + "total_latency_seconds": 12.438831, + "usage": { + "prompt_tokens": 11766, + "completion_tokens": 169, + "total_tokens": 11935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva diplomovú prácu v roku 2027 s tematikou zlepšenia vyhľadávania pomocou znalostných grafov, kde plánuje navrhnúť agenta budujúceho a využívajúceho znalostný graf, prípadne zostaviť multilinguálny znalostný graf.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.245576, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.859254, + "tool_latency_seconds": 0.245576, + "final_model_latency_seconds": 18.261877, + "total_latency_seconds": 20.367331, + "usage": { + "prompt_tokens": 21666, + "completion_tokens": 192, + "total_tokens": 21858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva bakalársku prácu s názvom Automatické generovanie otázok zo zadaného textu, ktorá sa zameriava na vylepšenie procesu RAG (Generovanie jazyka s pomocou vyhľadávania). Okrem toho plánuje diplomovú prácu v roku 2027 na tému Zlepšenie vyhľadávania pomocou znalostných grafov, kde sa tiež zaoberá využitím RAG technológií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.280655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.754129, + "tool_latency_seconds": 0.280655, + "final_model_latency_seconds": 18.046662, + "total_latency_seconds": 20.082034, + "usage": { + "prompt_tokens": 20479, + "completion_tokens": 218, + "total_tokens": 20697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva diplomovú prácu s témou súvisiacou s znalostnými grafmi a ich využitím pri vyhľadávaní, kde sa explicitne spomína pozretie sa na systém GraphRAG ako súčasť štúdia problematiky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.264538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.780905, + "tool_latency_seconds": 0.264538, + "final_model_latency_seconds": 7.698996, + "total_latency_seconds": 9.744771, + "usage": { + "prompt_tokens": 8231, + "completion_tokens": 172, + "total_tokens": 8403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania pre diplomovú prácu z roku 2027 môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.324819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.842527, + "tool_latency_seconds": 0.324819, + "final_model_latency_seconds": 7.729578, + "total_latency_seconds": 9.897303, + "usage": { + "prompt_tokens": 9219, + "completion_tokens": 153, + "total_tokens": 9372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Tetiana Mohorian opisuje jej bakalársku prácu z roku 2025 s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", pri ktorej začala študovať v roku 2022 a spolupracuje s Patrikom Pokrivčákom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.195628, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.687971, + "tool_latency_seconds": 0.195628, + "final_model_latency_seconds": 13.450618, + "total_latency_seconds": 15.334698, + "usage": { + "prompt_tokens": 15838, + "completion_tokens": 178, + "total_tokens": 16016 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Tetiany Mohorian má názov Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.166195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.611738, + "tool_latency_seconds": 0.166195, + "final_model_latency_seconds": 12.584015, + "total_latency_seconds": 14.362688, + "usage": { + "prompt_tokens": 15437, + "completion_tokens": 129, + "total_tokens": 15566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Pracou s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú študentka Tetiana Mohorian (bakalárska práca 2025) a študent Patrik Pokrivčák (diplomová práca).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.972289, + "tool_latency_seconds": 0.387364, + "final_model_latency_seconds": 24.840867, + "total_latency_seconds": 27.201544, + "usage": { + "prompt_tokens": 29225, + "completion_tokens": 210, + "total_tokens": 29435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.447154, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.948118, + "tool_latency_seconds": 0.447154, + "final_model_latency_seconds": 24.326435, + "total_latency_seconds": 26.722474, + "usage": { + "prompt_tokens": 29302, + "completion_tokens": 155, + "total_tokens": 29457 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Témanou bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.244493, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.795551, + "tool_latency_seconds": 0.244493, + "final_model_latency_seconds": 12.730564, + "total_latency_seconds": 14.771083, + "usage": { + "prompt_tokens": 15220, + "completion_tokens": 143, + "total_tokens": 15363 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.224495, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.799416, + "tool_latency_seconds": 0.224495, + "final_model_latency_seconds": 11.953232, + "total_latency_seconds": 13.977784, + "usage": { + "prompt_tokens": 14981, + "completion_tokens": 124, + "total_tokens": 15105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.168005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.960904, + "tool_latency_seconds": 0.168005, + "final_model_latency_seconds": 4.797411, + "total_latency_seconds": 6.926562, + "usage": { + "prompt_tokens": 5406, + "completion_tokens": 139, + "total_tokens": 5545 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je uvedená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.265127, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.762034, + "tool_latency_seconds": 0.265127, + "final_model_latency_seconds": 11.889149, + "total_latency_seconds": 13.916757, + "usage": { + "prompt_tokens": 15089, + "completion_tokens": 129, + "total_tokens": 15218 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Tetiana Mohorian začala štúdium v roku 2022 a vypracovávala bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.183326, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.841706, + "tool_latency_seconds": 0.183326, + "final_model_latency_seconds": 4.570474, + "total_latency_seconds": 6.595758, + "usage": { + "prompt_tokens": 4731, + "completion_tokens": 147, + "total_tokens": 4878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce osoby Tetiana Mohorian, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.244937, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.847543, + "tool_latency_seconds": 0.244937, + "final_model_latency_seconds": 13.797189, + "total_latency_seconds": 15.890179, + "usage": { + "prompt_tokens": 16949, + "completion_tokens": 161, + "total_tokens": 17110 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" (rok 2025) v rámci projektu s názvom Hate Speech, kde sa venuje detekcii nenávistnej reči a vulgarizmov v textoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.187607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.773087, + "tool_latency_seconds": 0.187607, + "final_model_latency_seconds": 10.06926, + "total_latency_seconds": 12.030435, + "usage": { + "prompt_tokens": 10836, + "completion_tokens": 197, + "total_tokens": 11033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025, kde sa zaoberá aplikáciou veľkých jazykových modelov (LLM) na detekciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.199361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.78637, + "tool_latency_seconds": 0.199361, + "final_model_latency_seconds": 14.904257, + "total_latency_seconds": 16.89049, + "usage": { + "prompt_tokens": 17514, + "completion_tokens": 186, + "total_tokens": 17700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "S Tetianou Mohorian súvisí bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", pri ktorej je v rámci úloh a návrhov explicitne uvedená téma prompting (spolu s few shot learning a LORA) ako metóda na adaptáciu modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.419498, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.602333, + "tool_latency_seconds": 0.419498, + "final_model_latency_seconds": 14.773963, + "total_latency_seconds": 16.796547, + "usage": { + "prompt_tokens": 17396, + "completion_tokens": 172, + "total_tokens": 17568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre Tetianu Mohorian mala použiť na adaptáciu modely techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.256196, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.843417, + "tool_latency_seconds": 0.256196, + "final_model_latency_seconds": 7.153944, + "total_latency_seconds": 9.253859, + "usage": { + "prompt_tokens": 8465, + "completion_tokens": 140, + "total_tokens": 8605 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 v metrike few-shot F1.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.270422, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.873823, + "tool_latency_seconds": 0.270422, + "final_model_latency_seconds": 7.729468, + "total_latency_seconds": 9.873972, + "usage": { + "prompt_tokens": 9367, + "completion_tokens": 140, + "total_tokens": 9507 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorú vedie doc. Matúš Pleva PhD., a začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.16661, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.700656, + "tool_latency_seconds": 0.16661, + "final_model_latency_seconds": 11.660442, + "total_latency_seconds": 13.528162, + "usage": { + "prompt_tokens": 13644, + "completion_tokens": 173, + "total_tokens": 13817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Daniila Huzenka je „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?" + }, + "latency_seconds": 0.18628, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.22775, + "tool_latency_seconds": 0.18628, + "final_model_latency_seconds": 14.23443, + "total_latency_seconds": 15.649018, + "usage": { + "prompt_tokens": 17567, + "completion_tokens": 107, + "total_tokens": 17674 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Práce s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" sa venuje študent Daniil Huzenko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.738678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.988475, + "tool_latency_seconds": 0.738678, + "final_model_latency_seconds": 26.952202, + "total_latency_seconds": 29.68042, + "usage": { + "prompt_tokens": 32646, + "completion_tokens": 165, + "total_tokens": 32811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.660883, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.801208, + "tool_latency_seconds": 0.660883, + "final_model_latency_seconds": 24.96123, + "total_latency_seconds": 27.424105, + "usage": { + "prompt_tokens": 29905, + "completion_tokens": 152, + "total_tokens": 30057 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je v rámci bakalárskej práce pre rok 2025 uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209226, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.793972, + "tool_latency_seconds": 0.209226, + "final_model_latency_seconds": 16.211154, + "total_latency_seconds": 18.215026, + "usage": { + "prompt_tokens": 19173, + "completion_tokens": 161, + "total_tokens": 19334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303372, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.801196, + "tool_latency_seconds": 0.303372, + "final_model_latency_seconds": 14.858579, + "total_latency_seconds": 16.963688, + "usage": { + "prompt_tokens": 18320, + "completion_tokens": 124, + "total_tokens": 18444 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je v ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.366325, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.690462, + "tool_latency_seconds": 0.366325, + "final_model_latency_seconds": 15.218542, + "total_latency_seconds": 17.275898, + "usage": { + "prompt_tokens": 18616, + "completion_tokens": 130, + "total_tokens": 18746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je bakalárska práca uvedená v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.2177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.608578, + "tool_latency_seconds": 0.2177, + "final_model_latency_seconds": 18.527503, + "total_latency_seconds": 20.354462, + "usage": { + "prompt_tokens": 23006, + "completion_tokens": 117, + "total_tokens": 23123 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a vypracováva bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 10 + }, + "latency_seconds": 0.495032, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.448203, + "tool_latency_seconds": 0.495032, + "final_model_latency_seconds": 22.778717, + "total_latency_seconds": 24.722769, + "usage": { + "prompt_tokens": 27755, + "completion_tokens": 119, + "total_tokens": 27874 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.193857, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.883728, + "tool_latency_seconds": 0.193857, + "final_model_latency_seconds": 5.270939, + "total_latency_seconds": 7.348821, + "usage": { + "prompt_tokens": 5011, + "completion_tokens": 163, + "total_tokens": 5174 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu v roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.202835, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.764017, + "tool_latency_seconds": 0.202835, + "final_model_latency_seconds": 7.833317, + "total_latency_seconds": 9.800582, + "usage": { + "prompt_tokens": 8358, + "completion_tokens": 191, + "total_tokens": 8549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej súčasťou je zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfigurácia s platformou Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.249889, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.835386, + "tool_latency_seconds": 0.249889, + "final_model_latency_seconds": 17.074015, + "total_latency_seconds": 19.159844, + "usage": { + "prompt_tokens": 20454, + "completion_tokens": 181, + "total_tokens": 20635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu v roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zaoberá tvorbou vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.223724, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.780451, + "tool_latency_seconds": 0.223724, + "final_model_latency_seconds": 7.65656, + "total_latency_seconds": 9.661134, + "usage": { + "prompt_tokens": 7549, + "completion_tokens": 187, + "total_tokens": 7736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny zoznam hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster. Dokumenty uvádzajú, že mal zostaviť klaster z viacerých dosiek Raspberry Pi a spomína sa klaster s názvom „DeskPI Super6C\", no špecifikácie jednotlivých komponentov (ako presný typ dosiek, pamäť, úložisko alebo sieťové prvky) nie sú v poskytnutých zdrojoch explicitne uvedené.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?" + }, + "latency_seconds": 0.301894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.190565, + "tool_latency_seconds": 0.301894, + "final_model_latency_seconds": 18.991065, + "total_latency_seconds": 20.484672, + "usage": { + "prompt_tokens": 21851, + "completion_tokens": 199, + "total_tokens": 22050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal podľa zadania svojej bakalárskej práce konfigurovať alebo resetovať klaster pomocou nástroja Ansible.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.193761, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.832086, + "tool_latency_seconds": 0.193761, + "final_model_latency_seconds": 7.867735, + "total_latency_seconds": 9.893907, + "usage": { + "prompt_tokens": 9182, + "completion_tokens": 142, + "total_tokens": 9324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ján Pták bol v ZP Wiki nájdený dokument o jeho diplomovom projekte s názvom „Agent pre manažment záverečných prác\", ktorého téma zahŕňa vytvorenie agenta využívajúceho technológie ako RAG a GraphRAG na zlepšenie manažmentu záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196094, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.682453, + "tool_latency_seconds": 0.196094, + "final_model_latency_seconds": 15.628542, + "total_latency_seconds": 17.507594, + "usage": { + "prompt_tokens": 18580, + "completion_tokens": 177, + "total_tokens": 18757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu Ján Pták je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.318354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" + ], + "first_model_latency_seconds": 1.74248, + "tool_latency_seconds": 0.318354, + "final_model_latency_seconds": 15.59226, + "total_latency_seconds": 17.653918, + "usage": { + "prompt_tokens": 19328, + "completion_tokens": 125, + "total_tokens": 19453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Agent pre manažment záverečných prác\" sa venuje študent Ján Pták, ktorý vypracováva diplomový projekt v roku 2026 s cieľom vytvoriť agenta pre zlepšenie manažmentu záverečných prác v systéme ZP Wiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.321024, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.761843, + "tool_latency_seconds": 0.321024, + "final_model_latency_seconds": 19.348801, + "total_latency_seconds": 21.432845, + "usage": { + "prompt_tokens": 22795, + "completion_tokens": 173, + "total_tokens": 22968 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt v roku 2026 na tému „Agent pre manažment záverečných prác\", ktorý má za cieľ vytvoriť agenta pre zlepšenie manažmentu záverečných prác v rámci ZP Wiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.311454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.974216, + "tool_latency_seconds": 0.311454, + "final_model_latency_seconds": 18.95572, + "total_latency_seconds": 21.242035, + "usage": { + "prompt_tokens": 22788, + "completion_tokens": 180, + "total_tokens": 22968 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v ZP Wiki uvedená téma diplomového projektu „Agent pre manažment záverečných prác“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.330075, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.75061, + "tool_latency_seconds": 0.330075, + "final_model_latency_seconds": 16.04583, + "total_latency_seconds": 18.127154, + "usage": { + "prompt_tokens": 19693, + "completion_tokens": 132, + "total_tokens": 19825 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.757188, + "tool_latency_seconds": 0.239874, + "final_model_latency_seconds": 13.225233, + "total_latency_seconds": 15.222787, + "usage": { + "prompt_tokens": 16653, + "completion_tokens": 120, + "total_tokens": 16773 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je v ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.21862, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.887325, + "tool_latency_seconds": 0.21862, + "final_model_latency_seconds": 10.837119, + "total_latency_seconds": 12.943556, + "usage": { + "prompt_tokens": 13309, + "completion_tokens": 139, + "total_tokens": 13448 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?" + }, + "latency_seconds": 0.282126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.114818, + "tool_latency_seconds": 0.282126, + "final_model_latency_seconds": 18.941783, + "total_latency_seconds": 20.339318, + "usage": { + "prompt_tokens": 23771, + "completion_tokens": 83, + "total_tokens": 23854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala študovať v roku 2022 a jeho diplomový projekt (práca) je naplánovaný na rok 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.298315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.832291, + "tool_latency_seconds": 0.298315, + "final_model_latency_seconds": 15.207945, + "total_latency_seconds": 17.339062, + "usage": { + "prompt_tokens": 18337, + "completion_tokens": 147, + "total_tokens": 18484 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Ján Pták, ale rokom začiatku jeho štúdia; jeho dokumentácia uvádza diplomový projekt pre rok 2026 s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.227708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.850064, + "tool_latency_seconds": 0.227708, + "final_model_latency_seconds": 11.494709, + "total_latency_seconds": 13.572893, + "usage": { + "prompt_tokens": 13359, + "completion_tokens": 170, + "total_tokens": 13529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt v roku 2026 s témou „Agent pre manažment záverečných prác\", pri ktorom sú cieľom štúdiu a implementácia techniky RAG (Retrieval Augmented Generation) a GraphRAG pre zlepšenie manažmentu záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.765088, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.563656, + "tool_latency_seconds": 0.765088, + "final_model_latency_seconds": 23.759224, + "total_latency_seconds": 26.088865, + "usage": { + "prompt_tokens": 28454, + "completion_tokens": 165, + "total_tokens": 28619 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom je ako rozhranie určené použitie systému OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.382784, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.802208, + "tool_latency_seconds": 0.382784, + "final_model_latency_seconds": 20.810839, + "total_latency_seconds": 22.996464, + "usage": { + "prompt_tokens": 25175, + "completion_tokens": 147, + "total_tokens": 25322 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták má na stránke ZP Wiki evidovaný diplomový projekt z roku 2026 s témou „Agent pre manažment záverečných prác\", pri ktorom je ako jedna z cieľových úloh explicitne uvedený návrh nasadenia (deployment) pomocou nástroja Docker.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.338159, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.696264, + "tool_latency_seconds": 0.338159, + "final_model_latency_seconds": 15.210793, + "total_latency_seconds": 17.245697, + "usage": { + "prompt_tokens": 17854, + "completion_tokens": 170, + "total_tokens": 18024 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.242909, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.800788, + "tool_latency_seconds": 0.242909, + "final_model_latency_seconds": 18.808413, + "total_latency_seconds": 20.85287, + "usage": { + "prompt_tokens": 23346, + "completion_tokens": 127, + "total_tokens": 23473 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOKu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.38327, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.784571, + "tool_latency_seconds": 0.38327, + "final_model_latency_seconds": 13.6038, + "total_latency_seconds": 15.772113, + "usage": { + "prompt_tokens": 17021, + "completion_tokens": 120, + "total_tokens": 17141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, akú databázu a backend Ján Pták už používal, keďže v jeho zázname o diplomovom projekte sú uvedené len úlohy na štúdium (napr. Retrieval Augmented Generation, GraphRAG) a plánované nástroje (OpenWebUI, Docker, LangChain), ale nie konkrétne implementované technológie pre databázu či backend.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.24912, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.783823, + "tool_latency_seconds": 0.24912, + "final_model_latency_seconds": 23.496374, + "total_latency_seconds": 25.530041, + "usage": { + "prompt_tokens": 27355, + "completion_tokens": 212, + "total_tokens": 27567 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorú začal študovať v roku 2023 a ktorá je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "limit": 5 + }, + "latency_seconds": 0.208973, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.379375, + "tool_latency_seconds": 0.208973, + "final_model_latency_seconds": 13.377095, + "total_latency_seconds": 14.965914, + "usage": { + "prompt_tokens": 15580, + "completion_tokens": 147, + "total_tokens": 15727 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.214868, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.852934, + "tool_latency_seconds": 0.214868, + "final_model_latency_seconds": 13.610026, + "total_latency_seconds": 15.678536, + "usage": { + "prompt_tokens": 16452, + "completion_tokens": 147, + "total_tokens": 16599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" vypracováva Rostyslav Rodzhuk v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.477162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.906471, + "tool_latency_seconds": 0.477162, + "final_model_latency_seconds": 24.233883, + "total_latency_seconds": 26.618334, + "usage": { + "prompt_tokens": 29429, + "completion_tokens": 164, + "total_tokens": 29593 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu na tému „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.467167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.897383, + "tool_latency_seconds": 0.467167, + "final_model_latency_seconds": 23.125585, + "total_latency_seconds": 25.490827, + "usage": { + "prompt_tokens": 27570, + "completion_tokens": 165, + "total_tokens": 27735 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce uvedenej pri osobe Rostyslav Rodzhuk je „Inteligentný agent pre podporu práce špeciálneho pedagóga“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.168455, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.87766, + "tool_latency_seconds": 0.168455, + "final_model_latency_seconds": 7.051794, + "total_latency_seconds": 9.098167, + "usage": { + "prompt_tokens": 7652, + "completion_tokens": 150, + "total_tokens": 7802 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.205855, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "first_model_latency_seconds": 1.619683, + "tool_latency_seconds": 0.205855, + "final_model_latency_seconds": 11.651226, + "total_latency_seconds": 13.477228, + "usage": { + "prompt_tokens": 14746, + "completion_tokens": 117, + "total_tokens": 14863 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Rostyslav Rodzhuk je uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.240328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.347869, + "tool_latency_seconds": 0.240328, + "final_model_latency_seconds": 12.379218, + "total_latency_seconds": 13.9679, + "usage": { + "prompt_tokens": 15281, + "completion_tokens": 107, + "total_tokens": 15388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.255948, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.845119, + "tool_latency_seconds": 0.255948, + "final_model_latency_seconds": 13.498147, + "total_latency_seconds": 15.599865, + "usage": { + "prompt_tokens": 16794, + "completion_tokens": 136, + "total_tokens": 16930 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rostyslav Rodzhuk začal štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.501163, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.699189, + "tool_latency_seconds": 0.501163, + "final_model_latency_seconds": 13.94119, + "total_latency_seconds": 16.142005, + "usage": { + "prompt_tokens": 17178, + "completion_tokens": 138, + "total_tokens": 17316 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5 + }, + "latency_seconds": 0.28212, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.521284, + "tool_latency_seconds": 0.28212, + "final_model_latency_seconds": 12.321238, + "total_latency_seconds": 14.125086, + "usage": { + "prompt_tokens": 14688, + "completion_tokens": 143, + "total_tokens": 14831 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Rostyslav Rodzhuk súvisí bakalárska práca z roku 2026 s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorej téma sa zameriava na vytvorenie agenta pomocou veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.173553, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.784793, + "tool_latency_seconds": 0.173553, + "final_model_latency_seconds": 7.729499, + "total_latency_seconds": 9.688242, + "usage": { + "prompt_tokens": 8369, + "completion_tokens": 177, + "total_tokens": 8546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.17042, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.845139, + "tool_latency_seconds": 0.17042, + "final_model_latency_seconds": 7.245457, + "total_latency_seconds": 9.261305, + "usage": { + "prompt_tokens": 8410, + "completion_tokens": 158, + "total_tokens": 8568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá sa zameriava na využitie veľkých jazykových modelov (LLM) na vytvorenie agenta schopného navrhuvať výchovné opatrenia. Okrem záverečnej práce sa v roku 2025 podieľa aj na vedeckom projekte s názvom „Veľký jazykový model ako inteligentný agent\", kde sa oboznamuje s frameworkom LangChain a princípmi LLM.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 10 + }, + "latency_seconds": 0.365677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.3888, + "tool_latency_seconds": 0.365677, + "final_model_latency_seconds": 21.768091, + "total_latency_seconds": 23.524425, + "usage": { + "prompt_tokens": 25053, + "completion_tokens": 222, + "total_tokens": 25275 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent Rostyslava Rodzhuka je navrhnutý tak, aby pomáhal špeciálnemu pedagógovi pri jeho práci, konkrétne pri návrhoch výchovných opatrení pre študentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.266319, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.886374, + "tool_latency_seconds": 0.266319, + "final_model_latency_seconds": 6.907308, + "total_latency_seconds": 9.060321, + "usage": { + "prompt_tokens": 7416, + "completion_tokens": 165, + "total_tokens": 7581 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Yevhenii Medushivskyi pojednáva o jeho bakalárskej práci z roku 2026 s témou „Získavanie textu z webových stránok\", ktorá bola spustená v študijnom roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.162637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.836865, + "tool_latency_seconds": 0.162637, + "final_model_latency_seconds": 8.21998, + "total_latency_seconds": 10.219788, + "usage": { + "prompt_tokens": 9326, + "completion_tokens": 177, + "total_tokens": 9503 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Yevhenii Medushivskyi má názov (tému) „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212741, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.871463, + "tool_latency_seconds": 0.212741, + "final_model_latency_seconds": 18.2435, + "total_latency_seconds": 20.328628, + "usage": { + "prompt_tokens": 22648, + "completion_tokens": 152, + "total_tokens": 22800 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Získavanie textu z webových stránok\" vypracováva študent Yevhenii Medushivskyi v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.479467, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.831547, + "tool_latency_seconds": 0.479467, + "final_model_latency_seconds": 24.462029, + "total_latency_seconds": 26.773897, + "usage": { + "prompt_tokens": 29456, + "completion_tokens": 161, + "total_tokens": 29617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi rieši tému „Získavanie textu z webových stránok\" v rámci svojej bakalárskej práce v roku 2026, kde má za úlohu vytvoriť a nasadiť webový crawler na sledovanie a sťahovanie slovenského internetu. Ďalšími študentmi, ktorí sa zaoberali súvisiacou problematikou extrakcie textu z webových stránok, sú aj Matej Kobyľan (bakalárska práca 2023), Ján Holp (diplomový projekt 2020), Michal Stromko (bakalárska práca 2022), Matej Novotný (diplomová práca 2026), Matúš Suchanič (vedecký projekt 2022) a Dávid Stromp (bakalárska práca 2022).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny\nhttps://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic\nhttps://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.702247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.851767, + "tool_latency_seconds": 0.702247, + "final_model_latency_seconds": 49.497208, + "total_latency_seconds": 52.052532, + "usage": { + "prompt_tokens": 51218, + "completion_tokens": 469, + "total_tokens": 51687 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Témapri bakalárskej práci osoby Yevhenii Medushivskyi je „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.255857, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.69858, + "tool_latency_seconds": 0.255857, + "final_model_latency_seconds": 16.178595, + "total_latency_seconds": 18.133601, + "usage": { + "prompt_tokens": 18917, + "completion_tokens": 134, + "total_tokens": 19051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.179438, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.866017, + "tool_latency_seconds": 0.179438, + "final_model_latency_seconds": 6.782562, + "total_latency_seconds": 8.828308, + "usage": { + "prompt_tokens": 7884, + "completion_tokens": 136, + "total_tokens": 8020 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v dokumente explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.263758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.393753, + "tool_latency_seconds": 0.263758, + "final_model_latency_seconds": 17.043302, + "total_latency_seconds": 18.701416, + "usage": { + "prompt_tokens": 21150, + "completion_tokens": 117, + "total_tokens": 21267 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca v roku 2026, čo je potvrdené kategóriou bp2026 a nadpisom sekcie „Bakalárska práca 2026\" v jeho študentskom dokumente.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.305834, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.881418, + "tool_latency_seconds": 0.305834, + "final_model_latency_seconds": 21.48596, + "total_latency_seconds": 23.674041, + "usage": { + "prompt_tokens": 25678, + "completion_tokens": 182, + "total_tokens": 25860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Yevhenii Medushivskyi začal štúdium v roku 2023 a vypracovával bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.216246, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.723484, + "tool_latency_seconds": 0.216246, + "final_model_latency_seconds": 12.95216, + "total_latency_seconds": 14.8924, + "usage": { + "prompt_tokens": 15510, + "completion_tokens": 142, + "total_tokens": 15652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, pretože podľa dostupných informácií je táto osoba uvedená v kategórii bakalárskej práce pre rok 2026 a rok 2023 je v jej zázname označený len ako rok začiatku štúdia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.359295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.753552, + "tool_latency_seconds": 0.359295, + "final_model_latency_seconds": 16.797676, + "total_latency_seconds": 18.91108, + "usage": { + "prompt_tokens": 19739, + "completion_tokens": 186, + "total_tokens": 19925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu na tému „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.366592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.803385, + "tool_latency_seconds": 0.366592, + "final_model_latency_seconds": 16.598663, + "total_latency_seconds": 18.769379, + "usage": { + "prompt_tokens": 19587, + "completion_tokens": 174, + "total_tokens": 19761 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vypracovanie prehľadu webových korpusov a tvorbu vlastného web crawlera na získavanie dát pre viaceré domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.45976, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.851808, + "tool_latency_seconds": 0.45976, + "final_model_latency_seconds": 18.928446, + "total_latency_seconds": 21.240629, + "usage": { + "prompt_tokens": 22536, + "completion_tokens": 187, + "total_tokens": 22723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu v roku 2026 s témou „Získavanie textu z webových stránok\", v rámci ktorej je stanovená úloha zlepšiť deduplikáciu a odstraňovanie boilerplate obsahu, napríklad pomocou nástroja justext.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.198513, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.864277, + "tool_latency_seconds": 0.198513, + "final_model_latency_seconds": 8.788177, + "total_latency_seconds": 10.851236, + "usage": { + "prompt_tokens": 9357, + "completion_tokens": 193, + "total_tokens": 9550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi mal v marci 2026 (konkrétne ku dňu 13. marca) zozbieraného približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.201615, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.021445, + "tool_latency_seconds": 0.201615, + "final_model_latency_seconds": 8.010132, + "total_latency_seconds": 10.233503, + "usage": { + "prompt_tokens": 9391, + "completion_tokens": 171, + "total_tokens": 9562 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniia Medushivskyiho sa ako príklad nástroja pre odstránenie boilerplate (boilerplate removal) uvádza nástroj **justext**.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497243, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.710637, + "tool_latency_seconds": 0.497243, + "final_model_latency_seconds": 21.831127, + "total_latency_seconds": 24.040511, + "usage": { + "prompt_tokens": 26771, + "completion_tokens": 141, + "total_tokens": 26912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Simona Bobrovčanová uvádza, že vypracováva bakalársku prácu v roku 2026 na tému Automatická sumarizácia slovenského textu, pričom rok začiatku štúdia je 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.236852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.735584, + "tool_latency_seconds": 0.236852, + "final_model_latency_seconds": 13.350164, + "total_latency_seconds": 15.323602, + "usage": { + "prompt_tokens": 15565, + "completion_tokens": 166, + "total_tokens": 15731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Simony Bobrovčanovej je \"Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.219229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.821529, + "tool_latency_seconds": 0.219229, + "final_model_latency_seconds": 11.530766, + "total_latency_seconds": 13.572068, + "usage": { + "prompt_tokens": 14224, + "completion_tokens": 136, + "total_tokens": 14360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Automatická sumarizácia slovenského textu\" vypracováva Simona Bobrovčanová v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.672516, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.962858, + "tool_latency_seconds": 0.672516, + "final_model_latency_seconds": 22.905048, + "total_latency_seconds": 25.541134, + "usage": { + "prompt_tokens": 27625, + "completion_tokens": 163, + "total_tokens": 27788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorá začala v roku 2023 a je plánovaná na záver v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.327355, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.615319, + "tool_latency_seconds": 0.327355, + "final_model_latency_seconds": 22.98581, + "total_latency_seconds": 24.929281, + "usage": { + "prompt_tokens": 27337, + "completion_tokens": 153, + "total_tokens": 27490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je pri bakalárskej práci uvedená téma Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.233472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.852605, + "tool_latency_seconds": 0.233472, + "final_model_latency_seconds": 12.703672, + "total_latency_seconds": 14.790515, + "usage": { + "prompt_tokens": 15340, + "completion_tokens": 140, + "total_tokens": 15480 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.240781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.381215, + "tool_latency_seconds": 0.240781, + "final_model_latency_seconds": 11.766997, + "total_latency_seconds": 13.389536, + "usage": { + "prompt_tokens": 14697, + "completion_tokens": 102, + "total_tokens": 14799 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v dokumente ZP Wiki uvedené, že rok začiatku jej štúdia je 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "limit": 5 + }, + "latency_seconds": 0.350304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.523505, + "tool_latency_seconds": 0.350304, + "final_model_latency_seconds": 13.35075, + "total_latency_seconds": 15.22529, + "usage": { + "prompt_tokens": 16319, + "completion_tokens": 127, + "total_tokens": 16446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212836, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.797892, + "tool_latency_seconds": 0.212836, + "final_model_latency_seconds": 13.144845, + "total_latency_seconds": 15.156528, + "usage": { + "prompt_tokens": 16353, + "completion_tokens": 134, + "total_tokens": 16487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.236965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.836157, + "tool_latency_seconds": 0.236965, + "final_model_latency_seconds": 11.106085, + "total_latency_seconds": 13.179788, + "usage": { + "prompt_tokens": 13376, + "completion_tokens": 149, + "total_tokens": 13525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia; jej bakalárska práca s témou „Automatická sumarizácia slovenského textu\" je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.281503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.685325, + "tool_latency_seconds": 0.281503, + "final_model_latency_seconds": 12.25461, + "total_latency_seconds": 14.222172, + "usage": { + "prompt_tokens": 14300, + "completion_tokens": 168, + "total_tokens": 14468 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorá súvisí s projektom Legal Data Processing.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.221605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.779846, + "tool_latency_seconds": 0.221605, + "final_model_latency_seconds": 14.124152, + "total_latency_seconds": 16.126261, + "usage": { + "prompt_tokens": 17003, + "completion_tokens": 161, + "total_tokens": 17164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorá je súčasťou projektu Legal Data Processing zameraného na spracovanie slovenských právnych textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.272031, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.860235, + "tool_latency_seconds": 0.272031, + "final_model_latency_seconds": 17.124582, + "total_latency_seconds": 19.257586, + "usage": { + "prompt_tokens": 20295, + "completion_tokens": 184, + "total_tokens": 20479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorá má za cieľ zlepšiť spracovanie slovenských právnych textov vytvorením systému na sumarizáciu rozsudkov alebo iných právnych dokumentov.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.320388, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.611297, + "tool_latency_seconds": 0.320388, + "final_model_latency_seconds": 20.342509, + "total_latency_seconds": 22.275194, + "usage": { + "prompt_tokens": 23876, + "completion_tokens": 167, + "total_tokens": 24043 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Pri dlhších textoch Simona Bobrovčanová vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná súhrn zo súhrnov, čo sa ukázalo ako funkčné riešenie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.165574, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.934629, + "tool_latency_seconds": 0.165574, + "final_model_latency_seconds": 8.418344, + "total_latency_seconds": 10.518973, + "usage": { + "prompt_tokens": 8990, + "completion_tokens": 176, + "total_tokens": 9166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej mali malé modely problém s príliš malou dĺžkou kontextu, kvôli ktorej často vynechávali informácie nachádzajúce sa na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.257815, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.758644, + "tool_latency_seconds": 0.257815, + "final_model_latency_seconds": 10.167714, + "total_latency_seconds": 12.184573, + "usage": { + "prompt_tokens": 12072, + "completion_tokens": 158, + "total_tokens": 12230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá má za cieľ vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.213418, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.703348, + "tool_latency_seconds": 0.213418, + "final_model_latency_seconds": 19.861674, + "total_latency_seconds": 21.779188, + "usage": { + "prompt_tokens": 24071, + "completion_tokens": 162, + "total_tokens": 24233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.24382, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.804182, + "tool_latency_seconds": 0.24382, + "final_model_latency_seconds": 19.351183, + "total_latency_seconds": 21.400104, + "usage": { + "prompt_tokens": 23783, + "completion_tokens": 141, + "total_tokens": 23924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Súkromnú prácu s názvom „Dialógový systém pre podporu firemných procesov\" vypracúva Samuel Džurina.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.42784, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.013311, + "tool_latency_seconds": 0.42784, + "final_model_latency_seconds": 23.773384, + "total_latency_seconds": 26.215211, + "usage": { + "prompt_tokens": 28906, + "completion_tokens": 153, + "total_tokens": 29059 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s presným názvom témy „Dialógový systém pre podporu firemných procesov\", ktorá má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.307078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.858235, + "tool_latency_seconds": 0.307078, + "final_model_latency_seconds": 19.985516, + "total_latency_seconds": 22.151596, + "usage": { + "prompt_tokens": 23799, + "completion_tokens": 173, + "total_tokens": 23972 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je ako téma bakalárskej práce uvedený „Dialógový systém pre podporu firemných procesov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.250465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.858732, + "tool_latency_seconds": 0.250465, + "final_model_latency_seconds": 14.380139, + "total_latency_seconds": 16.489966, + "usage": { + "prompt_tokens": 17593, + "completion_tokens": 141, + "total_tokens": 17734 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.182506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.825079, + "tool_latency_seconds": 0.182506, + "final_model_latency_seconds": 7.246942, + "total_latency_seconds": 9.254795, + "usage": { + "prompt_tokens": 8780, + "completion_tokens": 127, + "total_tokens": 8907 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.192949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.864028, + "tool_latency_seconds": 0.192949, + "final_model_latency_seconds": 5.622376, + "total_latency_seconds": 7.679683, + "usage": { + "prompt_tokens": 6472, + "completion_tokens": 144, + "total_tokens": 6616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.243382, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.79693, + "tool_latency_seconds": 0.243382, + "final_model_latency_seconds": 19.321518, + "total_latency_seconds": 21.362528, + "usage": { + "prompt_tokens": 24274, + "completion_tokens": 131, + "total_tokens": 24405 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Samuel Džurina začala študovať v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.213321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.833893, + "tool_latency_seconds": 0.213321, + "final_model_latency_seconds": 10.327942, + "total_latency_seconds": 12.375536, + "usage": { + "prompt_tokens": 12179, + "completion_tokens": 147, + "total_tokens": 12326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Samuela Džurinu, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je naplánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257498, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.678961, + "tool_latency_seconds": 0.257498, + "final_model_latency_seconds": 14.07168, + "total_latency_seconds": 16.008812, + "usage": { + "prompt_tokens": 17045, + "completion_tokens": 154, + "total_tokens": 17199 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá zahŕňa vytvorenie inteligentného agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.364304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.768261, + "tool_latency_seconds": 0.364304, + "final_model_latency_seconds": 23.013451, + "total_latency_seconds": 25.146814, + "usage": { + "prompt_tokens": 27221, + "completion_tokens": 189, + "total_tokens": 27410 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou Dialógový systém pre podporu firemných procesov, ktorej cieľom je vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.216825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.858063, + "tool_latency_seconds": 0.216825, + "final_model_latency_seconds": 7.736001, + "total_latency_seconds": 9.811284, + "usage": { + "prompt_tokens": 8254, + "completion_tokens": 168, + "total_tokens": 8422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina je študent, ktorý vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\" zameranou na vytvorenie agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.279722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.802441, + "tool_latency_seconds": 0.279722, + "final_model_latency_seconds": 20.218017, + "total_latency_seconds": 22.30087, + "usage": { + "prompt_tokens": 24714, + "completion_tokens": 166, + "total_tokens": 24880 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent, ktorý vypracováva Samuel Džurina, je navrhnutý pre podporu činnosti špedičnej alebo zásielkovej spoločnosti, konkrétne v oblasti colných procesov a prepravných dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.397424, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.777391, + "tool_latency_seconds": 0.397424, + "final_model_latency_seconds": 11.498058, + "total_latency_seconds": 13.673447, + "usage": { + "prompt_tokens": 13422, + "completion_tokens": 158, + "total_tokens": 13580 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, ktorým sa majú identifikovať slabé miesta a následne navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 10 + }, + "latency_seconds": 0.581476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.456933, + "tool_latency_seconds": 0.581476, + "final_model_latency_seconds": 30.733204, + "total_latency_seconds": 32.772962, + "usage": { + "prompt_tokens": 37123, + "completion_tokens": 127, + "total_tokens": 37250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Pre Olivera Pejica je v ZP Wiki k dispozícii dokument o jeho letnej stáži v rámci programu IAESTE v roku 2024, kde pracoval na úlohách súvisiacich s hodnotením modelov pre slovenské vyhľadávanie otázok a odhaľovanie nenávistného reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.199718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.725778, + "tool_latency_seconds": 0.199718, + "final_model_latency_seconds": 11.403242, + "total_latency_seconds": 13.329175, + "usage": { + "prompt_tokens": 12532, + "completion_tokens": 174, + "total_tokens": 12706 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.297219, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.723438, + "tool_latency_seconds": 0.297219, + "final_model_latency_seconds": 17.674029, + "total_latency_seconds": 19.695535, + "usage": { + "prompt_tokens": 22246, + "completion_tokens": 116, + "total_tokens": 22362 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica sa venovala projektu Hate Speech a vyhodnocovaniu modelov pre spracovanie vety (sentence transformer) pomocou nástroja MTEB, pričom jeho úlohou bolo pripraviť vyhodnocovacie úlohy pre slovenskú detekciu nenávistných prejavov a slovenské odpovedanie na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.157363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.780894, + "tool_latency_seconds": 0.157363, + "final_model_latency_seconds": 7.484704, + "total_latency_seconds": 9.423419, + "usage": { + "prompt_tokens": 7609, + "completion_tokens": 185, + "total_tokens": 7794 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic počas svojej internéjskej praxe v roku 2024, kde pripravoval úlohu MTEB evaluácie pre slovenské nenávistné prejavy a hodnotenie modelov pomocou toolkitu MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.319036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.824824, + "tool_latency_seconds": 0.319036, + "final_model_latency_seconds": 16.42901, + "total_latency_seconds": 18.573612, + "usage": { + "prompt_tokens": 19886, + "completion_tokens": 173, + "total_tokens": 20059 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic počas svojej letnej stáže IAESTE v roku 2024 pracoval na projekte súvisiacom s nenávistnou rečou (Hate Speech), kde sa mu za úlohu bolo pripraviť MTEB hodnotiaci úlohu pre slovenskú nenávistnú reč a vypracovať príslušný pull request.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.126457, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.783445, + "tool_latency_seconds": 0.126457, + "final_model_latency_seconds": 9.625205, + "total_latency_seconds": 11.535513, + "usage": { + "prompt_tokens": 10399, + "completion_tokens": 187, + "total_tokens": 10586 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE v lete roku 2024 sa zameriavala na pomoc pri hodnotení modelov sentence transformer pomocou nástroja MTEB, kde jeho úlohou bolo pripraviť nové hodnotiace úlohy pre slovenský hate speech a slovenské odpovedanie na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.185865, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.533759, + "tool_latency_seconds": 0.185865, + "final_model_latency_seconds": 10.590977, + "total_latency_seconds": 12.311028, + "usage": { + "prompt_tokens": 12044, + "completion_tokens": 166, + "total_tokens": 12210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica, ktorá sa uskutočnila v lete 2024 (IAESTE Intern Summer 2024), sa zameriavala na prípravu hodnotiacich úloh pre modely Sentence Transformer pomocou nástroja MTEB a na vyhodnotenie týchto modelov pri slovenských dátach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "published_only": true, + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.497175, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.77879, + "tool_latency_seconds": 0.497175, + "final_model_latency_seconds": 16.135337, + "total_latency_seconds": 18.411968, + "usage": { + "prompt_tokens": 19116, + "completion_tokens": 180, + "total_tokens": 19296 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB evaluačných úloh pre slovenskú detekciu nenávistných prejavov (slovak hate speech) a pre slovenské vyhľadávanie odpovedí na otázky (slovak question answering).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.313038, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.566354, + "tool_latency_seconds": 0.313038, + "final_model_latency_seconds": 23.902439, + "total_latency_seconds": 25.783041, + "usage": { + "prompt_tokens": 28530, + "completion_tokens": 156, + "total_tokens": 28686 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.296452, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.613377, + "tool_latency_seconds": 0.296452, + "final_model_latency_seconds": 11.954406, + "total_latency_seconds": 13.864721, + "usage": { + "prompt_tokens": 14620, + "completion_tokens": 114, + "total_tokens": 14734 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesar Abascal Gutierrez pojednáva o jeho práci v rámci stáže pravdepodobne v lete 2019, kde sa venoval úlohám spojeným s anotáciou pojmenovaných entít v prekladoch reči a strojovom učení.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.195526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.823243, + "tool_latency_seconds": 0.195526, + "final_model_latency_seconds": 9.928021, + "total_latency_seconds": 11.947257, + "usage": { + "prompt_tokens": 11233, + "completion_tokens": 170, + "total_tokens": 11403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.215922, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.753874, + "tool_latency_seconds": 0.215922, + "final_model_latency_seconds": 15.518468, + "total_latency_seconds": 17.488898, + "usage": { + "prompt_tokens": 19353, + "completion_tokens": 126, + "total_tokens": 19479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia entít" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez sa počas svojej stáže venoval problému rozpoznávania neznámych pomenovaných entít (Named Entity Recognition) na základe transkriptov reči. Jeho cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z týchto transkriptov, navrhnúť anotáciu schému a následne vyvinúť a vyhodnotiť klasifikátor.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.283666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.803496, + "tool_latency_seconds": 0.283666, + "final_model_latency_seconds": 12.755173, + "total_latency_seconds": 14.842786, + "usage": { + "prompt_tokens": 14341, + "completion_tokens": 198, + "total_tokens": 14539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities a bola realizovaná pravdepodobne v lete 2019, pričom jej cieľom bolo rozpoznávanie neznámych pomenovaných entít, manuálna anotácia trénovacích dát z prepisov reči a návrh anotačnej schémy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.331679, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.768781, + "tool_latency_seconds": 0.331679, + "final_model_latency_seconds": 18.084243, + "total_latency_seconds": 20.185398, + "usage": { + "prompt_tokens": 21523, + "completion_tokens": 182, + "total_tokens": 21705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá sa týkala témy spaCy, bola projektom nazvaným „Named entity annotations\" (Anotácia pomenovaných entít), kde sa zameriaval na prípravu dát a trénovanie classifiera pomocou nástroja spaCy. Tento projekt pravdepodobne prebehol v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.366544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.607343, + "tool_latency_seconds": 0.366544, + "final_model_latency_seconds": 15.786439, + "total_latency_seconds": 17.760901, + "usage": { + "prompt_tokens": 18316, + "completion_tokens": 172, + "total_tokens": 18488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou Prodigy, bola zameraná na manuálnu anotáciu pomenovaných entít (Named Entity Annotations) a trvala pravdepodobne v lete 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.605617, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.606868, + "tool_latency_seconds": 0.605617, + "final_model_latency_seconds": 23.050168, + "total_latency_seconds": 25.263691, + "usage": { + "prompt_tokens": 27791, + "completion_tokens": 147, + "total_tokens": 27938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5 + }, + "latency_seconds": 0.206569, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.377108, + "tool_latency_seconds": 0.206569, + "final_model_latency_seconds": 18.463873, + "total_latency_seconds": 20.048256, + "usage": { + "prompt_tokens": 21692, + "completion_tokens": 150, + "total_tokens": 21842 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy (prodi.gy).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5 + }, + "latency_seconds": 0.308529, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.417825, + "tool_latency_seconds": 0.308529, + "final_model_latency_seconds": 14.044912, + "total_latency_seconds": 15.771966, + "usage": { + "prompt_tokens": 17387, + "completion_tokens": 104, + "total_tokens": 17491 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi popisuje jeho Erasmus stáž v roku 2026 s témou multilingválneho extrahovania trojíc z medicínskych dát, pri ktorej mal za cieľ vytvoriť znalostný graf z príbalových letákov a inteligentného agenta na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.249859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.740899, + "tool_latency_seconds": 0.249859, + "final_model_latency_seconds": 11.489497, + "total_latency_seconds": 13.480822, + "usage": { + "prompt_tokens": 12976, + "completion_tokens": 183, + "total_tokens": 13159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od marca do mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.321589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.753697, + "tool_latency_seconds": 0.321589, + "final_model_latency_seconds": 18.790844, + "total_latency_seconds": 20.866835, + "usage": { + "prompt_tokens": 23433, + "completion_tokens": 129, + "total_tokens": 23562 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z medicínskych údajov v mnohých jazykoch, s cieľom zostrojiť znalostný graf z medicínskych letákov a využiť ho v inteligentnom agentovi na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.220127, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.804331, + "tool_latency_seconds": 0.220127, + "final_model_latency_seconds": 12.532131, + "total_latency_seconds": 14.557658, + "usage": { + "prompt_tokens": 14474, + "completion_tokens": 175, + "total_tokens": 14649 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zdrojoch sa objavujú práce týkajúce sa extrakcie štruktúrovaných informácií z medicínskych dát (napr. u Andrii Pervashova) alebo multilinguálneho vyhľadávania (napr. u Michala Stromka), žiadny z dokumentov explicitne nespomína tému „multilinguálna extrakcia trojíc z medicínskych dát\" ani ju nezodpovedá konkrétnej osobe.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.555689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.911448, + "tool_latency_seconds": 0.555689, + "final_model_latency_seconds": 27.872814, + "total_latency_seconds": 30.341029, + "usage": { + "prompt_tokens": 31629, + "completion_tokens": 274, + "total_tokens": 31903 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš, ktorá súvisela s témou Triplet extraction, bola ERASMUS Intern Spring 2026 s názvom „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.265133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.579892, + "tool_latency_seconds": 0.265133, + "final_model_latency_seconds": 10.855492, + "total_latency_seconds": 12.701052, + "usage": { + "prompt_tokens": 12481, + "completion_tokens": 135, + "total_tokens": 12616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Bogdana Paula Chiša s názvom „(multilingual) Triplet extraction from medical data\", ktorá sa konala na jar 2026, bola zameraná na vytvorenie znalostného grafu z lekárskych balíčkových letákov v viacerých jazykoch a jeho využitie v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.273948, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.772938, + "tool_latency_seconds": 0.273948, + "final_model_latency_seconds": 12.641328, + "total_latency_seconds": 14.688805, + "usage": { + "prompt_tokens": 14700, + "completion_tokens": 185, + "total_tokens": 14885 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš, ktorá sa týkala témy medical, bola ERASMUS Intern Spring 2026 s názvom „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "published_only": true + }, + "latency_seconds": 0.236419, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.367982, + "tool_latency_seconds": 0.236419, + "final_model_latency_seconds": 11.513283, + "total_latency_seconds": 13.118119, + "usage": { + "prompt_tokens": 13946, + "completion_tokens": 118, + "total_tokens": 14064 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Témai Bogdana Paula Chișa počas jeho stáže bola (multilingual) Triplet extraction from medical data.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.405045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.766073, + "tool_latency_seconds": 0.405045, + "final_model_latency_seconds": 10.869657, + "total_latency_seconds": 13.041285, + "usage": { + "prompt_tokens": 13484, + "completion_tokens": 126, + "total_tokens": 13610 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal podľa zadania svojej stáže vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.318852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.627179, + "tool_latency_seconds": 0.318852, + "final_model_latency_seconds": 15.822989, + "total_latency_seconds": 17.769635, + "usage": { + "prompt_tokens": 19565, + "completion_tokens": 125, + "total_tokens": 19690 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z lekárskych príbalových letákov (medical package inserts) v rámci svojho úkonu ako Erasmus intern.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.227029, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.829943, + "tool_latency_seconds": 0.227029, + "final_model_latency_seconds": 9.027246, + "total_latency_seconds": 11.084578, + "usage": { + "prompt_tokens": 10493, + "completion_tokens": 147, + "total_tokens": 10640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová stránka s názvom „Dialógový systém“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.142195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.783396, + "tool_latency_seconds": 0.142195, + "final_model_latency_seconds": 10.063045, + "total_latency_seconds": 11.989292, + "usage": { + "prompt_tokens": 12419, + "completion_tokens": 131, + "total_tokens": 12550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Dialógový systém\" ako celkovému projektu a úlohe, je projektová stránka s názvom „Dialógový systém\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.350059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.535627, + "tool_latency_seconds": 0.350059, + "final_model_latency_seconds": 21.810788, + "total_latency_seconds": 23.697701, + "usage": { + "prompt_tokens": 26765, + "completion_tokens": 125, + "total_tokens": 26890 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Dialógový systém\" v ZP Wiki patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.327315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.475012, + "tool_latency_seconds": 0.327315, + "final_model_latency_seconds": 22.123948, + "total_latency_seconds": 23.927016, + "usage": { + "prompt_tokens": 27046, + "completion_tokens": 110, + "total_tokens": 27156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Dialógový systém požaduje zostavenie báz pravidiel pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.174904, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.805122, + "tool_latency_seconds": 0.174904, + "final_model_latency_seconds": 10.000135, + "total_latency_seconds": 11.980729, + "usage": { + "prompt_tokens": 12139, + "completion_tokens": 119, + "total_tokens": 12258 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Chatbot sa má integrovať s QA systémom (systémom na odpovedanie na otázky).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.349946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.645937, + "tool_latency_seconds": 0.349946, + "final_model_latency_seconds": 19.661153, + "total_latency_seconds": 21.657819, + "usage": { + "prompt_tokens": 23712, + "completion_tokens": 160, + "total_tokens": 23872 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský, ktorí pracujú na bakalárskej práci z roku 2024 s názvom Dialógový systém pre potreby samosprávy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.372394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.908562, + "tool_latency_seconds": 0.372394, + "final_model_latency_seconds": 23.508363, + "total_latency_seconds": 25.790324, + "usage": { + "prompt_tokens": 27484, + "completion_tokens": 211, + "total_tokens": 27695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Question Answering“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question a obsahuje detaily o projekte, ktorý má za cieľ vytvoriť klon dátov sady SQuAD 2.0 v slovenskom jazyku, nastaviť anotačnú infraštruktúru pomocou nástroja Prodigy a vykonať anotáciu dát z Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 5 + }, + "latency_seconds": 0.388179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.379701, + "tool_latency_seconds": 0.388179, + "final_model_latency_seconds": 26.24139, + "total_latency_seconds": 28.010045, + "usage": { + "prompt_tokens": 30597, + "completion_tokens": 175, + "total_tokens": 30772 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering“, má názov „Question Answering“ a autorom je Daniel Hladek. Tento dokument popisuje projekt zameraný na vytvorenie kópie datasetu SQuaD 2.0 v slovenskom jazyku, nastavenie infraštruktúry pre anotáciu pomocou nástroja Prodigy a hodnotenie anotácií dát z Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.100499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.726361, + "tool_latency_seconds": 0.100499, + "final_model_latency_seconds": 6.882423, + "total_latency_seconds": 8.70955, + "usage": { + "prompt_tokens": 6354, + "completion_tokens": 194, + "total_tokens": 6548 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Question Answering\" má zdrojovú URL adresu https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.423767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.439031, + "tool_latency_seconds": 0.423767, + "final_model_latency_seconds": 25.40281, + "total_latency_seconds": 27.266384, + "usage": { + "prompt_tokens": 31715, + "completion_tokens": 101, + "total_tokens": 31816 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering má za cieľ vytvoriť klon datasetu SQuaD 2.0 v slovenskom jazyku na základe anotácií dát zo slovenskej Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.098471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.785395, + "tool_latency_seconds": 0.098471, + "final_model_latency_seconds": 5.926257, + "total_latency_seconds": 7.810379, + "usage": { + "prompt_tokens": 6277, + "completion_tokens": 144, + "total_tokens": 6421 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, pri ktorom bol vytvorený špecifický anotačný recept (annotation recipe) a prípravné skripty pre dáta.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/question\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.166625, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.747943, + "tool_latency_seconds": 0.166625, + "final_model_latency_seconds": 12.513808, + "total_latency_seconds": 14.428807, + "usage": { + "prompt_tokens": 15108, + "completion_tokens": 165, + "total_tokens": 15273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje obsahujú len konkrétny prípad, kde sa vyžaduje, aby formát vygenerovaných dát bol rovnaký ako SK QUAD (jsonl), ale neuvádza sa všeobecný formát finálneho exportu pre všetky QA databázy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.367393, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.851077, + "tool_latency_seconds": 0.367393, + "final_model_latency_seconds": 12.983217, + "total_latency_seconds": 15.20221, + "usage": { + "prompt_tokens": 14954, + "completion_tokens": 198, + "total_tokens": 15152 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri anotácii otázok sa má pre každý odsek vytvoriť päť otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.21279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.895217, + "tool_latency_seconds": 0.21279, + "final_model_latency_seconds": 12.055927, + "total_latency_seconds": 14.164583, + "usage": { + "prompt_tokens": 15270, + "completion_tokens": 122, + "total_tokens": 15392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informačnú stránku o strojom preklade, ktorá zhrňuje študentské práce a témy, nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/translation. Tento dokument zahŕňa prehľad štúdií o štatistickom a neurónovom strojovom preklade a spája študentov ako Patrik Pavlišin, Dominik Nagy a Martin Jancura. Okrem toho existuje aj projektová stránka patriaca Patrikovi Pavlišinovi, ktorá sa podrobnejšie zaoberá architektúrou encoder-decoder a štatistickým strojovým prekladom, prístupná na https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5 + }, + "latency_seconds": 0.582283, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.365835, + "tool_latency_seconds": 0.582283, + "final_model_latency_seconds": 18.525614, + "total_latency_seconds": 20.474253, + "usage": { + "prompt_tokens": 19672, + "completion_tokens": 277, + "total_tokens": 19949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Tematická stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad\" a nie je študentskou prácou, sa nazýva „Strojový preklad\" a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "published_only": true, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 1.014228, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.954249, + "tool_latency_seconds": 1.014228, + "final_model_latency_seconds": 32.594245, + "total_latency_seconds": 35.563884, + "usage": { + "prompt_tokens": 38934, + "completion_tokens": 171, + "total_tokens": 39105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "K stránke „Strojový preklad\" patrí zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/translation, ktorý je hlavnou tematickou stránkou projektu, a tiež odkaz https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20, ktorý predstavuje podstránku študenta Patrika Pavlišina venovanú tejto téme.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.687925, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.697955, + "tool_latency_seconds": 0.687925, + "final_model_latency_seconds": 12.535001, + "total_latency_seconds": 14.921447, + "usage": { + "prompt_tokens": 13219, + "completion_tokens": 216, + "total_tokens": 13435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku „Pomenované entity\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, ktorá obsahuje prehľad úloh, stretnutí a repozitárov súvisiacich s rozpoznávaním pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201906, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.778571, + "tool_latency_seconds": 0.201906, + "final_model_latency_seconds": 18.72608, + "total_latency_seconds": 20.707759, + "usage": { + "prompt_tokens": 22622, + "completion_tokens": 165, + "total_tokens": 22787 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Pomenované entity\", je projekt s názvom „Pomenované entity\", ktorý sa zaoberá prípravou dát, anotačnou schémou a nástrojmi pre rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225347, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.735779, + "tool_latency_seconds": 0.225347, + "final_model_latency_seconds": 18.961293, + "total_latency_seconds": 20.923166, + "usage": { + "prompt_tokens": 22887, + "completion_tokens": 160, + "total_tokens": 23047 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Pomenované entity\" v ZP Wiki prislúcha zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.236832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.662692, + "tool_latency_seconds": 0.236832, + "final_model_latency_seconds": 20.000491, + "total_latency_seconds": 21.900643, + "usage": { + "prompt_tokens": 24596, + "completion_tokens": 133, + "total_tokens": 24729 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia textových dát\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5 + }, + "latency_seconds": 0.341154, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.37061, + "tool_latency_seconds": 0.341154, + "final_model_latency_seconds": 21.543739, + "total_latency_seconds": 23.25619, + "usage": { + "prompt_tokens": 26352, + "completion_tokens": 113, + "total_tokens": 26465 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát”, nesie názov „Anotácia textových dát” a nachádza sa na stránke https://zp.kemt.fei.tuke.sk/topics/prodigy. Tento dokument obsahuje informácie o nástrojoch, postupoch a riešiteľoch súvisiacich s anotáciou textových dát, vrátane manuálnej anotácie slovenských dát pre výskyt pomenovaných entít a definovania anotačnej schémy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.252525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.786345, + "tool_latency_seconds": 0.252525, + "final_model_latency_seconds": 18.99535, + "total_latency_seconds": 21.034835, + "usage": { + "prompt_tokens": 21615, + "completion_tokens": 211, + "total_tokens": 21826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránka s názvom „Anotácia textových dát\" má pridelený zdrojový URL adresár https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.244528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.759267, + "tool_latency_seconds": 0.244528, + "final_model_latency_seconds": 18.115125, + "total_latency_seconds": 20.119871, + "usage": { + "prompt_tokens": 22313, + "completion_tokens": 130, + "total_tokens": 22443 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka „Slovenské jazykové zdroje\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú uvedené rôzne zdroje ako Multext East, Slovak Dependency Treebank, Slovak Word Net či nástroje ako Spacy a Slovak Lexer.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.545315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.742349, + "tool_latency_seconds": 0.545315, + "final_model_latency_seconds": 45.465788, + "total_latency_seconds": 47.754709, + "usage": { + "prompt_tokens": 52587, + "completion_tokens": 158, + "total_tokens": 52745 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje“, má rovnaký názov a nachádza sa v ZP Wiki na stránke s cestou pages/topics/resources. Tento dokument zozbiera a zoraďuje rôzne zdroje, ako sú anotované korpusy, slovníky, nástroje pre spracovanie prirodzeného jazyka (NLP) a iné relevantné materiály pre slovenský jazyk.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.133731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.620339, + "tool_latency_seconds": 0.133731, + "final_model_latency_seconds": 15.426574, + "total_latency_seconds": 17.181266, + "usage": { + "prompt_tokens": 16996, + "completion_tokens": 187, + "total_tokens": 17183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí source_url https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5 + }, + "latency_seconds": 0.118859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.353681, + "tool_latency_seconds": 0.118859, + "final_model_latency_seconds": 12.803941, + "total_latency_seconds": 14.277436, + "usage": { + "prompt_tokens": 16038, + "completion_tokens": 98, + "total_tokens": 16136 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia otázok a odpovedí\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.307371, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.926045, + "tool_latency_seconds": 0.307371, + "final_model_latency_seconds": 21.72872, + "total_latency_seconds": 23.963082, + "usage": { + "prompt_tokens": 26614, + "completion_tokens": 147, + "total_tokens": 26761 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Priamo téme „Anotácia otázok a odpovedí\" sa v ZP Wiki venuje dokument s názvom „Anotácia otázok a odpovedí\", ktorý obsahuje návod pre anotátorov vrátane vysvetlenia, ako vyznačovať odpovede a príkladov na anotáciu otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "limit": 5 + }, + "latency_seconds": 0.289984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.38767, + "tool_latency_seconds": 0.289984, + "final_model_latency_seconds": 20.04166, + "total_latency_seconds": 21.720203, + "usage": { + "prompt_tokens": 23918, + "completion_tokens": 140, + "total_tokens": 24058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.274208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.553448, + "tool_latency_seconds": 0.274208, + "final_model_latency_seconds": 17.344034, + "total_latency_seconds": 19.172431, + "usage": { + "prompt_tokens": 21064, + "completion_tokens": 118, + "total_tokens": 21182 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia pomenovaných entít\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.147272, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.832107, + "tool_latency_seconds": 0.147272, + "final_model_latency_seconds": 16.266593, + "total_latency_seconds": 18.246739, + "usage": { + "prompt_tokens": 19786, + "completion_tokens": 146, + "total_tokens": 19932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“ a poskytuje návod pre anotátorov, má názov „Anotácia pomenovaných entít“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.221389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.581174, + "tool_latency_seconds": 0.221389, + "final_model_latency_seconds": 17.687069, + "total_latency_seconds": 19.49028, + "usage": { + "prompt_tokens": 21651, + "completion_tokens": 132, + "total_tokens": 21783 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia pomenovaných entít“ patrí zdrojový URL adresy https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.155519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.739231, + "tool_latency_seconds": 0.155519, + "final_model_latency_seconds": 16.081872, + "total_latency_seconds": 17.977214, + "usage": { + "prompt_tokens": 19746, + "completion_tokens": 133, + "total_tokens": 19879 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki boli nájdené viaceré dokumenty zaoberajúce sa technológiami RAG a GraphRAG. Diplomová práca Oleh Poiasnika sa zameriava na expertný agentový systém v lekárni využívajúci LightRAG a znalostné grafy, zatiaľ čo Matej Ščišľak vo svojej diplomovej práci rieši zlepšenie vyhľadávania právnych informácií pomocou vlastnej implementácie GraphRAG zloženého z FAISS a Neo4J. Ďalej Ján Malinovský a Ján Pták pracujú na diplomových projektoch s tematikou grafového vyhľadávania a GraphRAG pre podporu vzdelávania a manažment záverečných prác, pričom Bogdan Paul Chiš v rámci stáže rieši extrakciu trojíc z lekárskych dát s využitím GraphRAG a LightRAG. Bakalársku prácu Maksyma Zatirky a diplomový projekt Martina Šarišského tiež riešia využitie znalostných grafov a techniky Graph RAG pre zlepšenie vyhľadávania v právnych predpisoch a generovanie slovenského jazyka.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "max_per_document": 2 + }, + "latency_seconds": 0.476129, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.597054, + "tool_latency_seconds": 0.476129, + "final_model_latency_seconds": 27.767253, + "total_latency_seconds": 29.841282, + "usage": { + "prompt_tokens": 26527, + "completion_tokens": 502, + "total_tokens": 27029 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov v ZP Wiki vyplýva, že existuje niekoľko záverečných prác a projektov, ktoré spájajú znalostné grafy s technológiami RAG alebo inteligentnými agentmi.\n\nValerii Kutsenko v diplomovej práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" navrhuje agenta, ktorý buduje a využíva znalostný graf pri vyhľadávaní, pričom využíva systémy ako LightRAG a MiniRAG pre multilinguálne aplikácie. Matej Ščišľak vypracoval diplomovú prácu „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", kde implementoval systém GraphRAG využívajúci databázu Neo4J spolu s vektorovým vyhľadávaním a agentom na báze Ollama pre právne otázky.\n\nV oblasti medicíny Oleh Poiasnik pracuje na diplomovej práci „Expertný agentový systém na podporu rozhodovania v lekárni\", ktorý využíva znalostný graf zostavený z databázy liekov na vylepšenie generovania odpovedí agentom, pričom testuje konfiguráciu s LightRAG a Neo4J. Podobný cieľ má aj praktická stáž Bogdana Paula Chiša, ktorá sa zameriava na konštrukciu znalostného grafu z viacerých jazykových medicínskych letákov a jeho využitie v inteligentnom agente pre odporúčanie liekov.\n\nĎalšie projekty zahŕňajú diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", ktorý vytvára agenta vyhľadávajúceho v znalostnom grafe vzdelávacích konceptov, a diplomový projekt Jána Ptáka „Agent pre manažment záverečných prác\", ktorý plánuje využiť GraphRAG na zlepšenie práce a vysvetliteľnosti jazykového modelu. V oblasti právneho spracovania sa nachádza aj bakalárska práca Maxima Zatirku „Grafová databáza pre podporu generovania slovenského jazyka\", kde autor navrhuje a vytvára inteligentného agenta využívajúceho znalostný graf slovenského práva uložený v Neo4J. Martin Šarišský vo svojej diplomovej práci skúma využitie znalostných grafov na vylepšenie vyhľadávania v zákonoch v rámci Graph RAG a inteligentných agentov, zatiaľ čo Oleksandr Hryshchenko vo svojej práci „Grafové neurónové siete pre získavanie informácií\" skúma prácu s grafovými informáciami a RAG systémami.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.591269, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.792948, + "tool_latency_seconds": 0.591269, + "final_model_latency_seconds": 54.511754, + "total_latency_seconds": 56.897274, + "usage": { + "prompt_tokens": 48432, + "completion_tokens": 919, + "total_tokens": 49351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, zahŕňajú bakalársku prácu Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" (2022), diplomovú prácu Jakuba Maruniaka s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" (2021), bakalársky projekt a prácu Than Trung Thana a Ediza Morochoviča („Štatistické rozpoznávanie pomenovaných entít\", 2019) a tiež bakalársku prácu Serhiiho Yemetsa zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít (2025). Medzi projekty a štúdie patria aj práce Mateja Ščišľaka na rozpoznávaní entít v dialógovom systéme (2024), Martina Wencela na demonštrácii rozpoznávania pomenovaných entít pomocou knižnice Spacy (2020) a Vladimíra Ferkova na anotácii nenávistnej reči, kde dáta anotuje podobne ako pomenované entity (2024). Ďalej sa témou zaoberá interná štúdia Cesara Abascala Gutierreza o rozpoznávaní neznámych pomenovaných entít a manuálnej anotácii (2019) a témy v rámci projektu „Podpora slovenčiny v knižnici Spacy\" a „Anotácia pomenovaných entít\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity/navod\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/topics/resources\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/otvorene", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 20, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 1.02965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.889677, + "tool_latency_seconds": 1.02965, + "final_model_latency_seconds": 74.608572, + "total_latency_seconds": 77.531067, + "usage": { + "prompt_tokens": 70486, + "completion_tokens": 777, + "total_tokens": 71263 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" a diplomovú prácu s predbežným názvom „Neurónový strojový preklad\". Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\". Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.668773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.987744, + "tool_latency_seconds": 0.668773, + "final_model_latency_seconds": 23.550218, + "total_latency_seconds": 26.207486, + "usage": { + "prompt_tokens": 25134, + "completion_tokens": 293, + "total_tokens": 25427 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Bogdan Paul Chiš sa v ZP Wiki nachádza na stránke v sekcii pre stážistov (interns) pod názvom „Bogdan Paul Chiš\", ktorá je dostupná na adrese https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.334984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.765065, + "tool_latency_seconds": 0.334984, + "final_model_latency_seconds": 11.069776, + "total_latency_seconds": 13.170273, + "usage": { + "prompt_tokens": 12452, + "completion_tokens": 175, + "total_tokens": 12627 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke pod adresou pre stážistov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.412968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.526158, + "tool_latency_seconds": 0.412968, + "final_model_latency_seconds": 11.740798, + "total_latency_seconds": 13.680832, + "usage": { + "prompt_tokens": 14600, + "completion_tokens": 114, + "total_tokens": 14714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza v sekcii pre stáže (interns), konkrétne na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.321123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.538297, + "tool_latency_seconds": 0.321123, + "final_model_latency_seconds": 9.910301, + "total_latency_seconds": 11.770237, + "usage": { + "prompt_tokens": 11579, + "completion_tokens": 137, + "total_tokens": 11716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Sevval Bulburu sa v ZP Wiki nachádza na stránke v sekcií pre študentov, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené úlohy a projekty, na ktorých pracovala, vrátane anotácie textov a práce s NLP modelmi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.30024, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.757716, + "tool_latency_seconds": 0.30024, + "final_model_latency_seconds": 11.374481, + "total_latency_seconds": 13.432974, + "usage": { + "prompt_tokens": 12865, + "completion_tokens": 190, + "total_tokens": 13055 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Youssef Ressaissi sa v ZP Wiki nachádza na stránke určenéj pre stážistov (interns) a nie v štandardnej študentskej zóne pre záverečné práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.286519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.739631, + "tool_latency_seconds": 0.286519, + "final_model_latency_seconds": 10.607927, + "total_latency_seconds": 12.634788, + "usage": { + "prompt_tokens": 12597, + "completion_tokens": 152, + "total_tokens": 12749 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dárius Lindvai sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai, kde sú evidované jeho študijné začiatky v roku 2016, bakalárska práca z roku 2019 a diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.434817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.80114, + "tool_latency_seconds": 0.434817, + "final_model_latency_seconds": 14.89349, + "total_latency_seconds": 17.130144, + "usage": { + "prompt_tokens": 16820, + "completion_tokens": 219, + "total_tokens": 17039 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dominik Nagy je v ZP Wiki dostupný na stránke v adresári `/students/2016/dominik_nagy`, kde sú uvedené informácie o jeho štúdiu, tímovom projekte z roku 2019 a diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.264989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.354722, + "tool_latency_seconds": 0.264989, + "final_model_latency_seconds": 14.057769, + "total_latency_seconds": 15.678031, + "usage": { + "prompt_tokens": 16295, + "completion_tokens": 169, + "total_tokens": 16464 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki v sekcii študentov pod adresou https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak, kde je uvedený jeho rok začiatku štúdia 2016 a téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.427128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.353651, + "tool_latency_seconds": 0.427128, + "final_model_latency_seconds": 11.909326, + "total_latency_seconds": 13.690549, + "usage": { + "prompt_tokens": 13239, + "completion_tokens": 180, + "total_tokens": 13419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Holp nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2016/jan_holp, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.305849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.727688, + "tool_latency_seconds": 0.305849, + "final_model_latency_seconds": 14.318748, + "total_latency_seconds": 16.352969, + "usage": { + "prompt_tokens": 17345, + "completion_tokens": 158, + "total_tokens": 17503 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Lukáš Pokrývka nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka, kde sú uvedené informácie o jeho štúdiu a záverečných prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "limit": 5 + }, + "latency_seconds": 0.371594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.358287, + "tool_latency_seconds": 0.371594, + "final_model_latency_seconds": 14.868231, + "total_latency_seconds": 16.598736, + "usage": { + "prompt_tokens": 17762, + "completion_tokens": 146, + "total_tokens": 17908 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Márk Fehér sa v ZP Wiki nachádza na stránke s URL adresou https://zp.kemt.fei.tuke.sk/students/2016/mark_feher, ktorá obsahuje informácie o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.341244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.322673, + "tool_latency_seconds": 0.341244, + "final_model_latency_seconds": 16.103685, + "total_latency_seconds": 17.768706, + "usage": { + "prompt_tokens": 18972, + "completion_tokens": 149, + "total_tokens": 19121 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maroš Harahus sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roka nástupu na štúdium (2016) a jeho mena.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?" + }, + "latency_seconds": 0.468541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.102749, + "tool_latency_seconds": 0.468541, + "final_model_latency_seconds": 13.861899, + "total_latency_seconds": 15.433765, + "usage": { + "prompt_tokens": 16481, + "completion_tokens": 118, + "total_tokens": 16599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Patrik Pavlišin sa v ZP Wiki nachádza na stránke s profilom študenta a jeho prácami, ktorá je umiestnená v adresári podľa roku nástupu na štúdium (v tomto prípade 2016) a mena priezviska. Konkrétny odkaz na tento záznam je https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.573628, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.519515, + "tool_latency_seconds": 0.573628, + "final_model_latency_seconds": 13.094981, + "total_latency_seconds": 15.188645, + "usage": { + "prompt_tokens": 14684, + "completion_tokens": 194, + "total_tokens": 14878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tomáš Kuchárik sa nachádza na stránke s URL adresou https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik, kde sú evidované jeho diplomové projekty pre roky 2021 a 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.253373, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.71107, + "tool_latency_seconds": 0.253373, + "final_model_latency_seconds": 8.819735, + "total_latency_seconds": 10.784497, + "usage": { + "prompt_tokens": 9705, + "completion_tokens": 169, + "total_tokens": 9874 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dmytro Ushatenko nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko, kde sú uvedené informácie o jeho bakalárskej práci z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.628268, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.669651, + "tool_latency_seconds": 0.628268, + "final_model_latency_seconds": 12.037192, + "total_latency_seconds": 14.335586, + "usage": { + "prompt_tokens": 13973, + "completion_tokens": 164, + "total_tokens": 14137 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dávid Omasta nájdete na stránke umiestnenej v adresári podľa roku nástupu na štúdium (2018) a jeho mena, konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2018/david_omasta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.297347, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.697174, + "tool_latency_seconds": 0.297347, + "final_model_latency_seconds": 10.82666, + "total_latency_seconds": 12.821834, + "usage": { + "prompt_tokens": 12396, + "completion_tokens": 170, + "total_tokens": 12566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Wencel sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, kde sú uvedené jeho študijné údaje aj informácie o vypracovanej bakalárskej práci z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262056, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.679992, + "tool_latency_seconds": 0.262056, + "final_model_latency_seconds": 11.803891, + "total_latency_seconds": 13.746578, + "usage": { + "prompt_tokens": 13659, + "completion_tokens": 174, + "total_tokens": 13833 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ondrej Megela nájdete na stránke v ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela, kde sú uvedené jeho záverečné práce (bakalárska a diplomová) a priebežný stav ich vypracovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?" + }, + "latency_seconds": 0.379042, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.168653, + "tool_latency_seconds": 0.379042, + "final_model_latency_seconds": 12.954492, + "total_latency_seconds": 14.502806, + "usage": { + "prompt_tokens": 15140, + "completion_tokens": 142, + "total_tokens": 15282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Alina Vitko nájdete v ZP Wiki na stránke s profilom študenta, ktorá sa nachádza v adresári podľa roku nástupu na štúdium a mena študenta, konkrétne na adrese https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.319371, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.691138, + "tool_latency_seconds": 0.319371, + "final_model_latency_seconds": 12.576163, + "total_latency_seconds": 14.587344, + "usage": { + "prompt_tokens": 14583, + "completion_tokens": 176, + "total_tokens": 14759 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Artem Yatsenko nájdete na stránke ZP Wiki s adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko, kde je evidovaný jeho bakalársky projekt z roku 2021 zameraný na rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.24039, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.703586, + "tool_latency_seconds": 0.24039, + "final_model_latency_seconds": 10.524596, + "total_latency_seconds": 12.468955, + "usage": { + "prompt_tokens": 11911, + "completion_tokens": 176, + "total_tokens": 12087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Filip Tomáš sa v ZP Wiki nachádza na stránke s cestou `/students/2019/filip_tomas`, kde sú evidované jeho študentské profily a práce vrátane diplomovej práce z rokov 2024 a 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.383427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.770314, + "tool_latency_seconds": 0.383427, + "final_model_latency_seconds": 17.310342, + "total_latency_seconds": 19.464687, + "usage": { + "prompt_tokens": 20793, + "completion_tokens": 170, + "total_tokens": 20963 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku jeho nástupu na štúdium (2019) a jeho mena.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.765301, + "tool_latency_seconds": 0.225471, + "final_model_latency_seconds": 12.464155, + "total_latency_seconds": 14.45539, + "usage": { + "prompt_tokens": 14615, + "completion_tokens": 162, + "total_tokens": 14777 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Michal Stromko nájdete na stránke ZP Wiki pod cestou `/students/2019/michal_stromko`, ktorá obsahuje jeho profil a informácie o vypracovaných prácach, ako sú bakalárska práca z roku 2022, vedecký projekt z roku 2021 a diplomový projekt.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.423112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.484119, + "tool_latency_seconds": 0.423112, + "final_model_latency_seconds": 12.561508, + "total_latency_seconds": 14.469182, + "usage": { + "prompt_tokens": 14419, + "completion_tokens": 167, + "total_tokens": 14586 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Eduard Matovka sa v ZP Wiki nachádza na stránke profilu študenta v adresári pod rokom nástupu na štúdium (2021) a jeho menom, teda pod cestou `/students/2021/eduard_matovka`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.314608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.710407, + "tool_latency_seconds": 0.314608, + "final_model_latency_seconds": 10.675938, + "total_latency_seconds": 12.701355, + "usage": { + "prompt_tokens": 12283, + "completion_tokens": 168, + "total_tokens": 12451 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Šarišský sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky, kde je uvedený ako študent začnúci štúdium v roku 2021 a pracujúci na diplomovej práci v roku 2026 a diplomovom projekte v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.393893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.689789, + "tool_latency_seconds": 0.393893, + "final_model_latency_seconds": 16.279921, + "total_latency_seconds": 18.364219, + "usage": { + "prompt_tokens": 18744, + "completion_tokens": 197, + "total_tokens": 18941 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Novotný nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny, kde je evidovaná jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?" + }, + "latency_seconds": 0.271895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.122897, + "tool_latency_seconds": 0.271895, + "final_model_latency_seconds": 13.270753, + "total_latency_seconds": 14.66611, + "usage": { + "prompt_tokens": 15219, + "completion_tokens": 144, + "total_tokens": 15363 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Ščišľak nájdete na študentskej stránke v ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.384046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.558299, + "tool_latency_seconds": 0.384046, + "final_model_latency_seconds": 12.18542, + "total_latency_seconds": 14.128247, + "usage": { + "prompt_tokens": 14537, + "completion_tokens": 142, + "total_tokens": 14679 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladimír Ferko sa nachádza v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko, kde sú uvedené informácie o jeho bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.388381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.715127, + "tool_latency_seconds": 0.388381, + "final_model_latency_seconds": 13.243591, + "total_latency_seconds": 15.347547, + "usage": { + "prompt_tokens": 15247, + "completion_tokens": 187, + "total_tokens": 15434 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Andrii Pervashov nájdete na študentskej stránke umiestnenej v adresári podľa roku nástupu na štúdium 2022 a jeho mena, konkrétne na URL adrese https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.259123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.775606, + "tool_latency_seconds": 0.259123, + "final_model_latency_seconds": 11.594721, + "total_latency_seconds": 13.630229, + "usage": { + "prompt_tokens": 13221, + "completion_tokens": 184, + "total_tokens": 13405 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Daniil Huzenko sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium, konkrétne v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.312722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.692548, + "tool_latency_seconds": 0.312722, + "final_model_latency_seconds": 12.236613, + "total_latency_seconds": 14.242355, + "usage": { + "prompt_tokens": 14554, + "completion_tokens": 156, + "total_tokens": 14710 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Malinovský sa v ZP Wiki nachádza na stránke, ktorá je organizovaná podľa roku nástupu na štúdium a mena študenta, konkrétne v sekcii pre študentov nástupom v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "limit": 5 + }, + "latency_seconds": 0.409873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.28491, + "tool_latency_seconds": 0.409873, + "final_model_latency_seconds": 12.655583, + "total_latency_seconds": 14.350808, + "usage": { + "prompt_tokens": 15038, + "completion_tokens": 135, + "total_tokens": 15173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde je evidovaný ako študent s rokom nástupu na štúdium 2022 a vedie diplomový projekt s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "limit": 5 + }, + "latency_seconds": 0.371036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.338323, + "tool_latency_seconds": 0.371036, + "final_model_latency_seconds": 10.923081, + "total_latency_seconds": 12.63304, + "usage": { + "prompt_tokens": 12271, + "completion_tokens": 158, + "total_tokens": 12429 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleh Poiasnik nájdete na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik, kde sú uvedené jeho bakalárska práca z roku 2025 a diplomová práca plánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.33585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.746752, + "tool_latency_seconds": 0.33585, + "final_model_latency_seconds": 15.550731, + "total_latency_seconds": 17.634165, + "usage": { + "prompt_tokens": 18364, + "completion_tokens": 178, + "total_tokens": 18542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Vasiľ sa v ZP Wiki nachádza na stránke, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena študenta, konkrétne v ceste `/students/2022/samuel_vasil`. Na tejto stránke sú uvedené informácie o jeho bakalárskej práci z roku 2026 s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.311389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.742119, + "tool_latency_seconds": 0.311389, + "final_model_latency_seconds": 11.59777, + "total_latency_seconds": 13.651831, + "usage": { + "prompt_tokens": 12297, + "completion_tokens": 222, + "total_tokens": 12519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tetiana Mohorian nájdete na stránke `https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian`, kde je uvedená jej bakalárska práca z roku 2025 zameraná na témy NLP a RAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.267679, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.534524, + "tool_latency_seconds": 0.267679, + "final_model_latency_seconds": 9.182903, + "total_latency_seconds": 10.985551, + "usage": { + "prompt_tokens": 9950, + "completion_tokens": 161, + "total_tokens": 10111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Valerii Kutsenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde je uvedená ako študentka vstupujúca v roku 2022 a pracujúca na bakalárskej práci v roku 2025 a diplomovej práci v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.404632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.70938, + "tool_latency_seconds": 0.404632, + "final_model_latency_seconds": 13.955404, + "total_latency_seconds": 16.069999, + "usage": { + "prompt_tokens": 16265, + "completion_tokens": 188, + "total_tokens": 16453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladyslav Yanchenko sa v ZP Wiki nachádza na stránke s profilom študenta, ktorá je umiestnená v adresári pre študentov s nástupom v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.280036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.722951, + "tool_latency_seconds": 0.280036, + "final_model_latency_seconds": 11.118569, + "total_latency_seconds": 13.121975, + "usage": { + "prompt_tokens": 13062, + "completion_tokens": 157, + "total_tokens": 13219 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Denis Le Thanh nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh, kde sú uvedené informácie o jeho bakalárskej práci z roku 2026 s témou trénovania jazykového modelu pre spracovanie inštrukcií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.263004, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.66875, + "tool_latency_seconds": 0.263004, + "final_model_latency_seconds": 14.866945, + "total_latency_seconds": 16.799233, + "usage": { + "prompt_tokens": 17502, + "completion_tokens": 180, + "total_tokens": 17682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maksym Zatirka sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka, kde je uvedená ako študent začínajúci štúdium v roku 2023 a pracujúci na bakalárskej práci s témou „Grafová databáza pre podporu generovania slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.294605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.755156, + "tool_latency_seconds": 0.294605, + "final_model_latency_seconds": 12.974951, + "total_latency_seconds": 15.025345, + "usage": { + "prompt_tokens": 14713, + "completion_tokens": 200, + "total_tokens": 14913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleksandr Dorybohov nájdete na stránke ZP Wiki umiestnenej pod cestou `/students/2023/oleksandr_dorybohov`, kde sú evidované jeho študijné údaje a téma bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?" + }, + "latency_seconds": 0.2708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.214283, + "tool_latency_seconds": 0.2708, + "final_model_latency_seconds": 10.958156, + "total_latency_seconds": 12.443805, + "usage": { + "prompt_tokens": 12698, + "completion_tokens": 133, + "total_tokens": 12831 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, ktorá obsahuje informácie o jeho bakalárskej práci s témou Skórovací online systém pre robotické súťaže.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.245022, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.711046, + "tool_latency_seconds": 0.245022, + "final_model_latency_seconds": 8.426127, + "total_latency_seconds": 10.382568, + "usage": { + "prompt_tokens": 9490, + "completion_tokens": 169, + "total_tokens": 9659 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Rostyslav Rodzhuk sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú uvedené informácie o jeho štúdiu od roku 2023 a práci na témach ako „Inteligentný agent pre podporu práce špeciálneho pedagóga\" (bakalárska práca 2026) a „Veľký jazykový model ako inteligentný agent\" (vedecký projekt 2025).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.312203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.769648, + "tool_latency_seconds": 0.312203, + "final_model_latency_seconds": 11.275937, + "total_latency_seconds": 13.35823, + "usage": { + "prompt_tokens": 12043, + "completion_tokens": 232, + "total_tokens": 12275 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Džurina sa v ZP Wiki nachádza na stránke, ktorá je organizovaná v adresári podľa roku nástupu na štúdium a mena študenta, konkrétne pod cestou pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.29053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.691922, + "tool_latency_seconds": 0.29053, + "final_model_latency_seconds": 12.991075, + "total_latency_seconds": 14.973985, + "usage": { + "prompt_tokens": 15601, + "completion_tokens": 158, + "total_tokens": 15759 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Simona Bobrovčanová sa v ZP Wiki nachádza na stránke v adresári pod rokom nástupu na štúdium (2023), konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde sú uvedené jej údaje a téma bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.275798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.768966, + "tool_latency_seconds": 0.275798, + "final_model_latency_seconds": 11.153305, + "total_latency_seconds": 13.198567, + "usage": { + "prompt_tokens": 12448, + "completion_tokens": 193, + "total_tokens": 12641 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v ZP Wiki spojená s témou „knowledge graph\" v rámci jeho stáže (Erasmus Intern Spring 2026), kde je cieľom jeho projektu konštruovať znalostný graf z lekárskeho balíčkového letáka v viacerých jazykoch a využiť ho v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.439834, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.772832, + "tool_latency_seconds": 0.439834, + "final_model_latency_seconds": 21.653644, + "total_latency_seconds": 23.867041, + "usage": { + "prompt_tokens": 25769, + "completion_tokens": 189, + "total_tokens": 25958 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „medical“, je jeho študentský dokument popisujúci prax v rámci programu Erasmus, kde si ako tému stanovil „(multilingual) Triplet extraction from medical data“ (multijazyčné extrahovanie trojíc z lekárskych dát).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.567959, + "tool_latency_seconds": 0.331018, + "final_model_latency_seconds": 10.808034, + "total_latency_seconds": 12.707508, + "usage": { + "prompt_tokens": 12010, + "completion_tokens": 163, + "total_tokens": 12173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction\", je dokument o jeho stáži v rámci programu Erasmus na jar 2026, kde bola téma práce definovaná ako „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.391646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.598638, + "tool_latency_seconds": 0.391646, + "final_model_latency_seconds": 11.970924, + "total_latency_seconds": 13.961893, + "usage": { + "prompt_tokens": 14088, + "completion_tokens": 153, + "total_tokens": 14241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Cesar Abascal Gutierrez so témou „named entities\" spája dokument o jeho internátskej praxi (pravdepodobne v lete 2019), kde si stanovil za cieľ rozpoznávanie neznámych pomenovaných entít, manuálnu anotáciu tréningovej množiny z prepisov reči a návrh anotačnej schémy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.362859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.749639, + "tool_latency_seconds": 0.362859, + "final_model_latency_seconds": 20.838195, + "total_latency_seconds": 22.951473, + "usage": { + "prompt_tokens": 24830, + "completion_tokens": 190, + "total_tokens": 25020 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spájaná s témou „Prodigy\" prostredníctvom dokumentu o jeho stáži v roku 2019, kde sa ako nástroj na manuálnu anotáciu uvádza Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "limit": 5 + }, + "latency_seconds": 0.310581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.380322, + "tool_latency_seconds": 0.310581, + "final_model_latency_seconds": 12.83289, + "total_latency_seconds": 14.524321, + "usage": { + "prompt_tokens": 15187, + "completion_tokens": 134, + "total_tokens": 15321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spája s témou „spaCy\" prostredníctvom dokumentu o jeho stáži (Intern), kde sa v rámci projektu Named entity annotations používa nástroj spaCy na strojové učenie a trénovanie klasifikátorov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.247721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.796863, + "tool_latency_seconds": 0.247721, + "final_model_latency_seconds": 10.565046, + "total_latency_seconds": 12.610023, + "usage": { + "prompt_tokens": 11990, + "completion_tokens": 162, + "total_tokens": 12152 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Olivera Pejica s témou „Hate Speech\", je dokument o jeho štátnicovej praxi (IAESTE Intern Summer 2024), kde jeho cieľom bolo pomôcť s projektom Hate Speech a pripraviť úlohu na vyhodnotenie pre slovenskú nenávistnú reč.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.202592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.735036, + "tool_latency_seconds": 0.202592, + "final_model_latency_seconds": 18.756259, + "total_latency_seconds": 20.694781, + "usage": { + "prompt_tokens": 22288, + "completion_tokens": 185, + "total_tokens": 22473 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam Olivera Pejica v ZP Wiki spája túto osobu s témou MTEB v rámci jeho letnej stáže (IAESTE Intern Summer 2024), kde mal za cieľ pomôcť s vyhodnocovaním modelov sentence transformer pomocou nástroja MTEB a následne pripraviť nové úlohy pre vyhodnotenie (MTEB evaluation tasks) pre slovenskú nenávistnú reč a slovenské vyhľadávanie s odpoveďami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "limit": 5 + }, + "latency_seconds": 0.211676, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.351125, + "tool_latency_seconds": 0.211676, + "final_model_latency_seconds": 12.032658, + "total_latency_seconds": 13.595903, + "usage": { + "prompt_tokens": 12929, + "completion_tokens": 190, + "total_tokens": 13119 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Olivera Pejica spája s témou „SentenceTransformer\" záznam o jeho stáži v rámci projektu IAESTE v lete 2024, kde bola súčasťou prípravy práca s frameworkom SentenceTransformer na vyhodnocovanie modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.378358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.539373, + "tool_latency_seconds": 0.378358, + "final_model_latency_seconds": 11.018275, + "total_latency_seconds": 12.936435, + "usage": { + "prompt_tokens": 12711, + "completion_tokens": 145, + "total_tokens": 12856 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Sevval Bulburu s témou BERT, je jej dokument o stáži IAESTE v roku 2023, kde uvádza pokus o prídanie ďalších vrstiev nad modelom BERT na vytvorenie klasifikátora pre detekciu nenávistných prejavov a plánuje použitie viacerých BERT modelov vrátane multilingválneho BERTu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.221442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.780141, + "tool_latency_seconds": 0.221442, + "final_model_latency_seconds": 10.96354, + "total_latency_seconds": 12.965568, + "usage": { + "prompt_tokens": 12053, + "completion_tokens": 205, + "total_tokens": 12258 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Sevval Bulburu je v ZP Wiki spojená s témou „Hate Speech\" prostredníctvom dokumentu o jej stáži v rámci programu IAESTE v lete 2023, kde bola jej cieľom pomoc s projektom na detekciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.269673, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.773734, + "tool_latency_seconds": 0.269673, + "final_model_latency_seconds": 20.613008, + "total_latency_seconds": 22.657669, + "usage": { + "prompt_tokens": 24893, + "completion_tokens": 168, + "total_tokens": 25061 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam o praktikách Sevval Bulburu v ZP Wiki spája túto osobu s témou SMOTE, keďže v rámci projektu na detekciu nenávistného prejavy (Hate Speech Project) v roku 2023 skúšala metódu SMOTE na vyváženie súboru dát, hoci tento pokus nebol úspešný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.323976, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.781018, + "tool_latency_seconds": 0.323976, + "final_model_latency_seconds": 11.044972, + "total_latency_seconds": 13.150466, + "usage": { + "prompt_tokens": 12111, + "completion_tokens": 186, + "total_tokens": 12297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki sprevádzaná s témou „ROUGE“ v rámci jeho stáže IAESTE v lete roku 2025, kde pri porovnávaní modelov pre sumarizáciu textov explicitne používal metriku ROUGE na vyhodnotenie výkonu modelov, ako je MBART alebo T5.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.106615, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.795595, + "tool_latency_seconds": 0.106615, + "final_model_latency_seconds": 8.278489, + "total_latency_seconds": 10.181046, + "usage": { + "prompt_tokens": 9059, + "completion_tokens": 184, + "total_tokens": 9243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki uvedená v zázname o jeho letnej stáži (IAESTE Intern Summer 2025), kde má za cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.10631, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.794878, + "tool_latency_seconds": 0.10631, + "final_model_latency_seconds": 8.062088, + "total_latency_seconds": 9.963589, + "usage": { + "prompt_tokens": 9052, + "completion_tokens": 177, + "total_tokens": 9229 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Youssef Ressaissi s témou „summarization\" spája záznam o jeho praxi IAESTE v lete 2025, kde si stanovil cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.111295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.793543, + "tool_latency_seconds": 0.111295, + "final_model_latency_seconds": 8.197282, + "total_latency_seconds": 10.10245, + "usage": { + "prompt_tokens": 9209, + "completion_tokens": 178, + "total_tokens": 9387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dárius Lindvai je v ZP Wiki sprevádzaná s témou BiLSTM v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde sa v zázname o činnosti uvádza trénovanie modelu BiLSTM+CRF.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.38544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.765207, + "tool_latency_seconds": 0.38544, + "final_model_latency_seconds": 13.221087, + "total_latency_seconds": 15.372695, + "usage": { + "prompt_tokens": 15694, + "completion_tokens": 177, + "total_tokens": 15871 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dárius Lindvai je v ZP Wiki spájaná s témou „CRF“ v rámci svojej diplomovej práce s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“, kde v zápisoch o činnosti uvádza upravené zdrojové kódy modelu BiLSTM+CRF pre obnovenie interpunkcie a trénovanie tohto modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.367413, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.760986, + "tool_latency_seconds": 0.367413, + "final_model_latency_seconds": 13.616747, + "total_latency_seconds": 15.745994, + "usage": { + "prompt_tokens": 15598, + "completion_tokens": 196, + "total_tokens": 15794 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dárius Lindvai je v ZP Wiki spojená s témou „interpunkcia\" prostredníctvom diplomového projektu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorý realizoval v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.354349, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.773562, + "tool_latency_seconds": 0.354349, + "final_model_latency_seconds": 11.482623, + "total_latency_seconds": 13.610964, + "usage": { + "prompt_tokens": 13366, + "completion_tokens": 167, + "total_tokens": 13533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spojená s témou Fairseq v rámci svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", kde sa okrem iného zameriaval na trénovanie modelov pomocou tohto nástroja.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.342002, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.731996, + "tool_latency_seconds": 0.342002, + "final_model_latency_seconds": 13.129878, + "total_latency_seconds": 15.204328, + "usage": { + "prompt_tokens": 15410, + "completion_tokens": 174, + "total_tokens": 15584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spojená s témou MBART v rámci svojej diplomovej práce z roku 2022, kde mala za úlohu vykonať experiment s architektúrou MBART a porovnať dosiahnuté výsledky s výsledkami uvedenými v článku „MBART (Liu et al. : Multilingual Denoising Pre-training for Neural Machine Translation)\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262219, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.728767, + "tool_latency_seconds": 0.262219, + "final_model_latency_seconds": 13.042719, + "total_latency_seconds": 15.034213, + "usage": { + "prompt_tokens": 15006, + "completion_tokens": 188, + "total_tokens": 15194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spojená s témou „strojový preklad\" prostredníctvom jeho diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá je tiež uvedená v zozname študentov pracujúcich na projekte „Strojový preklad\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "limit": 5 + }, + "latency_seconds": 0.780198, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.355092, + "tool_latency_seconds": 0.780198, + "final_model_latency_seconds": 19.902775, + "total_latency_seconds": 22.038872, + "usage": { + "prompt_tokens": 23307, + "completion_tokens": 178, + "total_tokens": 23485 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Jakub Maruniak s témou pomenované entity, je jeho diplomová práca s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa zameriaval na vytvorenie anotačnej schémy pre vyznačovanie slovenských pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.27408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.79249, + "tool_latency_seconds": 0.27408, + "final_model_latency_seconds": 19.014215, + "total_latency_seconds": 21.081464, + "usage": { + "prompt_tokens": 22299, + "completion_tokens": 191, + "total_tokens": 22490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Jakub Maruniak s témou „Prodigy\", je jeho stránka študenta, kde je v sekcii spolupráce s projektom explicitne uvedená anotácia textových dát pomocou nástroja Prodigy a v rámci diplomového projektu 1 (rok 2020) sú uvedené úlohy týkajúce sa použitia tohto nástroja na anotáciu slovenských pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.477543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.758242, + "tool_latency_seconds": 0.477543, + "final_model_latency_seconds": 12.7027, + "total_latency_seconds": 14.939096, + "usage": { + "prompt_tokens": 13969, + "completion_tokens": 212, + "total_tokens": 14181 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Jakub Maruniak s témou „Spacy\", je jeho študentská stránka venovaná diplomovému projektu 2021, kde sa v rámci úloh a priebehu práce spomína vyriešenie problému so Spacy modelom a trénovanie podľa repozitára spacy-skmodel.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.332386, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.73749, + "tool_latency_seconds": 0.332386, + "final_model_latency_seconds": 13.571065, + "total_latency_seconds": 15.641475, + "usage": { + "prompt_tokens": 15830, + "completion_tokens": 184, + "total_tokens": 16014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spájaná s témou PageRank v rámci svojej diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021, kde je v zázname uvedená implementácia a experimenty s algoritmom PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.331286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.762486, + "tool_latency_seconds": 0.331286, + "final_model_latency_seconds": 7.767159, + "total_latency_seconds": 9.861262, + "usage": { + "prompt_tokens": 8344, + "completion_tokens": 177, + "total_tokens": 8521 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Ján Holp má v ZP Wiki záznam o bakalárskej práci z roku 2019 s názvom „Vyhľadávač na slovenskom internete\", ktorá priamo spája jeho meno s témou slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.445129, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.76973, + "tool_latency_seconds": 0.445129, + "final_model_latency_seconds": 18.642262, + "total_latency_seconds": 20.857857, + "usage": { + "prompt_tokens": 22861, + "completion_tokens": 158, + "total_tokens": 23019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií\" prostredníctvom dokumentu s názvom „Získavanie informácií\", ktorý je súčasťou jeho tímového projektu, a tiež v rámci zadania jeho diplomovej práce z roku 2021, kde je jedným z hlavných cieľov vypracovať prehľad metód ohodnotenia dokumentov v systémoch získavania informácií a implementovať jednoduchý systém pre získavanie informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.424071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.612306, + "tool_latency_seconds": 0.424071, + "final_model_latency_seconds": 17.93728, + "total_latency_seconds": 19.974527, + "usage": { + "prompt_tokens": 20151, + "completion_tokens": 221, + "total_tokens": 20372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Lukáša Pokrývku s témou GPU, je jeho dokumentácia o Diplomovom projekte 2 v roku 2020, kde opisuje trénovanie modelu MNIST na viacerých GPU (napr. na 1 alebo 2 GPU na idoc a na Tesla) s využitím PyTorch a CUDA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.410932, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.779739, + "tool_latency_seconds": 0.410932, + "final_model_latency_seconds": 13.162639, + "total_latency_seconds": 15.353814, + "usage": { + "prompt_tokens": 14975, + "completion_tokens": 191, + "total_tokens": 15166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5 + }, + "latency_seconds": 0.308288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.389556, + "tool_latency_seconds": 0.308288, + "final_model_latency_seconds": 20.135953, + "total_latency_seconds": 21.834853, + "usage": { + "prompt_tokens": 25130, + "completion_tokens": 103, + "total_tokens": 25233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém v práci Jána Holpa. Zdroj uvádza, že bol pripravený experiment s databázou SCNC2 a vyhodnotenie pomocou metrík P-R-F1, ale počet testovacích používateľov nie je špecifikovaný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.314894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.704662, + "tool_latency_seconds": 0.314894, + "final_model_latency_seconds": 18.132011, + "total_latency_seconds": 20.152307, + "usage": { + "prompt_tokens": 20941, + "completion_tokens": 195, + "total_tokens": 21136 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "limit": 5 + }, + "latency_seconds": 0.346231, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.323573, + "tool_latency_seconds": 0.346231, + "final_model_latency_seconds": 21.811551, + "total_latency_seconds": 23.482019, + "usage": { + "prompt_tokens": 26841, + "completion_tokens": 100, + "total_tokens": 26941 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.265563, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.867221, + "tool_latency_seconds": 0.265563, + "final_model_latency_seconds": 7.421861, + "total_latency_seconds": 9.555049, + "usage": { + "prompt_tokens": 8656, + "completion_tokens": 132, + "total_tokens": 8788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.263649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.75327, + "tool_latency_seconds": 0.263649, + "final_model_latency_seconds": 7.205773, + "total_latency_seconds": 9.223019, + "usage": { + "prompt_tokens": 8884, + "completion_tokens": 126, + "total_tokens": 9010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.250967, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.783597, + "tool_latency_seconds": 0.250967, + "final_model_latency_seconds": 7.392323, + "total_latency_seconds": 9.427174, + "usage": { + "prompt_tokens": 9082, + "completion_tokens": 129, + "total_tokens": 9211 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.483938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.80778, + "tool_latency_seconds": 0.483938, + "final_model_latency_seconds": 6.676307, + "total_latency_seconds": 8.968279, + "usage": { + "prompt_tokens": 8151, + "completion_tokens": 132, + "total_tokens": 8283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?" + }, + "latency_seconds": 0.443849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.357748, + "tool_latency_seconds": 0.443849, + "final_model_latency_seconds": 15.651529, + "total_latency_seconds": 17.453694, + "usage": { + "prompt_tokens": 19637, + "completion_tokens": 101, + "total_tokens": 19738 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Jakub Maruniak používal pri práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.552463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.764093, + "tool_latency_seconds": 0.552463, + "final_model_latency_seconds": 7.328635, + "total_latency_seconds": 9.645582, + "usage": { + "prompt_tokens": 8423, + "completion_tokens": 142, + "total_tokens": 8565 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.388375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.593699, + "tool_latency_seconds": 0.388375, + "final_model_latency_seconds": 23.846856, + "total_latency_seconds": 25.829649, + "usage": { + "prompt_tokens": 29588, + "completion_tokens": 116, + "total_tokens": 29704 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.237349, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.686823, + "tool_latency_seconds": 0.237349, + "final_model_latency_seconds": 12.528348, + "total_latency_seconds": 14.452987, + "usage": { + "prompt_tokens": 15800, + "completion_tokens": 95, + "total_tokens": 15895 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy používal pri práci, hoci sa v dokumentoch uvádza, že tréning prebiehal na GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.242748, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.730742, + "tool_latency_seconds": 0.242748, + "final_model_latency_seconds": 7.479771, + "total_latency_seconds": 9.45352, + "usage": { + "prompt_tokens": 8375, + "completion_tokens": 156, + "total_tokens": 8531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi spomínajú používanie školského servera „idoc\" a pokusy o trénovanie na GPU, ale neuvádzajú konkrétne množstvo RAM (v GB) použitého počítača alebo servera.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.364368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.612569, + "tool_latency_seconds": 0.364368, + "final_model_latency_seconds": 25.68141, + "total_latency_seconds": 27.659319, + "usage": { + "prompt_tokens": 30600, + "completion_tokens": 182, + "total_tokens": 30782 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "published_only": true + }, + "latency_seconds": 0.341939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.571647, + "tool_latency_seconds": 0.341939, + "final_model_latency_seconds": 17.208389, + "total_latency_seconds": 19.122639, + "usage": { + "prompt_tokens": 21130, + "completion_tokens": 115, + "total_tokens": 21245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa konkrétny model GPU, ktorý Patrik Pavlišin používal pri práci, nepodarilo spoľahlivo nájsť. Zdroje síce spomínajú snahu o rozbehnutie trénovania na GPU a používanie toolkitu CUDA 10.1, ale neuvádzajú názov konkrétnej hardvérovej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.223362, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.778712, + "tool_latency_seconds": 0.223362, + "final_model_latency_seconds": 8.885198, + "total_latency_seconds": 10.887551, + "usage": { + "prompt_tokens": 9497, + "completion_tokens": 193, + "total_tokens": 9690 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci. Zdrojové dokumenty síce spomínajú použitie školského servera (idoc) a problémy s GPU, ale neobsahujú špecifikáciu množstva operačnej pamäte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.195174, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.807558, + "tool_latency_seconds": 0.195174, + "final_model_latency_seconds": 7.924424, + "total_latency_seconds": 9.927475, + "usage": { + "prompt_tokens": 8486, + "completion_tokens": 198, + "total_tokens": 8684 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Dávida Omasta. Dokumenty uvádzajú témou diplomových prác dotrénovanie slovenského generatívneho jazykového modelu a vytvorenie demo aplikácie, ako aj vyhodnotenie presnosti pomocou metrík P-R-F1 na dev množine, ale nešpecifikujú počet ľudských testovateľov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.199448, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.951905, + "tool_latency_seconds": 0.199448, + "final_model_latency_seconds": 7.595554, + "total_latency_seconds": 9.747153, + "usage": { + "prompt_tokens": 7670, + "completion_tokens": 224, + "total_tokens": 7894 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Dávid Omasta použil pri práci, keďže v záznamoch je uvádzané iba to, že mu nefungoval experiment s modelmi LLAMA a mt5-base na serveri idoc práve kvôli problémom s GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.328059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.548906, + "tool_latency_seconds": 0.328059, + "final_model_latency_seconds": 26.17931, + "total_latency_seconds": 28.057135, + "usage": { + "prompt_tokens": 31399, + "completion_tokens": 171, + "total_tokens": 31570 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.33888, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.877812, + "tool_latency_seconds": 0.33888, + "final_model_latency_seconds": 7.80031, + "total_latency_seconds": 10.017288, + "usage": { + "prompt_tokens": 8602, + "completion_tokens": 155, + "total_tokens": 8757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.340488, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.912334, + "tool_latency_seconds": 0.340488, + "final_model_latency_seconds": 6.71913, + "total_latency_seconds": 8.972203, + "usage": { + "prompt_tokens": 8127, + "completion_tokens": 137, + "total_tokens": 8264 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.34899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.595652, + "tool_latency_seconds": 0.34899, + "final_model_latency_seconds": 23.601369, + "total_latency_seconds": 25.546694, + "usage": { + "prompt_tokens": 29290, + "completion_tokens": 118, + "total_tokens": 29408 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.460036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.79696, + "tool_latency_seconds": 0.460036, + "final_model_latency_seconds": 7.258584, + "total_latency_seconds": 9.515867, + "usage": { + "prompt_tokens": 8365, + "completion_tokens": 131, + "total_tokens": 8496 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém osoby Michal Stromko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.451329, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.71121, + "tool_latency_seconds": 0.451329, + "final_model_latency_seconds": 6.797716, + "total_latency_seconds": 8.960529, + "usage": { + "prompt_tokens": 7907, + "completion_tokens": 146, + "total_tokens": 8053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.425737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.525947, + "tool_latency_seconds": 0.425737, + "final_model_latency_seconds": 26.450596, + "total_latency_seconds": 28.40301, + "usage": { + "prompt_tokens": 32746, + "completion_tokens": 114, + "total_tokens": 32860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.272639, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.612003, + "tool_latency_seconds": 0.272639, + "final_model_latency_seconds": 22.452227, + "total_latency_seconds": 24.337592, + "usage": { + "prompt_tokens": 27332, + "completion_tokens": 117, + "total_tokens": 27449 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.493776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.746326, + "tool_latency_seconds": 0.493776, + "final_model_latency_seconds": 27.508352, + "total_latency_seconds": 29.749661, + "usage": { + "prompt_tokens": 33522, + "completion_tokens": 126, + "total_tokens": 33648 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.649649, + "tool_latency_seconds": 0.331112, + "final_model_latency_seconds": 24.210762, + "total_latency_seconds": 26.19224, + "usage": { + "prompt_tokens": 29538, + "completion_tokens": 119, + "total_tokens": 29657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v materiáloch spomína použitie servera QUADRO pre prácu s väčšími modelmi, nie je v nich uvedené, koľko GB RAM mal tento server alebo počítač, ktorý Matej Ščišľak používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.265353, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.863551, + "tool_latency_seconds": 0.265353, + "final_model_latency_seconds": 8.7492, + "total_latency_seconds": 10.878399, + "usage": { + "prompt_tokens": 9139, + "completion_tokens": 191, + "total_tokens": 9330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?" + }, + "latency_seconds": 0.309991, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.280496, + "tool_latency_seconds": 0.309991, + "final_model_latency_seconds": 19.258674, + "total_latency_seconds": 20.849801, + "usage": { + "prompt_tokens": 24133, + "completion_tokens": 95, + "total_tokens": 24228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.246678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.579474, + "tool_latency_seconds": 0.246678, + "final_model_latency_seconds": 7.087791, + "total_latency_seconds": 8.914213, + "usage": { + "prompt_tokens": 8176, + "completion_tokens": 118, + "total_tokens": 8294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.253664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.863186, + "tool_latency_seconds": 0.253664, + "final_model_latency_seconds": 7.420856, + "total_latency_seconds": 9.538172, + "usage": { + "prompt_tokens": 9214, + "completion_tokens": 134, + "total_tokens": 9348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny počet používateľov, ktorí testovali výsledný systém osoby Oleh Poiasnik, hoci v záznamoch sa spomína úloha osloviť kolegov na vyhodnotenie systému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.239116, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.913474, + "tool_latency_seconds": 0.239116, + "final_model_latency_seconds": 8.009022, + "total_latency_seconds": 10.161902, + "usage": { + "prompt_tokens": 9118, + "completion_tokens": 181, + "total_tokens": 9299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik pri práci použil, hoci sú v zázname uvedené použité jazykové modely (ako Mistral-Small, Mistral Large, Qwen2.5) a nástroje (vllm, ollama) alebo vektorové modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.220675, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.771561, + "tool_latency_seconds": 0.220675, + "final_model_latency_seconds": 8.561943, + "total_latency_seconds": 10.554535, + "usage": { + "prompt_tokens": 9402, + "completion_tokens": 191, + "total_tokens": 9593 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v dokumente o Tetiane Mohoriannej sa spomína, že ak jej nebude stačiť GPU jej počítača, môže získať prístup na školský server alebo použiť Google Colab, nie je v textoch explicitne uvedený konkrétny počet GB RAM použitého počítača ani servera.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.394541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.600817, + "tool_latency_seconds": 0.394541, + "final_model_latency_seconds": 23.173468, + "total_latency_seconds": 25.169474, + "usage": { + "prompt_tokens": 27436, + "completion_tokens": 190, + "total_tokens": 27626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zázname o Tetiane Mohorian je uvedené, že vykonala vyhodnotenie s priateľmi pri práci na Telegram bote, nie je v ňom špecifikovaný konkrétny počet testujúcich používateľov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.225041, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.688941, + "tool_latency_seconds": 0.225041, + "final_model_latency_seconds": 18.4926, + "total_latency_seconds": 20.407246, + "usage": { + "prompt_tokens": 21561, + "completion_tokens": 183, + "total_tokens": 21744 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU na počítači nebude stačiť, môže získať prístup na školský server alebo použiť Google Colab.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.15745, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.763817, + "tool_latency_seconds": 0.15745, + "final_model_latency_seconds": 8.286205, + "total_latency_seconds": 10.208033, + "usage": { + "prompt_tokens": 8830, + "completion_tokens": 182, + "total_tokens": 9012 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.161857, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.672723, + "tool_latency_seconds": 0.161857, + "final_model_latency_seconds": 7.066715, + "total_latency_seconds": 8.901547, + "usage": { + "prompt_tokens": 8719, + "completion_tokens": 122, + "total_tokens": 8841 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Vladyslava Yanchenka uvádza názov jeho bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" a zadanie obsahuje úlohu vytvoriť automatické testy, nie je v ňom uvedený počet konkrétnych používateľov, ktorí výsledný systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.152427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.996346, + "tool_latency_seconds": 0.152427, + "final_model_latency_seconds": 8.366834, + "total_latency_seconds": 10.515874, + "usage": { + "prompt_tokens": 8742, + "completion_tokens": 224, + "total_tokens": 8966 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Vladyslav Yanchenko pri práci použil; dostupné zdroje uvádzajú iba použitie klaudových služieb, nástrojov pre CI/CD a cloudového úložiska.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.156752, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.798272, + "tool_latency_seconds": 0.156752, + "final_model_latency_seconds": 7.842506, + "total_latency_seconds": 9.797826, + "usage": { + "prompt_tokens": 8745, + "completion_tokens": 176, + "total_tokens": 8921 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.283931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.638227, + "tool_latency_seconds": 0.283931, + "final_model_latency_seconds": 22.430412, + "total_latency_seconds": 24.353376, + "usage": { + "prompt_tokens": 27913, + "completion_tokens": 118, + "total_tokens": 28031 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Daniil Huzenko pracuje na bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ale neobsahujú údaje o počte konkrétnych používateľov, ktorí výsledný systém testovali.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.271043, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.734953, + "tool_latency_seconds": 0.271043, + "final_model_latency_seconds": 16.530118, + "total_latency_seconds": 18.536738, + "usage": { + "prompt_tokens": 18733, + "completion_tokens": 201, + "total_tokens": 18934 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o Daniilovi Huzenkovi spomína vytváranie klastra z Raspberry Pi a inštalácia softvéru, žiadny z vrátených zdrojov neuvádza konkrétny model GPU, ktorý by študent pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.14881, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.772772, + "tool_latency_seconds": 0.14881, + "final_model_latency_seconds": 7.407122, + "total_latency_seconds": 9.328987, + "usage": { + "prompt_tokens": 7357, + "completion_tokens": 195, + "total_tokens": 7552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.215663, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.832438, + "tool_latency_seconds": 0.215663, + "final_model_latency_seconds": 7.279879, + "total_latency_seconds": 9.328278, + "usage": { + "prompt_tokens": 8996, + "completion_tokens": 133, + "total_tokens": 9129 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom počte používateľov, ktorí testovali výsledný systém osoby Samuel Džurina, hoci zadanie práce uvádza, že agenta treba otestovať formou dotazníka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.191779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.962691, + "tool_latency_seconds": 0.191779, + "final_model_latency_seconds": 7.433098, + "total_latency_seconds": 9.588041, + "usage": { + "prompt_tokens": 8258, + "completion_tokens": 184, + "total_tokens": 8442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Hoci je v zázname o Samuelovi Džurinovi uvedené, že firma nemá vlastný hardvér s GPU a riešenie je externé, konkrétny model GPU, ktorý pri vývoji použil, nie je explicitne špecifikovaný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.178334, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.768813, + "tool_latency_seconds": 0.178334, + "final_model_latency_seconds": 8.634154, + "total_latency_seconds": 10.581589, + "usage": { + "prompt_tokens": 9552, + "completion_tokens": 188, + "total_tokens": 9740 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém v rámci bakalárskej práce Simony Bobrovčanovej. Zdroj uvádza úlohy týkajúce sa vyhodnotenia pomocou metrík ROUGE, BLEU a DeepEval, ale nešpecifikuje účastníkov manuálneho testovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.157771, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.954051, + "tool_latency_seconds": 0.157771, + "final_model_latency_seconds": 7.736948, + "total_latency_seconds": 9.849067, + "usage": { + "prompt_tokens": 8104, + "completion_tokens": 212, + "total_tokens": 8316 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Simona Bobrovčanová pri práci použila.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.149269, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.745806, + "tool_latency_seconds": 0.149269, + "final_model_latency_seconds": 6.638465, + "total_latency_seconds": 8.533781, + "usage": { + "prompt_tokens": 7667, + "completion_tokens": 148, + "total_tokens": 7815 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Valerii Kutsenko pri práci s veľkými modelmi potreboval prístup na školský server a použil metódy kvantizácie a efektívneho doladenia parametrov, no konkrétny počet GB RAM pre jeho počítač alebo server v záznamoch nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "limit": 5 + }, + "latency_seconds": 0.363939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.374826, + "tool_latency_seconds": 0.363939, + "final_model_latency_seconds": 27.078044, + "total_latency_seconds": 28.817711, + "usage": { + "prompt_tokens": 32089, + "completion_tokens": 181, + "total_tokens": 32270 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.296816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.71243, + "tool_latency_seconds": 0.296816, + "final_model_latency_seconds": 17.950334, + "total_latency_seconds": 19.960228, + "usage": { + "prompt_tokens": 21536, + "completion_tokens": 124, + "total_tokens": 21660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.274877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.786734, + "tool_latency_seconds": 0.274877, + "final_model_latency_seconds": 7.343143, + "total_latency_seconds": 9.405084, + "usage": { + "prompt_tokens": 8692, + "completion_tokens": 129, + "total_tokens": 8821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.174736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.861095, + "tool_latency_seconds": 0.174736, + "final_model_latency_seconds": 7.200829, + "total_latency_seconds": 9.236945, + "usage": { + "prompt_tokens": 8763, + "completion_tokens": 136, + "total_tokens": 8899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.262565, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.673993, + "tool_latency_seconds": 0.262565, + "final_model_latency_seconds": 13.723767, + "total_latency_seconds": 15.660919, + "usage": { + "prompt_tokens": 17262, + "completion_tokens": 124, + "total_tokens": 17386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa táto informácia nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "limit": 5 + }, + "latency_seconds": 0.467943, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.446432, + "tool_latency_seconds": 0.467943, + "final_model_latency_seconds": 28.137499, + "total_latency_seconds": 30.05273, + "usage": { + "prompt_tokens": 34331, + "completion_tokens": 111, + "total_tokens": 34442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Jána Ptáka obsahujú informácie o jeho diplomovom projekte, témach a cieľoch, ale neuvádzajú technické špecifikácie hardvéru, ako je množstvo RAM.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.145363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.813588, + "tool_latency_seconds": 0.145363, + "final_model_latency_seconds": 8.037986, + "total_latency_seconds": 9.99725, + "usage": { + "prompt_tokens": 8209, + "completion_tokens": 181, + "total_tokens": 8390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Ján Ptáka uvádzajú tému jeho diplomového projektu a ciele na semester, ale neobsahujú údaje o počte konkrétnych používateľov, ktorí testovali výsledný systém.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.198794, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.908674, + "tool_latency_seconds": 0.198794, + "final_model_latency_seconds": 11.91865, + "total_latency_seconds": 14.026621, + "usage": { + "prompt_tokens": 13943, + "completion_tokens": 189, + "total_tokens": 14132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Jána Ptáka uvádzajú tému jeho diplomového projektu „Agent pre manažment záverečných prác\" a cieľové nástroje ako OpenWebUI a LangChain, ale neobsahujú žiadnu zmienku o konkrétnom modeli GPU, ktorý pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.347046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.799233, + "tool_latency_seconds": 0.347046, + "final_model_latency_seconds": 20.108028, + "total_latency_seconds": 22.254958, + "usage": { + "prompt_tokens": 23693, + "completion_tokens": 197, + "total_tokens": 23890 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.311063, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.855985, + "tool_latency_seconds": 0.311063, + "final_model_latency_seconds": 6.925367, + "total_latency_seconds": 9.092687, + "usage": { + "prompt_tokens": 8125, + "completion_tokens": 134, + "total_tokens": 8259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.282573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.392451, + "tool_latency_seconds": 0.282573, + "final_model_latency_seconds": 10.093323, + "total_latency_seconds": 11.768805, + "usage": { + "prompt_tokens": 12570, + "completion_tokens": 103, + "total_tokens": 12673 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp. Zdroj uvádza názov jeho diplomovej práce \"Systém získavania informácií v slovenskom jazyku\" z roku 2021, ale neobsahuje údaj o jej rozsahu v stranách.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293144, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.844649, + "tool_latency_seconds": 0.293144, + "final_model_latency_seconds": 7.452853, + "total_latency_seconds": 9.590893, + "usage": { + "prompt_tokens": 7691, + "completion_tokens": 199, + "total_tokens": 7890 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument uvádza, že Ján Holpl plánoval nasadenie systému pomocou Dockeru a riešenie problémov s databázou Cassandra, žiadna konkrétna IP adresa nie je v poskytnutom kontexte uvedená.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.352962, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.825504, + "tool_latency_seconds": 0.352962, + "final_model_latency_seconds": 7.70996, + "total_latency_seconds": 9.88903, + "usage": { + "prompt_tokens": 8367, + "completion_tokens": 187, + "total_tokens": 8554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zdrojoch spomínané využitie „veľkých slovenských dát z internetu\" a indexovanie veľkej databázy dát, neuvádza sa konkrétna veľkosť tejto množiny v gigabajtoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.356911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.895393, + "tool_latency_seconds": 0.356911, + "final_model_latency_seconds": 7.31816, + "total_latency_seconds": 9.570784, + "usage": { + "prompt_tokens": 7860, + "completion_tokens": 189, + "total_tokens": 8049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.28459, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.765736, + "tool_latency_seconds": 0.28459, + "final_model_latency_seconds": 6.481277, + "total_latency_seconds": 8.531866, + "usage": { + "prompt_tokens": 7930, + "completion_tokens": 128, + "total_tokens": 8058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informácia o konkrétnom modeli procesora alebo CPU, ktorý Tomáš Kuchárik používal pri práci, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.3479, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.830342, + "tool_latency_seconds": 0.3479, + "final_model_latency_seconds": 7.004781, + "total_latency_seconds": 9.183491, + "usage": { + "prompt_tokens": 8126, + "completion_tokens": 152, + "total_tokens": 8278 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?" + }, + "latency_seconds": 0.418923, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.235944, + "tool_latency_seconds": 0.418923, + "final_model_latency_seconds": 11.43664, + "total_latency_seconds": 13.092126, + "usage": { + "prompt_tokens": 14459, + "completion_tokens": 93, + "total_tokens": 14552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o počte strán finálnej záverečnej práce Tomáša Kuchárika nepodarilo spoľahlivo nájsť; v zdrojoch je síce spomenutý úkol vypracovať draft diplomovej práce vo forme článku na cca 10 strán, no nejde o údaj o finálnej podobe záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.246975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.872698, + "tool_latency_seconds": 0.246975, + "final_model_latency_seconds": 7.53595, + "total_latency_seconds": 9.656012, + "usage": { + "prompt_tokens": 7779, + "completion_tokens": 199, + "total_tokens": 7978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Tomášovi Kuchárovi uvádza úlohy súvisiace s nasadením anotačnej aplikácie a vytvorením Dockerfile, neobsahuje konkrétnu IP adresu použiteľú pre nasadený systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.267169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.85484, + "tool_latency_seconds": 0.267169, + "final_model_latency_seconds": 8.16694, + "total_latency_seconds": 10.289279, + "usage": { + "prompt_tokens": 8946, + "completion_tokens": 189, + "total_tokens": 9135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.280034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.902487, + "tool_latency_seconds": 0.280034, + "final_model_latency_seconds": 6.430777, + "total_latency_seconds": 8.613569, + "usage": { + "prompt_tokens": 7840, + "completion_tokens": 135, + "total_tokens": 7975 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" patriacu do kategórie dp2021, čo zodpovedá roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.605337, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.928869, + "tool_latency_seconds": 0.605337, + "final_model_latency_seconds": 7.472339, + "total_latency_seconds": 10.006815, + "usage": { + "prompt_tokens": 8509, + "completion_tokens": 173, + "total_tokens": 8682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Dominik Nagy je na ZP Wiki uvedená diplomová práca s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" a rok jej vykonania je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.707821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.798762, + "tool_latency_seconds": 0.707821, + "final_model_latency_seconds": 23.818134, + "total_latency_seconds": 26.32574, + "usage": { + "prompt_tokens": 29126, + "completion_tokens": 155, + "total_tokens": 29281 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o diplomovej práci Jakuba Maruniaka je na ZP Wiki uvedený pod názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a patrí do roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.586804, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.839719, + "tool_latency_seconds": 0.586804, + "final_model_latency_seconds": 23.577857, + "total_latency_seconds": 26.005271, + "usage": { + "prompt_tokens": 28137, + "completion_tokens": 163, + "total_tokens": 28300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.540853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.633504, + "tool_latency_seconds": 0.540853, + "final_model_latency_seconds": 24.162209, + "total_latency_seconds": 26.337541, + "usage": { + "prompt_tokens": 29192, + "completion_tokens": 133, + "total_tokens": 29325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.502362, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.869793, + "tool_latency_seconds": 0.502362, + "final_model_latency_seconds": 22.860577, + "total_latency_seconds": 25.233519, + "usage": { + "prompt_tokens": 27557, + "completion_tokens": 151, + "total_tokens": 27708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér má na ZP Wiki uvedenú diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.485111, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.663776, + "tool_latency_seconds": 0.485111, + "final_model_latency_seconds": 22.910172, + "total_latency_seconds": 25.059816, + "usage": { + "prompt_tokens": 27701, + "completion_tokens": 136, + "total_tokens": 27837 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá je na ZP Wiki uvedená pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.670497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.843986, + "tool_latency_seconds": 0.670497, + "final_model_latency_seconds": 24.123159, + "total_latency_seconds": 26.638528, + "usage": { + "prompt_tokens": 28984, + "completion_tokens": 156, + "total_tokens": 29140 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.677168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.336054, + "tool_latency_seconds": 0.677168, + "final_model_latency_seconds": 19.638214, + "total_latency_seconds": 21.652183, + "usage": { + "prompt_tokens": 23814, + "completion_tokens": 107, + "total_tokens": 23921 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má na ZP Wiki uvedené dve diplomové práce: v roku 2021 pod názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 pod názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.774369, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.261586, + "tool_latency_seconds": 0.774369, + "final_model_latency_seconds": 23.845749, + "total_latency_seconds": 25.882626, + "usage": { + "prompt_tokens": 28018, + "completion_tokens": 162, + "total_tokens": 28180 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Dmytra Ushatenka má názov „Jednoduchý chatbot v jazyku Python“ a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.358541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.495104, + "tool_latency_seconds": 0.358541, + "final_model_latency_seconds": 17.460527, + "total_latency_seconds": 19.315037, + "usage": { + "prompt_tokens": 21082, + "completion_tokens": 127, + "total_tokens": 21209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má na ZP Wiki zaznamenanú diplomovú prácu s návrhom názvu „Generatívne modely slovenského jazyka\" pre rok 2023 a diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.478312, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.839388, + "tool_latency_seconds": 0.478312, + "final_model_latency_seconds": 23.670831, + "total_latency_seconds": 25.98932, + "usage": { + "prompt_tokens": 27895, + "completion_tokens": 192, + "total_tokens": 28087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela sa na ZP Wiki uvádza pod názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je zaradená do roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.441363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.26122, + "tool_latency_seconds": 0.441363, + "final_model_latency_seconds": 22.758372, + "total_latency_seconds": 24.461955, + "usage": { + "prompt_tokens": 27118, + "completion_tokens": 128, + "total_tokens": 27246 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2021, pričom v zázname je uvedený aj rok realizácie projektu 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.451148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.656093, + "tool_latency_seconds": 0.451148, + "final_model_latency_seconds": 21.336205, + "total_latency_seconds": 23.444561, + "usage": { + "prompt_tokens": 25622, + "completion_tokens": 153, + "total_tokens": 25775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Alina Vitko má na ZP Wiki uvedenú bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.467318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.841718, + "tool_latency_seconds": 0.467318, + "final_model_latency_seconds": 23.13585, + "total_latency_seconds": 25.445607, + "usage": { + "prompt_tokens": 27954, + "completion_tokens": 154, + "total_tokens": 28108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobe Artem Yatsenko je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.623873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.669603, + "tool_latency_seconds": 0.623873, + "final_model_latency_seconds": 20.729862, + "total_latency_seconds": 23.024045, + "usage": { + "prompt_tokens": 24979, + "completion_tokens": 144, + "total_tokens": 25123 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Filip Tomáš má na ZP Wiki uvedenú bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.432483, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.850541, + "tool_latency_seconds": 0.432483, + "final_model_latency_seconds": 7.577066, + "total_latency_seconds": 9.860389, + "usage": { + "prompt_tokens": 8055, + "completion_tokens": 154, + "total_tokens": 8209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Kristián Sopkovič má na ZP Wiki uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.470581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.885823, + "tool_latency_seconds": 0.470581, + "final_model_latency_seconds": 7.323081, + "total_latency_seconds": 9.679775, + "usage": { + "prompt_tokens": 8536, + "completion_tokens": 164, + "total_tokens": 8700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka má názov „Indexovanie slovenského textu pomocou Elasticsearch\" a je na ZP Wiki uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.453337, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.41479, + "tool_latency_seconds": 0.453337, + "final_model_latency_seconds": 17.334297, + "total_latency_seconds": 19.203233, + "usage": { + "prompt_tokens": 21450, + "completion_tokens": 123, + "total_tokens": 21573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Eduard Matovka vypracovával bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.423758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.860109, + "tool_latency_seconds": 0.423758, + "final_model_latency_seconds": 21.174965, + "total_latency_seconds": 23.459595, + "usage": { + "prompt_tokens": 25673, + "completion_tokens": 149, + "total_tokens": 25822 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský má na ZP Wiki uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.574023, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.841536, + "tool_latency_seconds": 0.574023, + "final_model_latency_seconds": 22.780688, + "total_latency_seconds": 25.197307, + "usage": { + "prompt_tokens": 27667, + "completion_tokens": 150, + "total_tokens": 27817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.466039, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.889733, + "tool_latency_seconds": 0.466039, + "final_model_latency_seconds": 23.11132, + "total_latency_seconds": 25.467868, + "usage": { + "prompt_tokens": 27890, + "completion_tokens": 151, + "total_tokens": 28041 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá je na ZP Wiki uvedená v kategórii pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.416419, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.87442, + "tool_latency_seconds": 0.416419, + "final_model_latency_seconds": 21.170788, + "total_latency_seconds": 23.462296, + "usage": { + "prompt_tokens": 25313, + "completion_tokens": 169, + "total_tokens": 25482 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladimír Ferko má na ZP Wiki uvedenú bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.475681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.686365, + "tool_latency_seconds": 0.475681, + "final_model_latency_seconds": 22.338539, + "total_latency_seconds": 24.501352, + "usage": { + "prompt_tokens": 26854, + "completion_tokens": 147, + "total_tokens": 27001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre študenta Andrii Pervashov je na ZP Wiki uvedená diplomová práca s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.719594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.869705, + "tool_latency_seconds": 0.719594, + "final_model_latency_seconds": 24.933058, + "total_latency_seconds": 27.52305, + "usage": { + "prompt_tokens": 29782, + "completion_tokens": 166, + "total_tokens": 29948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.428432, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.85557, + "tool_latency_seconds": 0.428432, + "final_model_latency_seconds": 21.503395, + "total_latency_seconds": 23.788093, + "usage": { + "prompt_tokens": 25862, + "completion_tokens": 164, + "total_tokens": 26026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Malinovský je na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.462895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.421314, + "tool_latency_seconds": 0.462895, + "final_model_latency_seconds": 22.873558, + "total_latency_seconds": 24.758413, + "usage": { + "prompt_tokens": 27646, + "completion_tokens": 125, + "total_tokens": 27771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je v zázname typu „diplomový projekt\" uvedená téma Agent pre manažment záverečných prác a rok uvedený v názve sekcie je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.409619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.971023, + "tool_latency_seconds": 0.409619, + "final_model_latency_seconds": 16.800854, + "total_latency_seconds": 19.182049, + "usage": { + "prompt_tokens": 20192, + "completion_tokens": 161, + "total_tokens": 20353 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleh Poiasnik má na ZP Wiki uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.526292, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.843902, + "tool_latency_seconds": 0.526292, + "final_model_latency_seconds": 24.715009, + "total_latency_seconds": 27.085894, + "usage": { + "prompt_tokens": 30021, + "completion_tokens": 150, + "total_tokens": 30171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobe Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.366594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.673228, + "tool_latency_seconds": 0.366594, + "final_model_latency_seconds": 22.287485, + "total_latency_seconds": 24.327959, + "usage": { + "prompt_tokens": 26538, + "completion_tokens": 155, + "total_tokens": 26693 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Podľa ZP Wiki má Tetiana Mohorian evidovanú bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.426153, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.84957, + "tool_latency_seconds": 0.426153, + "final_model_latency_seconds": 21.347409, + "total_latency_seconds": 23.623896, + "usage": { + "prompt_tokens": 25773, + "completion_tokens": 160, + "total_tokens": 25933 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Valerii Kutsenko má na ZP Wiki evidovanú diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", ktorá je uvedená v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.511905, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.838937, + "tool_latency_seconds": 0.511905, + "final_model_latency_seconds": 21.212239, + "total_latency_seconds": 23.563731, + "usage": { + "prompt_tokens": 25747, + "completion_tokens": 157, + "total_tokens": 25904 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.465806, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.888651, + "tool_latency_seconds": 0.465806, + "final_model_latency_seconds": 23.426421, + "total_latency_seconds": 25.781663, + "usage": { + "prompt_tokens": 28199, + "completion_tokens": 163, + "total_tokens": 28362 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre osobu Denis Le Thanh nenašiel explicitne uvedený finálny názov bakalárskej práce, pričom je tam uvedené, že sa pracuje na téme „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" a rok ukončenia (podľa kategórie) je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.416161, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.823688, + "tool_latency_seconds": 0.416161, + "final_model_latency_seconds": 22.015214, + "total_latency_seconds": 24.255691, + "usage": { + "prompt_tokens": 25536, + "completion_tokens": 197, + "total_tokens": 25733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Maksymovi Zatirkovi je na ZP Wiki uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" a rok záverečnej práce je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.428257, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.481557, + "tool_latency_seconds": 0.428257, + "final_model_latency_seconds": 23.795552, + "total_latency_seconds": 25.706018, + "usage": { + "prompt_tokens": 28228, + "completion_tokens": 140, + "total_tokens": 28368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Oleksandr Dorybohov je na ZP Wiki uvedená bakalárska práca s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.426643, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.687659, + "tool_latency_seconds": 0.426643, + "final_model_latency_seconds": 21.422643, + "total_latency_seconds": 23.537601, + "usage": { + "prompt_tokens": 25932, + "completion_tokens": 146, + "total_tokens": 26078 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ronald Zalacka má názov „Skórovací online systém pre robotické súťaže\" a je na ZP Wiki uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.421751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.27196, + "tool_latency_seconds": 0.421751, + "final_model_latency_seconds": 21.307872, + "total_latency_seconds": 23.002208, + "usage": { + "prompt_tokens": 25949, + "completion_tokens": 115, + "total_tokens": 26064 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o bakalárskej práci Rostyslava Rodzhuka uvádza rok 2026 a témou práce je „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.434436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.866074, + "tool_latency_seconds": 0.434436, + "final_model_latency_seconds": 21.84918, + "total_latency_seconds": 24.150439, + "usage": { + "prompt_tokens": 26355, + "completion_tokens": 158, + "total_tokens": 26513 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobe Samuel Džurina je v ZP Wiki uvedená bakalárska práca s názvom (témou) „Dialógový systém pre podporu firemných procesov“ a je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.364926, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.864153, + "tool_latency_seconds": 0.364926, + "final_model_latency_seconds": 22.769315, + "total_latency_seconds": 24.999076, + "usage": { + "prompt_tokens": 27236, + "completion_tokens": 164, + "total_tokens": 27400 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Simona Bobrovčanová je na ZP Wiki uvedená bakalárska práca s témou „Automatická sumarizácia slovenského textu\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.436742, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.902233, + "tool_latency_seconds": 0.436742, + "final_model_latency_seconds": 21.945832, + "total_latency_seconds": 24.285481, + "usage": { + "prompt_tokens": 26380, + "completion_tokens": 155, + "total_tokens": 26535 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V ZP Wiki je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca s témou „Získavanie textu z webových stránok“ pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.431429, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.915009, + "tool_latency_seconds": 0.431429, + "final_model_latency_seconds": 24.641623, + "total_latency_seconds": 26.988722, + "usage": { + "prompt_tokens": 29441, + "completion_tokens": 164, + "total_tokens": 29605 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai začal štúdium v roku 2016 a rok vyjadrený kategóriou jeho diplomovej práce je 2021, čo zodpovedá kategórii dp2021, zatiaľ čo sekcia diplomového projektu je označená rokom 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.850386, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.998697, + "tool_latency_seconds": 0.850386, + "final_model_latency_seconds": 17.76696, + "total_latency_seconds": 20.616664, + "usage": { + "prompt_tokens": 20917, + "completion_tokens": 187, + "total_tokens": 21104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s tematikou strojového prekladu má názov „Neurónový strojový preklad pomocou knižnice Fairseq“ a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.014132, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.897565, + "tool_latency_seconds": 1.014132, + "final_model_latency_seconds": 17.743158, + "total_latency_seconds": 20.655416, + "usage": { + "prompt_tokens": 21473, + "completion_tokens": 160, + "total_tokens": 21633 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Jakubovi Maruniakovi je rok začiatku štúdia uvedený ako 2016 a záznam typu „diplomová práca“ sa vzťahuje k roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.81972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.50939, + "tool_latency_seconds": 0.81972, + "final_model_latency_seconds": 37.49901, + "total_latency_seconds": 39.829329, + "usage": { + "prompt_tokens": 44339, + "completion_tokens": 135, + "total_tokens": 44474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia pre Jána Holpa je 2016 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca\", je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.765401, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.927277, + "tool_latency_seconds": 0.765401, + "final_model_latency_seconds": 17.485477, + "total_latency_seconds": 20.178797, + "usage": { + "prompt_tokens": 20559, + "completion_tokens": 162, + "total_tokens": 20721 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka začal štúdium v roku 2016 a záznam o jeho diplomovej práci je na ZP Wiki uvedený za rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.999838, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.557125, + "tool_latency_seconds": 0.999838, + "final_model_latency_seconds": 42.288355, + "total_latency_seconds": 44.846509, + "usage": { + "prompt_tokens": 49687, + "completion_tokens": 133, + "total_tokens": 49820 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.214447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.961537, + "tool_latency_seconds": 0.214447, + "final_model_latency_seconds": 7.367332, + "total_latency_seconds": 9.543563, + "usage": { + "prompt_tokens": 7684, + "completion_tokens": 152, + "total_tokens": 7836 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.010439, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.938232, + "tool_latency_seconds": 1.010439, + "final_model_latency_seconds": 7.495317, + "total_latency_seconds": 10.444308, + "usage": { + "prompt_tokens": 8950, + "completion_tokens": 155, + "total_tokens": 9105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu\" a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.647673, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.946293, + "tool_latency_seconds": 1.647673, + "final_model_latency_seconds": 7.134753, + "total_latency_seconds": 10.728977, + "usage": { + "prompt_tokens": 8209, + "completion_tokens": 165, + "total_tokens": 8374 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.534977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.722654, + "tool_latency_seconds": 0.534977, + "final_model_latency_seconds": 21.659937, + "total_latency_seconds": 23.918229, + "usage": { + "prompt_tokens": 26520, + "completion_tokens": 151, + "total_tokens": 26671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Dmytra Ushatenka s témou súvisiacou s chatbotom sa volá „Jednoduchý chatbot v jazyku Python“ a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.351554, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.933089, + "tool_latency_seconds": 0.351554, + "final_model_latency_seconds": 17.184986, + "total_latency_seconds": 19.470158, + "usage": { + "prompt_tokens": 20463, + "completion_tokens": 167, + "total_tokens": 20630 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v ZP Wiki evidované dve diplomové práce súvisiace s témou „generatívne modely“: v roku 2023 ide o návrh názvu „Generatívne modely slovenského jazyka“ a v roku 2024 ide o návrh názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.350524, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.936054, + "tool_latency_seconds": 0.350524, + "final_model_latency_seconds": 8.390446, + "total_latency_seconds": 10.677274, + "usage": { + "prompt_tokens": 8712, + "completion_tokens": 205, + "total_tokens": 8917 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca osoby Martina Wencela súvisiaca s témou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5 + }, + "latency_seconds": 0.490182, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.424889, + "tool_latency_seconds": 0.490182, + "final_model_latency_seconds": 23.661495, + "total_latency_seconds": 25.577377, + "usage": { + "prompt_tokens": 28663, + "completion_tokens": 141, + "total_tokens": 28804 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megelu s témou súvisiacou s BERT má názov „Neurónové jazykové modelovanie typu BERT\" a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.756018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.904111, + "tool_latency_seconds": 0.756018, + "final_model_latency_seconds": 28.261895, + "total_latency_seconds": 30.92288, + "usage": { + "prompt_tokens": 33942, + "completion_tokens": 161, + "total_tokens": 34103 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Alina Vitko je rok začiatku štúdia uvedený ako 2019 a záznam typu „bakalárska práca\" sa na ZP Wiki nachádza pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.516776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.726546, + "tool_latency_seconds": 0.516776, + "final_model_latency_seconds": 40.707104, + "total_latency_seconds": 42.951609, + "usage": { + "prompt_tokens": 47624, + "completion_tokens": 149, + "total_tokens": 47773 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Artema Yatsenka sa začiatok štúdia uvádza ako rok 2019, zatiaľ čo záznam typu „bakalárska práca\" je na ZP Wiki priradený k roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.232655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.933682, + "tool_latency_seconds": 0.232655, + "final_model_latency_seconds": 16.781049, + "total_latency_seconds": 18.947905, + "usage": { + "prompt_tokens": 19500, + "completion_tokens": 168, + "total_tokens": 19668 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca osoby Filip Tomáš súvisiaca s témou CI/CD má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.432167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.907118, + "tool_latency_seconds": 0.432167, + "final_model_latency_seconds": 8.447583, + "total_latency_seconds": 10.787197, + "usage": { + "prompt_tokens": 9555, + "completion_tokens": 166, + "total_tokens": 9721 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.509755, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.935506, + "tool_latency_seconds": 0.509755, + "final_model_latency_seconds": 7.776741, + "total_latency_seconds": 10.222295, + "usage": { + "prompt_tokens": 9173, + "completion_tokens": 161, + "total_tokens": 9334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka súvisiaca s témou Elasticsearch má názov „Indexovanie slovenského textu pomocou Elasticsearch\" a bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená." + }, + "latency_seconds": 0.593235, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.22377, + "tool_latency_seconds": 0.593235, + "final_model_latency_seconds": 23.34831, + "total_latency_seconds": 25.165998, + "usage": { + "prompt_tokens": 28601, + "completion_tokens": 114, + "total_tokens": 28715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Eduard Matovka je rok začiatku štúdia 2021 a záznam o bakalárskej práci je uvedený pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.4659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.963055, + "tool_latency_seconds": 0.4659, + "final_model_latency_seconds": 14.314625, + "total_latency_seconds": 16.744099, + "usage": { + "prompt_tokens": 17200, + "completion_tokens": 156, + "total_tokens": 17356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Martin Šarišský je rok začiatku štúdia uvedený ako 2021, zatiaľ čo záznam typu „diplomová práca\" sa na ZP Wiki nachádza pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 1.066548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.69712, + "tool_latency_seconds": 1.066548, + "final_model_latency_seconds": 29.109878, + "total_latency_seconds": 31.874378, + "usage": { + "prompt_tokens": 34900, + "completion_tokens": 154, + "total_tokens": 35054 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Matej Novotný je rok začiatku štúdia uvedený ako 2021, zatiaľ čo záznam o diplomovej práci je evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.800741, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.505465, + "tool_latency_seconds": 0.800741, + "final_model_latency_seconds": 38.276962, + "total_latency_seconds": 40.584276, + "usage": { + "prompt_tokens": 44924, + "completion_tokens": 133, + "total_tokens": 45057 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Podľa záznamov na ZP Wiki začal Matej Ščišľak štúdium v roku 2021, pričom záznam o jeho diplomovej práci je uvedený pre rok 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.886699, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" + ], + "first_model_latency_seconds": 1.548772, + "tool_latency_seconds": 0.886699, + "final_model_latency_seconds": 39.155651, + "total_latency_seconds": 41.592254, + "usage": { + "prompt_tokens": 45667, + "completion_tokens": 141, + "total_tokens": 45808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Vladimír Ferko sa rok začiatku štúdia uvádza ako 2021, zatiaľco záznam typu bakalárska práca je na ZP Wiki evidovaný pre rok 2024.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.516869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.950393, + "tool_latency_seconds": 0.516869, + "final_model_latency_seconds": 34.606704, + "total_latency_seconds": 37.074974, + "usage": { + "prompt_tokens": 40623, + "completion_tokens": 167, + "total_tokens": 40790 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Andrii Pervashov je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca sa týka roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“." + }, + "latency_seconds": 0.466412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.399757, + "tool_latency_seconds": 0.466412, + "final_model_latency_seconds": 23.215883, + "total_latency_seconds": 25.082858, + "usage": { + "prompt_tokens": 27677, + "completion_tokens": 126, + "total_tokens": 27803 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a jeho záznam o bakalárskej práci na ZP Wiki je vedený pod rokom 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.461311, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.517993, + "tool_latency_seconds": 0.461311, + "final_model_latency_seconds": 35.908852, + "total_latency_seconds": 37.88929, + "usage": { + "prompt_tokens": 42546, + "completion_tokens": 130, + "total_tokens": 42676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Malinovský je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomový projekt je na ZP Wiki evidovaný pre rok 2026 (v sekcii Diplomový projekt 2026).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.664099, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.691053, + "tool_latency_seconds": 0.664099, + "final_model_latency_seconds": 42.816972, + "total_latency_seconds": 45.173282, + "usage": { + "prompt_tokens": 49601, + "completion_tokens": 156, + "total_tokens": 49757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je rok začiatku štúdia 2022 a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt\", je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.907223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.901598, + "tool_latency_seconds": 0.907223, + "final_model_latency_seconds": 27.093569, + "total_latency_seconds": 29.903223, + "usage": { + "prompt_tokens": 32260, + "completion_tokens": 159, + "total_tokens": 32419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Oleh Poiasnik je rok začiatku štúdia uvedený ako 2022 a rok, pri ktorom je na ZP Wiki evidovaný záznam o diplomovej práci, je 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.879742, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.734331, + "tool_latency_seconds": 0.879742, + "final_model_latency_seconds": 44.705929, + "total_latency_seconds": 47.321259, + "usage": { + "prompt_tokens": 51713, + "completion_tokens": 150, + "total_tokens": 51863 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia pre Samuel Vasiľ je 2022 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "published_only": false, + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.394218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.937299, + "tool_latency_seconds": 0.394218, + "final_model_latency_seconds": 28.112864, + "total_latency_seconds": 30.445173, + "usage": { + "prompt_tokens": 33368, + "completion_tokens": 152, + "total_tokens": 33520 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Tetiana Mohorian je uvedený rok začiatku štúdia 2022, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki vedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.400262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.935803, + "tool_latency_seconds": 0.400262, + "final_model_latency_seconds": 23.890853, + "total_latency_seconds": 26.22769, + "usage": { + "prompt_tokens": 28692, + "completion_tokens": 163, + "total_tokens": 28855 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Valerii Kutsenko je rok začiatku štúdia 2022 a záznam typu diplomová práca je na ZP Wiki uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.839571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.928445, + "tool_latency_seconds": 0.839571, + "final_model_latency_seconds": 37.412323, + "total_latency_seconds": 40.181362, + "usage": { + "prompt_tokens": 44115, + "completion_tokens": 157, + "total_tokens": 44272 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Vladyslavovi Yanchenkovi je rok začiatku štúdia uvedený ako 2022, zatiaľ čo záznam o bakalárskej práci sa na ZP Wiki týka roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.316796, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.392487, + "tool_latency_seconds": 0.316796, + "final_model_latency_seconds": 20.30534, + "total_latency_seconds": 22.015231, + "usage": { + "prompt_tokens": 24048, + "completion_tokens": 128, + "total_tokens": 24176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Denis Le Thanh je rok začiatku štúdia uvedený ako 2023 a záznam o bakalárskej práci sa týka roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.31745, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.898034, + "tool_latency_seconds": 0.31745, + "final_model_latency_seconds": 24.415965, + "total_latency_seconds": 26.632218, + "usage": { + "prompt_tokens": 29574, + "completion_tokens": 151, + "total_tokens": 29725 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia pre Maksyma Zatirku je 2023, zatiaľ čo záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.285509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.339509, + "tool_latency_seconds": 0.285509, + "final_model_latency_seconds": 19.705559, + "total_latency_seconds": 21.3312, + "usage": { + "prompt_tokens": 23745, + "completion_tokens": 125, + "total_tokens": 23870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Oleksandr Dorybohov je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca\" je na ZP Wiki evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.305894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.754579, + "tool_latency_seconds": 0.305894, + "final_model_latency_seconds": 19.347487, + "total_latency_seconds": 21.408546, + "usage": { + "prompt_tokens": 23296, + "completion_tokens": 160, + "total_tokens": 23456 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Podľa záznamu na ZP Wiki začal Ronald Zalacko štúdium v roku 2023 a jeho záznam o bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.51057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.733541, + "tool_latency_seconds": 0.51057, + "final_model_latency_seconds": 38.699881, + "total_latency_seconds": 40.94517, + "usage": { + "prompt_tokens": 45564, + "completion_tokens": 148, + "total_tokens": 45712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Rostyslav Rodzhuk je v ZP Wiki uvedený rok začiatku štúdia ako 2023 a záznam typu bakalárska práca sa týka roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.337546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 2.01715, + "tool_latency_seconds": 0.337546, + "final_model_latency_seconds": 16.01009, + "total_latency_seconds": 18.365343, + "usage": { + "prompt_tokens": 18605, + "completion_tokens": 168, + "total_tokens": 18773 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Samuel Džurina je na ZP Wiki uvedený rok začiatku štúdia ako 2023 a rok, pri ktorom je evidovaný záznam typu bakalárska práca, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.395387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.952509, + "tool_latency_seconds": 0.395387, + "final_model_latency_seconds": 14.033203, + "total_latency_seconds": 16.381629, + "usage": { + "prompt_tokens": 16800, + "completion_tokens": 169, + "total_tokens": 16969 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Simona Bobrovčanová je rok začiatku štúdia uvedený ako 2023 a záznam typu „bakalárska práca\" sa týka roka 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.503087, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.529928, + "tool_latency_seconds": 0.503087, + "final_model_latency_seconds": 38.146987, + "total_latency_seconds": 40.181085, + "usage": { + "prompt_tokens": 45068, + "completion_tokens": 139, + "total_tokens": 45207 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Yevhenii Medushivskyi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o bakalárskej práci je na ZP Wiki vedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.376581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 2.002928, + "tool_latency_seconds": 0.376581, + "final_model_latency_seconds": 15.782665, + "total_latency_seconds": 18.16276, + "usage": { + "prompt_tokens": 18246, + "completion_tokens": 176, + "total_tokens": 18422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" a jej rok vyjadrený kategóriou je 2021 (kategória dp2021).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.696298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.85712, + "tool_latency_seconds": 0.696298, + "final_model_latency_seconds": 7.777637, + "total_latency_seconds": 10.331403, + "usage": { + "prompt_tokens": 8561, + "completion_tokens": 169, + "total_tokens": 8730 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou súvisiacou s nástrojom Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true + }, + "latency_seconds": 0.479351, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.473656, + "tool_latency_seconds": 0.479351, + "final_model_latency_seconds": 22.904046, + "total_latency_seconds": 24.857714, + "usage": { + "prompt_tokens": 27879, + "completion_tokens": 136, + "total_tokens": 28015 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom Obnovenie interpunkcie pomocou hlbokých neurónových sietí v roku 2021, čo je uvedené v kategórii dp2021, zatiaľ čo Ján Pták má ako diplomový projekt v roku 2026 tému Agent pre manažment záverečných prác.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.826291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.97377, + "tool_latency_seconds": 0.826291, + "final_model_latency_seconds": 10.395597, + "total_latency_seconds": 13.195994, + "usage": { + "prompt_tokens": 10784, + "completion_tokens": 220, + "total_tokens": 11004 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.696649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.916806, + "tool_latency_seconds": 0.696649, + "final_model_latency_seconds": 22.390575, + "total_latency_seconds": 25.004704, + "usage": { + "prompt_tokens": 26141, + "completion_tokens": 217, + "total_tokens": 26358 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021, zatiaľ čo Patrik Pavlišin má zaznamenanú bakalársku prácu s názvom „Metódy automatického prekladu“ z roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.864497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.672945, + "tool_latency_seconds": 0.864497, + "final_model_latency_seconds": 23.892434, + "total_latency_seconds": 26.430518, + "usage": { + "prompt_tokens": 27694, + "completion_tokens": 200, + "total_tokens": 27894 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": false + }, + "latency_seconds": 0.521912, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.492145, + "tool_latency_seconds": 0.521912, + "final_model_latency_seconds": 22.187139, + "total_latency_seconds": 24.201833, + "usage": { + "prompt_tokens": 25565, + "completion_tokens": 197, + "total_tokens": 25762 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.606238, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.849071, + "tool_latency_seconds": 0.606238, + "final_model_latency_seconds": 23.412686, + "total_latency_seconds": 25.868643, + "usage": { + "prompt_tokens": 27281, + "completion_tokens": 208, + "total_tokens": 27489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.724891, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.691649, + "tool_latency_seconds": 0.724891, + "final_model_latency_seconds": 24.73563, + "total_latency_seconds": 27.152889, + "usage": { + "prompt_tokens": 28440, + "completion_tokens": 210, + "total_tokens": 28650 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021, zatiaľ čo Oleksandr Dorybohov má na ZP Wiki uvedenú bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.804728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.866926, + "tool_latency_seconds": 0.804728, + "final_model_latency_seconds": 23.205353, + "total_latency_seconds": 25.877657, + "usage": { + "prompt_tokens": 26649, + "completion_tokens": 221, + "total_tokens": 26870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Matej Novotný vypracoval diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.684534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.679766, + "tool_latency_seconds": 0.684534, + "final_model_latency_seconds": 25.110885, + "total_latency_seconds": 27.47654, + "usage": { + "prompt_tokens": 29128, + "completion_tokens": 204, + "total_tokens": 29332 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Simona Bobrovčanová je vedená k bakalárskej práci s témou „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.764665, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.542346, + "tool_latency_seconds": 0.764665, + "final_model_latency_seconds": 24.68622, + "total_latency_seconds": 26.993949, + "usage": { + "prompt_tokens": 28670, + "completion_tokens": 188, + "total_tokens": 28858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.580028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.726093, + "tool_latency_seconds": 0.580028, + "final_model_latency_seconds": 22.351457, + "total_latency_seconds": 24.658218, + "usage": { + "prompt_tokens": 25755, + "completion_tokens": 209, + "total_tokens": 25964 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020 a Andrii Pervashov má naplánovanú diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.547811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.907858, + "tool_latency_seconds": 0.547811, + "final_model_latency_seconds": 23.629016, + "total_latency_seconds": 26.085341, + "usage": { + "prompt_tokens": 27243, + "completion_tokens": 224, + "total_tokens": 27467 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" pre rok 2025 a Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.56826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.712211, + "tool_latency_seconds": 0.56826, + "final_model_latency_seconds": 23.793161, + "total_latency_seconds": 26.074362, + "usage": { + "prompt_tokens": 27291, + "completion_tokens": 211, + "total_tokens": 27502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026 a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\" tiež v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.371853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.869754, + "tool_latency_seconds": 0.371853, + "final_model_latency_seconds": 22.28241, + "total_latency_seconds": 24.524928, + "usage": { + "prompt_tokens": 25966, + "completion_tokens": 214, + "total_tokens": 26180 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.261309, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.766255, + "tool_latency_seconds": 0.261309, + "final_model_latency_seconds": 18.131161, + "total_latency_seconds": 20.159281, + "usage": { + "prompt_tokens": 20796, + "completion_tokens": 209, + "total_tokens": 21005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracoval diplomovú prácu v roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", zatiaľ čo Andrii Pervashov má evidovanú diplomovú prácu na rok 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.924251, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.825075, + "tool_latency_seconds": 0.924251, + "final_model_latency_seconds": 26.312011, + "total_latency_seconds": 29.062068, + "usage": { + "prompt_tokens": 30479, + "completion_tokens": 224, + "total_tokens": 30703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022 a Samuel Vasiľ má prihlásenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.488664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.743897, + "tool_latency_seconds": 0.488664, + "final_model_latency_seconds": 22.060901, + "total_latency_seconds": 24.294215, + "usage": { + "prompt_tokens": 25131, + "completion_tokens": 226, + "total_tokens": 25357 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Oleh Poiasnik má vedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.757339, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.822361, + "tool_latency_seconds": 0.757339, + "final_model_latency_seconds": 26.36466, + "total_latency_seconds": 28.945055, + "usage": { + "prompt_tokens": 30828, + "completion_tokens": 207, + "total_tokens": 31035 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ v roku 2026 a Andrii Pervashov má v roku 2027 naplánovanú diplomovú prácu s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.879578, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.872675, + "tool_latency_seconds": 0.879578, + "final_model_latency_seconds": 25.484147, + "total_latency_seconds": 28.237107, + "usage": { + "prompt_tokens": 28909, + "completion_tokens": 226, + "total_tokens": 29135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ uvedenú pre rok 2026 a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ uvedenom pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.495975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.910758, + "tool_latency_seconds": 0.495975, + "final_model_latency_seconds": 23.675201, + "total_latency_seconds": 26.082594, + "usage": { + "prompt_tokens": 27124, + "completion_tokens": 226, + "total_tokens": 27350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.799487, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.446647, + "tool_latency_seconds": 0.799487, + "final_model_latency_seconds": 22.906588, + "total_latency_seconds": 25.153453, + "usage": { + "prompt_tokens": 26490, + "completion_tokens": 186, + "total_tokens": 26676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021 a Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.734053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.861086, + "tool_latency_seconds": 0.734053, + "final_model_latency_seconds": 24.721749, + "total_latency_seconds": 27.317556, + "usage": { + "prompt_tokens": 28761, + "completion_tokens": 212, + "total_tokens": 28973 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.674079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.854815, + "tool_latency_seconds": 0.674079, + "final_model_latency_seconds": 24.860802, + "total_latency_seconds": 27.390495, + "usage": { + "prompt_tokens": 28809, + "completion_tokens": 210, + "total_tokens": 29019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Džurina má uvedenú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ pre rok 2026 a Simona Bobrovčanová má uvedenú bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ tiež pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.390942, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.936812, + "tool_latency_seconds": 0.390942, + "final_model_latency_seconds": 22.090491, + "total_latency_seconds": 24.418996, + "usage": { + "prompt_tokens": 25273, + "completion_tokens": 214, + "total_tokens": 25487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020 a Samuel Džurina má záznam bakalárskej práce s témou „Dialógový systém pre podporu firemných procesov\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.541795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.68883, + "tool_latency_seconds": 0.541795, + "final_model_latency_seconds": 23.38443, + "total_latency_seconds": 25.615766, + "usage": { + "prompt_tokens": 27080, + "completion_tokens": 197, + "total_tokens": 27277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Záznamy na ZP Wiki uvádzajú, že Alina Vitko má evidovanú bakalársku prácu z roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\" a Valerii Kutsenko má evidovanú diplomovú prácu z roku 2027 s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.851762, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.654189, + "tool_latency_seconds": 0.851762, + "final_model_latency_seconds": 26.35243, + "total_latency_seconds": 28.859096, + "usage": { + "prompt_tokens": 30339, + "completion_tokens": 217, + "total_tokens": 30556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracovával diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Denis Le Thanh vypracovával bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.592696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.871637, + "tool_latency_seconds": 0.592696, + "final_model_latency_seconds": 23.471829, + "total_latency_seconds": 25.936919, + "usage": { + "prompt_tokens": 26821, + "completion_tokens": 230, + "total_tokens": 27051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má v zázname z roku 2024 uvedený názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ a v zázname z roku 2023 je uvedená téma „Dotrénovanie slovenského generatívneho jazykového modelu“ s návrhom názvu „Generatívne modely slovenského jazyka“. Oleh Poiasnik má v zázname z roku 2027 uvedený názov diplomovej práce „Expertný agentový systém na podporu rozhodovania v lekárni“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.634716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.646131, + "tool_latency_seconds": 0.634716, + "final_model_latency_seconds": 26.504127, + "total_latency_seconds": 28.785661, + "usage": { + "prompt_tokens": 29781, + "completion_tokens": 255, + "total_tokens": 30036 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" rovnako v roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.870076, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.899457, + "tool_latency_seconds": 0.870076, + "final_model_latency_seconds": 23.332339, + "total_latency_seconds": 26.102518, + "usage": { + "prompt_tokens": 26533, + "completion_tokens": 218, + "total_tokens": 26751 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021, zatiaľ čo Ján Pták má záznam diplomového projektu s témou „Agent pre manažment záverečných prác\" uvedený pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.861669, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.894566, + "tool_latency_seconds": 0.861669, + "final_model_latency_seconds": 24.556167, + "total_latency_seconds": 27.313079, + "usage": { + "prompt_tokens": 28560, + "completion_tokens": 211, + "total_tokens": 28771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.433852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.892179, + "tool_latency_seconds": 0.433852, + "final_model_latency_seconds": 21.427172, + "total_latency_seconds": 23.753862, + "usage": { + "prompt_tokens": 24698, + "completion_tokens": 218, + "total_tokens": 24916 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022, zatiaľ čo Filip Tomáš má v zázname bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" tiež z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.732663, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.67548, + "tool_latency_seconds": 0.732663, + "final_model_latency_seconds": 24.057138, + "total_latency_seconds": 26.465945, + "usage": { + "prompt_tokens": 27657, + "completion_tokens": 210, + "total_tokens": 27867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracovával diplomovú prácu v roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a Eduard Matovka vypracovával bakalársku prácu v roku 2024 s názvom „Slovenská konverzačná umelá inteligencia\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.425187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.868289, + "tool_latency_seconds": 0.425187, + "final_model_latency_seconds": 22.413957, + "total_latency_seconds": 24.708096, + "usage": { + "prompt_tokens": 25955, + "completion_tokens": 219, + "total_tokens": 26174 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Samuel Vasiľ má pripravenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.656277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.830954, + "tool_latency_seconds": 0.656277, + "final_model_latency_seconds": 21.334701, + "total_latency_seconds": 23.822573, + "usage": { + "prompt_tokens": 24515, + "completion_tokens": 226, + "total_tokens": 24741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, ktorý je uvedený v kategórii dp2021, zatiaľ čo Andrii Pervashov má v sekcií pre diplomovú prácu uvedený rok 2027 s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.052636, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 2.091658, + "tool_latency_seconds": 1.052636, + "final_model_latency_seconds": 11.455994, + "total_latency_seconds": 14.60064, + "usage": { + "prompt_tokens": 11569, + "completion_tokens": 262, + "total_tokens": 11831 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ v roku 2025 a Denis Le Thanh má zadanú bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.56089, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.909871, + "tool_latency_seconds": 0.56089, + "final_model_latency_seconds": 24.236913, + "total_latency_seconds": 26.708328, + "usage": { + "prompt_tokens": 28129, + "completion_tokens": 233, + "total_tokens": 28362 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" a podľa ZP Wiki je tento záznam priradený k roku 2025, kým Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" a je evidovaný pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.580792, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.949039, + "tool_latency_seconds": 0.580792, + "final_model_latency_seconds": 24.672591, + "total_latency_seconds": 27.203393, + "usage": { + "prompt_tokens": 27923, + "completion_tokens": 248, + "total_tokens": 28171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Martina Wencela s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ je na ZP Wiki uvedená pre rok 2020, zatiaľ čo bakalárska práca Yevheniia Medushivského s témou „Získavanie textu z webových stránok“ je evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.534975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.493261, + "tool_latency_seconds": 0.534975, + "final_model_latency_seconds": 26.428952, + "total_latency_seconds": 28.457918, + "usage": { + "prompt_tokens": 30315, + "completion_tokens": 208, + "total_tokens": 30523 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022 a Kristián Sopkovič má zaznamenanú bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.635128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.912286, + "tool_latency_seconds": 0.635128, + "final_model_latency_seconds": 23.548111, + "total_latency_seconds": 26.096221, + "usage": { + "prompt_tokens": 26829, + "completion_tokens": 234, + "total_tokens": 27063 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v roku 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.603335, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.870298, + "tool_latency_seconds": 0.603335, + "final_model_latency_seconds": 22.597279, + "total_latency_seconds": 25.071529, + "usage": { + "prompt_tokens": 26039, + "completion_tokens": 217, + "total_tokens": 26256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Rostyslav Rodzhuk vypracoval bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.574394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.896772, + "tool_latency_seconds": 0.574394, + "final_model_latency_seconds": 23.546339, + "total_latency_seconds": 26.018164, + "usage": { + "prompt_tokens": 27379, + "completion_tokens": 216, + "total_tokens": 27595 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a Martin Šarišský má uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.630811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.636212, + "tool_latency_seconds": 0.630811, + "final_model_latency_seconds": 23.414694, + "total_latency_seconds": 25.682373, + "usage": { + "prompt_tokens": 26843, + "completion_tokens": 208, + "total_tokens": 27051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Simona Bobrovčanová vypracuje bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.682577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.645565, + "tool_latency_seconds": 0.682577, + "final_model_latency_seconds": 22.586401, + "total_latency_seconds": 24.915182, + "usage": { + "prompt_tokens": 26170, + "completion_tokens": 197, + "total_tokens": 26367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Pri Denis Le Thanh je v zázname typu bakalárska práca uvedená téma Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku pre rok 2026 a pri Rostyslavovi Rodzhukovi je v zázname typu bakalárska práca uvedená téma Inteligentný agent pre podporu práce špeciálneho pedagóga pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.44696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.847131, + "tool_latency_seconds": 0.44696, + "final_model_latency_seconds": 23.146503, + "total_latency_seconds": 25.44125, + "usage": { + "prompt_tokens": 26421, + "completion_tokens": 231, + "total_tokens": 26652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.018985, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.868219, + "tool_latency_seconds": 1.018985, + "final_model_latency_seconds": 22.68504, + "total_latency_seconds": 25.572898, + "usage": { + "prompt_tokens": 26262, + "completion_tokens": 205, + "total_tokens": 26467 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v roku 2026, zatiaľ čo Yevhenii Medushivskyi realizuje bakalársku prácu s názvom „Získavanie textu z webových stránok\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.537033, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.911658, + "tool_latency_seconds": 0.537033, + "final_model_latency_seconds": 16.146609, + "total_latency_seconds": 18.595768, + "usage": { + "prompt_tokens": 18029, + "completion_tokens": 218, + "total_tokens": 18247 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ pre rok 2026 a Ronald Zalacko má bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže“ rovnako pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.469486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.881594, + "tool_latency_seconds": 0.469486, + "final_model_latency_seconds": 21.990044, + "total_latency_seconds": 24.341773, + "usage": { + "prompt_tokens": 25433, + "completion_tokens": 229, + "total_tokens": 25662 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ v roku 2021, zatiaľ čo Artem Yatsenko je autorom bakalárskej práce „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.638725, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.859664, + "tool_latency_seconds": 0.638725, + "final_model_latency_seconds": 21.242856, + "total_latency_seconds": 23.741862, + "usage": { + "prompt_tokens": 24748, + "completion_tokens": 212, + "total_tokens": 24960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024 a Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.411831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.903774, + "tool_latency_seconds": 0.411831, + "final_model_latency_seconds": 23.111404, + "total_latency_seconds": 25.427642, + "usage": { + "prompt_tokens": 26693, + "completion_tokens": 219, + "total_tokens": 26912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Maksyma Zatirku s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ je na ZP Wiki uvedená v roku 2026 a bakalárska práca Oleksandra Dorybohova s názvom „Automatické odpovede na otázky v právnej oblasti“ je na ZP Wiki uvedená v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.611792, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.902822, + "tool_latency_seconds": 0.611792, + "final_model_latency_seconds": 26.069185, + "total_latency_seconds": 28.584601, + "usage": { + "prompt_tokens": 29935, + "completion_tokens": 232, + "total_tokens": 30167 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.368687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.958389, + "tool_latency_seconds": 0.368687, + "final_model_latency_seconds": 18.039921, + "total_latency_seconds": 20.367528, + "usage": { + "prompt_tokens": 20410, + "completion_tokens": 222, + "total_tokens": 20632 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vypracoval diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.81841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.645382, + "tool_latency_seconds": 0.81841, + "final_model_latency_seconds": 25.079519, + "total_latency_seconds": 27.544019, + "usage": { + "prompt_tokens": 29482, + "completion_tokens": 192, + "total_tokens": 29674 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá je na ZP Wiki uvedená pre rok 2021, zatiaľ čo Matej Novotný má záznam diplomovej práce s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.782841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.94647, + "tool_latency_seconds": 0.782841, + "final_model_latency_seconds": 24.94168, + "total_latency_seconds": 27.671789, + "usage": { + "prompt_tokens": 28258, + "completion_tokens": 229, + "total_tokens": 28487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Kristián Sopkovič má v zázname bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.60382, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.887212, + "tool_latency_seconds": 0.60382, + "final_model_latency_seconds": 23.269161, + "total_latency_seconds": 25.760884, + "usage": { + "prompt_tokens": 26841, + "completion_tokens": 221, + "total_tokens": 27062 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020, zatiaľ čo Matej Ščišľak má evidovanú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.394262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.774132, + "tool_latency_seconds": 0.394262, + "final_model_latency_seconds": 20.5086, + "total_latency_seconds": 22.677641, + "usage": { + "prompt_tokens": 23344, + "completion_tokens": 213, + "total_tokens": 23557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" v roku 2027 a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.737784, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.865743, + "tool_latency_seconds": 0.737784, + "final_model_latency_seconds": 24.204656, + "total_latency_seconds": 26.808897, + "usage": { + "prompt_tokens": 28112, + "completion_tokens": 214, + "total_tokens": 28326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.csv new file mode 100644 index 0000000..48d592b --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.csv @@ -0,0 +1,57 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študentom, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku"", je Ján Holp, ktorý vypracoval diplomovú prácu s presne takýmto názvom v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.100296,0.538287,22.383795,25.023141,27575,169,27744, +q0026,dev,specific_fact,medium,Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať konkrétne aktuálne metódy grafových neurónových sietí a nájsť a vyskúšať toolkit na GNN (Graph Neural Networks). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.03264,0.78379,8.814131,11.630922,9866,178,10044, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Jakub Maruniak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.760059,0.439057,19.554143,21.754194,24650,141,24791, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Študent Jakub Maruniak vypracoval diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.97136,0.388183,20.22358,22.583788,24738,161,24899, +q0253,dev,disambiguation_year,hard,Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Vladimír Ferko začal študovať v roku 2021, zatiaľ čo rok uvedený v názve sekcie jeho bakalárskej práce je 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.014831,0.435108,19.676963,22.127614,23721,162,23883, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.133266,0.454499,24.128348,26.716858,29251,169,29420, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Cesar Abascal Gutierrez sa počas svojej stáže venoval problémom v oblasti anotácie pomenovaných entít (Named Entity Recognition), pričom jeho cieľom bolo vytvoriť manuálne anotačný trénovací súbor z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.852512,0.296243,12.454928,14.604139,14276,170,14446, +q0633,dev,topic_page_lookup,medium,"Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Tematická stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad"" a nie je študentskou prácou, sa nazýva „Strojový preklad"" a nachádza sa pod cestou `pages/topics/translation`. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.991916,0.99058,32.381462,35.364991,38868,162,39030, +q0968,dev,single_document_synthesis,hard,Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Pri osobe Ján Pták je v zázname typu „diplomový projekt"" uvedená téma „Agent pre manažment záverečných prác"" a rok v názve príslušnej sekcie je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.78334,0.895301,41.802253,44.482299,48248,152,48400, +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Rok začiatku štúdia Dária Lindvaia je 2016 a rok vyjadrený kategóriou jeho diplomovej práce je 2021, čo sa líši od roku sekcie diplomového projektu 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.550172,1.343518,38.468043,41.363045,44805,143,44948, +q0990,dev,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Diplomová práca Tomáša Kuchárika súvisiaca s témou strojového prekladu sa volá „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.94433,0.594338,13.68606,16.225244,15424,180,15604, +q1022,dev,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" a kategória tejto práce uvádza rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.931365,1.211395,18.225585,21.368993,22207,162,22369, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v kategórii diplomovej práce pre rok 2021, zatiaľ čo Ján Pták má pri diplomovom projekte uvedený rok 2026 a tému „Agent pre manažment záverečných prác"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.589001,0.750022,20.144654,22.484322,23223,194,23417, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Diplomová práca Martina Šarišského má názov „Agentové systémy pomocou veľkého jazykového modelu"" a je na ZP Wiki uvedená pre rok 2026, zatiaľ čo diplomová práca Andrii Pervashova má názov „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" a je uvedená pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.876281,0.654705,25.051578,27.583365,28844,230,29074, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo vyplýva z kategórie dp2021. Andrii Pervashov má ako diplomovú prácu sekciu s názvom „Diplomová práca 2027"" a návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", pričom rok je v názve tejto sekcie uvedený ako 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.543741,0.878946,21.647388,24.070721,23880,248,24128, +q1136,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Z dostupných dokumentov sa pre Ján Malinovský v časti Diplomový projekt 2026 uvádza téma „Grafové vyhľadávanie pre podporu vzdelávania"" a nie explicitný názov práce, zatiaľ čo pre Yevhenii Medushivskyi sa v časti Bakalárska práca 2026 uvádza téma „Získavanie textu z webových stránok"" bez explicitne uvedeného názvu práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.682368,0.478387,22.401935,24.563452,25612,226,25838, diff --git a/tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.json new file mode 100644 index 0000000..06c0133 --- /dev/null +++ b/tools/rag/evaluation/results/dev_final_regression_16/rag_answers_dev_selected.json @@ -0,0 +1,1489 @@ +{ + "generated_at": "2026-09-28T10:14:17.348090+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "839e7db54c9f76dfa930124460e882bd71011349b1e9685668968676b6815b21", + "selected_question_ids": [ + "q0004", + "q0026", + "q0040", + "q0041", + "q0253", + "q0336", + "q0570", + "q0633", + "q0968", + "q0982", + "q0990", + "q1022", + "q1092", + "q1109", + "q1125", + "q1136" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 16, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 16, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.121693, + "prompt_tokens": 425188, + "completion_tokens": 2847, + "total_tokens": 428035, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.127614, + "prompt_tokens": 23721, + "completion_tokens": 162, + "total_tokens": 23883 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.604139, + "prompt_tokens": 14276, + "completion_tokens": 170, + "total_tokens": 14446 + }, + "multi_document": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.675465, + "prompt_tokens": 101559, + "completion_tokens": 898, + "total_tokens": 102457 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.754194, + "prompt_tokens": 24650, + "completion_tokens": 141, + "total_tokens": 24791 + }, + "single_document_synthesis": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 30.859895, + "prompt_tokens": 130684, + "completion_tokens": 637, + "total_tokens": 131321 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 11.630922, + "prompt_tokens": 9866, + "completion_tokens": 178, + "total_tokens": 10044 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.774596, + "prompt_tokens": 81564, + "completion_tokens": 499, + "total_tokens": 82063 + }, + "topic_page_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 35.364991, + "prompt_tokens": 38868, + "completion_tokens": 162, + "total_tokens": 39030 + } + }, + "by_difficulty": { + "hard": { + "total": 9, + "completed": 9, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 9, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 27.141006, + "prompt_tokens": 255964, + "completion_tokens": 1697, + "total_tokens": 257661 + }, + "medium": { + "total": 7, + "completed": 7, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 7, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.525433, + "prompt_tokens": 169224, + "completion_tokens": 1150, + "total_tokens": 170374 + } + } + }, + "results": [ + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku\", je Ján Holp, ktorý vypracoval diplomovú prácu s presne takýmto názvom v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.538287, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.100296, + "tool_latency_seconds": 0.538287, + "final_model_latency_seconds": 22.383795, + "total_latency_seconds": 25.023141, + "usage": { + "prompt_tokens": 27575, + "completion_tokens": 169, + "total_tokens": 27744 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal po úvodnom stretnutí s US Steel naštudovať konkrétne aktuálne metódy grafových neurónových sietí a nájsť a vyskúšať toolkit na GNN (Graph Neural Networks).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú konkrétnu skupinu neurónových sietí mal Maroš Harahus naštudovať v rámci úloh po úvodnom stretnutí s US Steel?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.78379, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.03264, + "tool_latency_seconds": 0.78379, + "final_model_latency_seconds": 8.814131, + "total_latency_seconds": 11.630922, + "usage": { + "prompt_tokens": 9866, + "completion_tokens": 178, + "total_tokens": 10044 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Jakub Maruniak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.439057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.760059, + "tool_latency_seconds": 0.439057, + "final_model_latency_seconds": 19.554143, + "total_latency_seconds": 21.754194, + "usage": { + "prompt_tokens": 24650, + "completion_tokens": 141, + "total_tokens": 24791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracoval diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.388183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.97136, + "tool_latency_seconds": 0.388183, + "final_model_latency_seconds": 20.22358, + "total_latency_seconds": 22.583788, + "usage": { + "prompt_tokens": 24738, + "completion_tokens": 161, + "total_tokens": 24899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Vladimír Ferko začal študovať v roku 2021, zatiaľ čo rok uvedený v názve sekcie jeho bakalárskej práce je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok uvedený v názve sekcie jeho bakalárskej práce.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.435108, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 2.014831, + "tool_latency_seconds": 0.435108, + "final_model_latency_seconds": 19.676963, + "total_latency_seconds": 22.127614, + "usage": { + "prompt_tokens": 23721, + "completion_tokens": 162, + "total_tokens": 23883 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.454499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.133266, + "tool_latency_seconds": 0.454499, + "final_model_latency_seconds": 24.128348, + "total_latency_seconds": 26.716858, + "usage": { + "prompt_tokens": 29251, + "completion_tokens": 169, + "total_tokens": 29420 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia entít" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez sa počas svojej stáže venoval problémom v oblasti anotácie pomenovaných entít (Named Entity Recognition), pričom jeho cieľom bolo vytvoriť manuálne anotačný trénovací súbor z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.296243, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.852512, + "tool_latency_seconds": 0.296243, + "final_model_latency_seconds": 12.454928, + "total_latency_seconds": 14.604139, + "usage": { + "prompt_tokens": 14276, + "completion_tokens": 170, + "total_tokens": 14446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Tematická stránka ZP Wiki, ktorá sa priamo venuje téme „Strojový preklad\" a nie je študentskou prácou, sa nazýva „Strojový preklad\" a nachádza sa pod cestou `pages/topics/translation`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá tematická stránka ZP Wiki, nie študentská práca, sa priamo venuje téme „Strojový preklad“?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.99058, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.991916, + "tool_latency_seconds": 0.99058, + "final_model_latency_seconds": 32.381462, + "total_latency_seconds": 35.364991, + "usage": { + "prompt_tokens": 38868, + "completion_tokens": 162, + "total_tokens": 39030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je v zázname typu „diplomový projekt\" uvedená téma „Agent pre manažment záverečných prác\" a rok v názve príslušnej sekcie je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.895301, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.78334, + "tool_latency_seconds": 0.895301, + "final_model_latency_seconds": 41.802253, + "total_latency_seconds": 44.482299, + "usage": { + "prompt_tokens": 48248, + "completion_tokens": 152, + "total_tokens": 48400 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Dária Lindvaia je 2016 a rok vyjadrený kategóriou jeho diplomovej práce je 2021, čo sa líši od roku sekcie diplomového projektu 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10 + }, + "latency_seconds": 1.343518, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.550172, + "tool_latency_seconds": 1.343518, + "final_model_latency_seconds": 38.468043, + "total_latency_seconds": 41.363045, + "usage": { + "prompt_tokens": 44805, + "completion_tokens": 143, + "total_tokens": 44948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Tomáša Kuchárika súvisiaca s témou strojového prekladu sa volá „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.594338, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.94433, + "tool_latency_seconds": 0.594338, + "final_model_latency_seconds": 13.68606, + "total_latency_seconds": 16.225244, + "usage": { + "prompt_tokens": 15424, + "completion_tokens": 180, + "total_tokens": 15604 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" a kategória tejto práce uvádza rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov diplomovej práce a rok vyjadrený kategóriou tejto diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.211395, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.931365, + "tool_latency_seconds": 1.211395, + "final_model_latency_seconds": 18.225585, + "total_latency_seconds": 21.368993, + "usage": { + "prompt_tokens": 22207, + "completion_tokens": 162, + "total_tokens": 22369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v kategórii diplomovej práce pre rok 2021, zatiaľ čo Ján Pták má pri diplomovom projekte uvedený rok 2026 a tému „Agent pre manažment záverečných prác\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5 + }, + "latency_seconds": 0.750022, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.589001, + "tool_latency_seconds": 0.750022, + "final_model_latency_seconds": 20.144654, + "total_latency_seconds": 22.484322, + "usage": { + "prompt_tokens": 23223, + "completion_tokens": 194, + "total_tokens": 23417 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Diplomová práca Martina Šarišského má názov „Agentové systémy pomocou veľkého jazykového modelu\" a je na ZP Wiki uvedená pre rok 2026, zatiaľ čo diplomová práca Andrii Pervashova má názov „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" a je uvedená pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.654705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.876281, + "tool_latency_seconds": 0.654705, + "final_model_latency_seconds": 25.051578, + "total_latency_seconds": 27.583365, + "usage": { + "prompt_tokens": 28844, + "completion_tokens": 230, + "total_tokens": 29074 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo vyplýva z kategórie dp2021. Andrii Pervashov má ako diplomovú prácu sekciu s názvom „Diplomová práca 2027\" a návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\", pričom rok je v názve tejto sekcie uvedený ako 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5 + }, + "latency_seconds": 0.878946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.543741, + "tool_latency_seconds": 0.878946, + "final_model_latency_seconds": 21.647388, + "total_latency_seconds": 24.070721, + "usage": { + "prompt_tokens": 23880, + "completion_tokens": 248, + "total_tokens": 24128 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných dokumentov sa pre Ján Malinovský v časti Diplomový projekt 2026 uvádza téma „Grafové vyhľadávanie pre podporu vzdelávania\" a nie explicitný názov práce, zatiaľ čo pre Yevhenii Medushivskyi sa v časti Bakalárska práca 2026 uvádza téma „Získavanie textu z webových stránok\" bez explicitne uvedeného názvu práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri Jánovi Malinovskom použi diplomový projekt a pri Yevhenii Medushivskom bakalársku prácu. Pri oboch uveď názov práce a rok uvedený v názve príslušnej sekcie, nie rok začiatku štúdia.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.478387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.682368, + "tool_latency_seconds": 0.478387, + "final_model_latency_seconds": 22.401935, + "total_latency_seconds": 24.563452, + "usage": { + "prompt_tokens": 25612, + "completion_tokens": 226, + "total_tokens": 25838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..6b28883 --- /dev/null +++ b/tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.csv @@ -0,0 +1,27 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v metadátach žiadneho študentského dokumentu o grafových neurónových sieťach nie je Maroš Harahus uvedený ako autor dokumentu, ale skôr ako autor dokumentu pre študenta Dmytro Mural, ktorého práca sa zaoberá grafovými neurónovými sieťami. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.115666,0.974012,27.830161,30.921054,34196,211,34407, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a pracuje na diplomovej práci v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.407377,0.565645,18.476198,20.449999,23076,118,23194, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa venuje testovaniu hybridného cloudového prostredia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.540706,0.382902,13.596292,15.52047,16355,150,16505, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v niekoľkých jazykoch, s cieľom zostrojiť graf poznania z lekárskych balíčkových letákov a využiť ho v inteligentnom agentovi odporúčajúcom lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.785095,0.252294,10.784058,12.821861,12489,175,12664, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Hoci sa v nájdených záznamoch spomínajú študenti pracujúci s medicínskymi dátami (Yevhenii Medushivskyi pri tvorbe korpusu a Andrii Pervashov pri extrakcii štruktúrovaných informácií z medicínskej domény) alebo s multilinguálnymi úlohami (Michal Stromko), žiadny z vrátených dokumentov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát"" ani meno konkrétnej osoby, ktorá by na nej pracovala. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.873627,0.476028,29.470153,31.820596,31731,379,32110, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal zostaviť znalostný graf z medicínskych príbalových letákov v rôznych jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.828582,0.208718,9.092169,11.129802,10493,139,10632, diff --git a/tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.json new file mode 100644 index 0000000..08a0f6c --- /dev/null +++ b/tools/rag/evaluation/results/dev_freeze_check_1/rag_answers_dev_selected.json @@ -0,0 +1,631 @@ +{ + "generated_at": "2026-09-28T15:15:32.604477+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.833333, + "should_answer_score": 0.833333, + "overall_score": 0.833333, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 20.443964, + "prompt_tokens": 128340, + "completion_tokens": 1172, + "total_tokens": 129512, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.449999, + "prompt_tokens": 23076, + "completion_tokens": 118, + "total_tokens": 23194 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 12.821861, + "prompt_tokens": 12489, + "completion_tokens": 175, + "total_tokens": 12664 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.220762, + "prompt_tokens": 50551, + "completion_tokens": 361, + "total_tokens": 50912 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 31.820596, + "prompt_tokens": 31731, + "completion_tokens": 379, + "total_tokens": 32110 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 11.129802, + "prompt_tokens": 10493, + "completion_tokens": 139, + "total_tokens": 10632 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.449999, + "prompt_tokens": 23076, + "completion_tokens": 118, + "total_tokens": 23194 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.6, + "source_url_score": 0.8, + "should_answer_score": 0.8, + "overall_score": 0.8, + "strict_pass_count": 3, + "strict_pass_rate": 0.6, + "mean_latency_seconds": 20.442757, + "prompt_tokens": 105264, + "completion_tokens": 1054, + "total_tokens": 106318 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v metadátach žiadneho študentského dokumentu o grafových neurónových sieťach nie je Maroš Harahus uvedený ako autor dokumentu, ale skôr ako autor dokumentu pre študenta Dmytro Mural, ktorého práca sa zaoberá grafovými neurónovými sieťami.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 10, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.974012, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.115666, + "tool_latency_seconds": 0.974012, + "final_model_latency_seconds": 27.830161, + "total_latency_seconds": 30.921054, + "usage": { + "prompt_tokens": 34196, + "completion_tokens": 211, + "total_tokens": 34407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a pracuje na diplomovej práci v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10 + }, + "latency_seconds": 0.565645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.407377, + "tool_latency_seconds": 0.565645, + "final_model_latency_seconds": 18.476198, + "total_latency_seconds": 20.449999, + "usage": { + "prompt_tokens": 23076, + "completion_tokens": 118, + "total_tokens": 23194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa venuje testovaniu hybridného cloudového prostredia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.382902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.540706, + "tool_latency_seconds": 0.382902, + "final_model_latency_seconds": 13.596292, + "total_latency_seconds": 15.52047, + "usage": { + "prompt_tokens": 16355, + "completion_tokens": 150, + "total_tokens": 16505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v niekoľkých jazykoch, s cieľom zostrojiť graf poznania z lekárskych balíčkových letákov a využiť ho v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.252294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.785095, + "tool_latency_seconds": 0.252294, + "final_model_latency_seconds": 10.784058, + "total_latency_seconds": 12.821861, + "usage": { + "prompt_tokens": 12489, + "completion_tokens": 175, + "total_tokens": 12664 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nHoci sa v nájdených záznamoch spomínajú študenti pracujúci s medicínskymi dátami (Yevhenii Medushivskyi pri tvorbe korpusu a Andrii Pervashov pri extrakcii štruktúrovaných informácií z medicínskej domény) alebo s multilinguálnymi úlohami (Michal Stromko), žiadny z vrátených dokumentov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát\" ani meno konkrétnej osoby, ktorá by na nej pracovala.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.476028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.873627, + "tool_latency_seconds": 0.476028, + "final_model_latency_seconds": 29.470153, + "total_latency_seconds": 31.820596, + "usage": { + "prompt_tokens": 31731, + "completion_tokens": 379, + "total_tokens": 32110 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z medicínskych príbalových letákov v rôznych jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.208718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.828582, + "tool_latency_seconds": 0.208718, + "final_model_latency_seconds": 9.092169, + "total_latency_seconds": 11.129802, + "usage": { + "prompt_tokens": 10493, + "completion_tokens": 139, + "total_tokens": 10632 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..b0f61f4 --- /dev/null +++ b/tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.csv @@ -0,0 +1,24 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v metadátach dokumentu o grafových neurónových sieťach (bakalárska práca Dmytra Murula) je ako autor uvedený Maroš Harahus, ale nie ako autor dokumentu v zmysle metadát stránky, kde je autorom Daniel Hladek, a žiadny dokument s Marošom Harahusom ako autorom metadát neobsahuje tému grafových neurónových sietí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.915382,0.460945,20.86888,23.24588,24254,236,24490, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.824298,0.325987,4.751043,6.901548,4729,147,4876, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zameriava na tému hybridného cloudu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.35686,0.359045,13.371848,15.088362,16343,138,16481, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiș sa venovala téme (multilingválne) extrakcie trojíc z medicínskych dát, pričom cieľom bolo zostrojiť znalostný graf z medicínskych letákov v viacerých jazykoch a využiť ho v inteligentnom agentovi odporúčajúcom lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.79586,0.187609,12.492747,14.4767,14474,182,14656, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.024733,0.523568,27.291054,29.840178,31636,244,31880, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov liekov v viacerých jazykoch počas svojej stáže. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.628926,0.301374,13.67717,15.608101,16511,128,16639, diff --git a/tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.json new file mode 100644 index 0000000..1779272 --- /dev/null +++ b/tools/rag/evaluation/results/dev_freeze_check_2/rag_answers_dev_selected.json @@ -0,0 +1,615 @@ +{ + "generated_at": "2026-09-28T15:17:17.977158+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 0.833333, + "should_answer_score": 0.833333, + "overall_score": 0.875, + "strict_pass_count": 5, + "strict_pass_rate": 0.833333, + "mean_latency_seconds": 17.526795, + "prompt_tokens": 107947, + "completion_tokens": 1075, + "total_tokens": 109022, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.901548, + "prompt_tokens": 4729, + "completion_tokens": 147, + "total_tokens": 4876 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.4767, + "prompt_tokens": 14474, + "completion_tokens": 182, + "total_tokens": 14656 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.167121, + "prompt_tokens": 40597, + "completion_tokens": 374, + "total_tokens": 40971 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 29.840178, + "prompt_tokens": 31636, + "completion_tokens": 244, + "total_tokens": 31880 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.608101, + "prompt_tokens": 16511, + "completion_tokens": 128, + "total_tokens": 16639 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.901548, + "prompt_tokens": 4729, + "completion_tokens": 147, + "total_tokens": 4876 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.8, + "source_url_score": 0.8, + "should_answer_score": 0.8, + "overall_score": 0.85, + "strict_pass_count": 4, + "strict_pass_rate": 0.8, + "mean_latency_seconds": 19.651844, + "prompt_tokens": 103218, + "completion_tokens": 928, + "total_tokens": 104146 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v metadátach dokumentu o grafových neurónových sieťach (bakalárska práca Dmytra Murula) je ako autor uvedený Maroš Harahus, ale nie ako autor dokumentu v zmysle metadát stránky, kde je autorom Daniel Hladek, a žiadny dokument s Marošom Harahusom ako autorom metadát neobsahuje tému grafových neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.460945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.915382, + "tool_latency_seconds": 0.460945, + "final_model_latency_seconds": 20.86888, + "total_latency_seconds": 23.24588, + "usage": { + "prompt_tokens": 24254, + "completion_tokens": 236, + "total_tokens": 24490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.325987, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.824298, + "tool_latency_seconds": 0.325987, + "final_model_latency_seconds": 4.751043, + "total_latency_seconds": 6.901548, + "usage": { + "prompt_tokens": 4729, + "completion_tokens": 147, + "total_tokens": 4876 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zameriava na tému hybridného cloudu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.359045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.35686, + "tool_latency_seconds": 0.359045, + "final_model_latency_seconds": 13.371848, + "total_latency_seconds": 15.088362, + "usage": { + "prompt_tokens": 16343, + "completion_tokens": 138, + "total_tokens": 16481 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș sa venovala téme (multilingválne) extrakcie trojíc z medicínskych dát, pričom cieľom bolo zostrojiť znalostný graf z medicínskych letákov v viacerých jazykoch a využiť ho v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.187609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.79586, + "tool_latency_seconds": 0.187609, + "final_model_latency_seconds": 12.492747, + "total_latency_seconds": 14.4767, + "usage": { + "prompt_tokens": 14474, + "completion_tokens": 182, + "total_tokens": 14656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.523568, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.024733, + "tool_latency_seconds": 0.523568, + "final_model_latency_seconds": 27.291054, + "total_latency_seconds": 29.840178, + "usage": { + "prompt_tokens": 31636, + "completion_tokens": 244, + "total_tokens": 31880 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov liekov v viacerých jazykoch počas svojej stáže.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.301374, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.628926, + "tool_latency_seconds": 0.301374, + "final_model_latency_seconds": 13.67717, + "total_latency_seconds": 15.608101, + "usage": { + "prompt_tokens": 16511, + "completion_tokens": 128, + "total_tokens": 16639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..d8f745f --- /dev/null +++ b/tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.csv @@ -0,0 +1,20 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študentský dokument o grafových neurónových sieťach, ktorý by mal v metadátach ako autora dokumentu uvedeného Maroša Harahusa; v skutočnosti je Maroš Harahus autorom dokumentu o bakalárskej práci Dmytra Murala s témou „Grafové neurónové siete pre vyhľadávanie na internete"", zatiaľ čo dokument s názvom „Maroš Harahus"" má ako autora Daniela Hladka a obsahuje len úlohy týkajúce sa grafových neurónových sietí v rámci jeho vlastného štúdia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.903565,0.459758,21.384463,23.748487,24254,256,24510, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Valerii Kutsenko začala študovať v roku 2022 a vypracovávala diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.840469,0.556885,13.408471,15.806565,16270,148,16418, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa zameriava na vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra v kombinácii s verejnými službami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.577905,0.405217,14.153553,16.137211,16355,178,16533, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala problému multijazyčného extrahovania trojíc z lekárskych údajov s cieľom zostrojiť znalostný graf z lekárskych letáčkov liekov a využiť tento graf v inteligentnom agentovi, ktorý odporúča lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.774716,0.201767,2.144249,4.121239,14474,176,14650, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch spomína práca s medicínskymi dátami (napr. vytváranie korpusu medicínskych dát alebo extrakcia štruktúrovaných informácií z medicínskej domény), žiadny z nájdených dokumentov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát"" ani nešpecifikuje osobu, ktorá by na takejto konkrétnej téme pracovala. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.905308,0.520546,27.989848,30.416476,31629,284,31913, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiș mal zostaviť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.250758,0.302373,13.805922,15.359807,16486,100,16586, diff --git a/tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..a201d0a --- /dev/null +++ b/tools/rag/evaluation/results/dev_freeze_check_3/rag_answers_dev_selected.json @@ -0,0 +1,624 @@ +{ + "generated_at": "2026-09-28T15:19:03.730945+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "b80c4d9cc4cb16d12a971cba13bde7de98de7aac4d1ad308a405fe0f1ae29905", + "selected_question_ids": [ + "q0024", + "q0311", + "q0375", + "q0579", + "q0580", + "q0586" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.833333, + "should_answer_score": 0.833333, + "overall_score": 0.833333, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 17.598298, + "prompt_tokens": 119468, + "completion_tokens": 1142, + "total_tokens": 120610, + "by_category": { + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.806565, + "prompt_tokens": 16270, + "completion_tokens": 148, + "total_tokens": 16418 + }, + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 4.121239, + "prompt_tokens": 14474, + "completion_tokens": 176, + "total_tokens": 14650 + }, + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.942849, + "prompt_tokens": 40609, + "completion_tokens": 434, + "total_tokens": 41043 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 0.0, + "overall_score": 0.25, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 30.416476, + "prompt_tokens": 31629, + "completion_tokens": 284, + "total_tokens": 31913 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.359807, + "prompt_tokens": 16486, + "completion_tokens": 100, + "total_tokens": 16586 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.806565, + "prompt_tokens": 16270, + "completion_tokens": 148, + "total_tokens": 16418 + }, + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.6, + "source_url_score": 0.8, + "should_answer_score": 0.8, + "overall_score": 0.8, + "strict_pass_count": 3, + "strict_pass_rate": 0.6, + "mean_latency_seconds": 17.956644, + "prompt_tokens": 103198, + "completion_tokens": 994, + "total_tokens": 104192 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študentský dokument o grafových neurónových sieťach, ktorý by mal v metadátach ako autora dokumentu uvedeného Maroša Harahusa; v skutočnosti je Maroš Harahus autorom dokumentu o bakalárskej práci Dmytra Murala s témou „Grafové neurónové siete pre vyhľadávanie na internete\", zatiaľ čo dokument s názvom „Maroš Harahus\" má ako autora Daniela Hladka a obsahuje len úlohy týkajúce sa grafových neurónových sietí v rámci jeho vlastného štúdia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.459758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.903565, + "tool_latency_seconds": 0.459758, + "final_model_latency_seconds": 21.384463, + "total_latency_seconds": 23.748487, + "usage": { + "prompt_tokens": 24254, + "completion_tokens": 256, + "total_tokens": 24510 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala študovať v roku 2022 a vypracovávala diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.556885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.840469, + "tool_latency_seconds": 0.556885, + "final_model_latency_seconds": 13.408471, + "total_latency_seconds": 15.806565, + "usage": { + "prompt_tokens": 16270, + "completion_tokens": 148, + "total_tokens": 16418 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa zameriava na vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra v kombinácii s verejnými službami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.405217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.577905, + "tool_latency_seconds": 0.405217, + "final_model_latency_seconds": 14.153553, + "total_latency_seconds": 16.137211, + "usage": { + "prompt_tokens": 16355, + "completion_tokens": 178, + "total_tokens": 16533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala problému multijazyčného extrahovania trojíc z lekárskych údajov s cieľom zostrojiť znalostný graf z lekárskych letáčkov liekov a využiť tento graf v inteligentnom agentovi, ktorý odporúča lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.201767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.774716, + "tool_latency_seconds": 0.201767, + "final_model_latency_seconds": 2.144249, + "total_latency_seconds": 4.121239, + "usage": { + "prompt_tokens": 14474, + "completion_tokens": 176, + "total_tokens": 14650 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch spomína práca s medicínskymi dátami (napr. vytváranie korpusu medicínskych dát alebo extrakcia štruktúrovaných informácií z medicínskej domény), žiadny z nájdených dokumentov explicitne neuvádza tému „multilinguálna extrakcia trojíc z medicínskych dát\" ani nešpecifikuje osobu, ktorá by na takejto konkrétnej téme pracovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.520546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.905308, + "tool_latency_seconds": 0.520546, + "final_model_latency_seconds": 27.989848, + "total_latency_seconds": 30.416476, + "usage": { + "prompt_tokens": 31629, + "completion_tokens": 284, + "total_tokens": 31913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiș mal zostaviť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?" + }, + "latency_seconds": 0.302373, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.250758, + "tool_latency_seconds": 0.302373, + "final_model_latency_seconds": 13.805922, + "total_latency_seconds": 15.359807, + "usage": { + "prompt_tokens": 16486, + "completion_tokens": 100, + "total_tokens": 16586 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.csv new file mode 100644 index 0000000..6e66035 --- /dev/null +++ b/tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.csv @@ -0,0 +1,20 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Cesar Abascal Gutierrez sa počas svojej stáže v lete 2019 venoval problému rozpoznávania neznámych pomenovaných entít, pričom jeho cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému pre túto anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",2.0651,0.371596,11.762852,14.200271,14145,182,14327, +q0968,dev,single_document_synthesis,hard,Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác"" a rok uvedený v názve sekcie je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.744308,1.116938,39.190319,42.052811,48117,141,48258, +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Rok začiatku štúdia Dáriusa Lindvaiho je 2016, zatiaľ čo jeho diplomová práca je vyjadrená kategóriou z roku 2021 (dp2021). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.704977,1.031873,36.216216,38.954341,43045,150,43195, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dárius Lindvai vypracovával diplomovú prácu s názvom Obnovenie interpunkcie pomocou hlbokých neurónových sietí v roku 2021, čo je rok vyjadrený kategóriou diplomovej práce v metadátach, zatiaľ čo Ján Pták má v zázname uvedený diplomový projekt v roku 2026 s témou Agent pre manažment záverečných prác. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.81292,0.817265,23.109547,25.740566,26229,225,26454, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaia nenašla diplomová práca, ale iba diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" z roku 2020, zatiaľ čo Andrii Pervashov má v sekciách uvedený návrh na tému diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" s označením roka 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.539209,0.747723,21.225615,23.513234,23749,229,23978, diff --git a/tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.json b/tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.json new file mode 100644 index 0000000..462b4f4 --- /dev/null +++ b/tools/rag/evaluation/results/dev_metadata_5/rag_answers_dev_selected.json @@ -0,0 +1,544 @@ +{ + "generated_at": "2026-09-28T08:18:58.226348+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "d24250557bb62dd4ce9e418a8054d56aea5d4f3a7b0fbc2265b30e9d10853194", + "selected_question_ids": [ + "q0570", + "q0968", + "q0982", + "q1092", + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 5, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.95, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.9875, + "strict_pass_count": 4, + "strict_pass_rate": 0.8, + "mean_latency_seconds": 28.892245, + "prompt_tokens": 155285, + "completion_tokens": 927, + "total_tokens": 156212, + "by_category": { + "internship_topic": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.200271, + "prompt_tokens": 14145, + "completion_tokens": 182, + "total_tokens": 14327 + }, + "multi_document": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.875, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.96875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 24.6269, + "prompt_tokens": 49978, + "completion_tokens": 454, + "total_tokens": 50432 + }, + "single_document_synthesis": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 40.503576, + "prompt_tokens": 91162, + "completion_tokens": 291, + "total_tokens": 91453 + } + }, + "by_difficulty": { + "hard": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9375, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 32.565238, + "prompt_tokens": 141140, + "completion_tokens": 745, + "total_tokens": 141885 + }, + "medium": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.200271, + "prompt_tokens": 14145, + "completion_tokens": 182, + "total_tokens": 14327 + } + } + }, + "results": [ + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia entít" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez sa počas svojej stáže v lete 2019 venoval problému rozpoznávania neznámych pomenovaných entít, pričom jeho cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému pre túto anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.371596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.0651, + "tool_latency_seconds": 0.371596, + "final_model_latency_seconds": 11.762852, + "total_latency_seconds": 14.200271, + "usage": { + "prompt_tokens": 14145, + "completion_tokens": 182, + "total_tokens": 14327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác\" a rok uvedený v názve sekcie je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov témy alebo práce uvedenej v zázname typu „diplomový projekt“ a rok uvedený v názve príslušnej sekcie. Neuvádzaj rok začiatku štúdia.", + "published_only": false, + "limit": 10 + }, + "latency_seconds": 1.116938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.744308, + "tool_latency_seconds": 1.116938, + "final_model_latency_seconds": 39.190319, + "total_latency_seconds": 42.052811, + "usage": { + "prompt_tokens": 48117, + "completion_tokens": 141, + "total_tokens": 48258 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Dáriusa Lindvaiho je 2016, zatiaľ čo jeho diplomová práca je vyjadrená kategóriou z roku 2021 (dp2021).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 1.031873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.704977, + "tool_latency_seconds": 1.031873, + "final_model_latency_seconds": 36.216216, + "total_latency_seconds": 38.954341, + "usage": { + "prompt_tokens": 43045, + "completion_tokens": 150, + "total_tokens": 43195 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom Obnovenie interpunkcie pomocou hlbokých neurónových sietí v roku 2021, čo je rok vyjadrený kategóriou diplomovej práce v metadátach, zatiaľ čo Ján Pták má v zázname uvedený diplomový projekt v roku 2026 s témou Agent pre manažment záverečných prác.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.817265, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.81292, + "tool_latency_seconds": 0.817265, + "final_model_latency_seconds": 23.109547, + "total_latency_seconds": 25.740566, + "usage": { + "prompt_tokens": 26229, + "completion_tokens": 225, + "total_tokens": 26454 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaia nenašla diplomová práca, ale iba diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" z roku 2020, zatiaľ čo Andrii Pervashov má v sekciách uvedený návrh na tému diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" s označením roka 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5 + }, + "latency_seconds": 0.747723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.539209, + "tool_latency_seconds": 0.747723, + "final_model_latency_seconds": 21.225615, + "total_latency_seconds": 23.513234, + "usage": { + "prompt_tokens": 23749, + "completion_tokens": 229, + "total_tokens": 23978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.csv new file mode 100644 index 0000000..651535e --- /dev/null +++ b/tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.csv @@ -0,0 +1,10 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Témou diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.342913,0.14733,7.150825,9.641468,8601,108,8709, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.366555,0.047068,4.463115,5.876927,4912,89,5001, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Tomáš Kuchárik má v ZP Wiki zaznamenané dve diplomové práce: z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.045989,0.041427,5.559473,7.647097,4850,203,5053, diff --git a/tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.json b/tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.json new file mode 100644 index 0000000..3bb803a --- /dev/null +++ b/tools/rag/evaluation/results/e3_regression/rag_answers_dev_selected.json @@ -0,0 +1,334 @@ +{ + "generated_at": "2026-08-16T18:04:36.438031+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "93c28885ab63887ff45d64509f2ad5e0e36b088066af8647a7e37bd47eb7ef7a", + "selected_question_ids": [ + "q0020", + "q0021", + "q0028" + ], + "applied_override_ids": [ + "q0020" + ], + "split": "dev", + "selected_question_count": 3, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.721831, + "prompt_tokens": 18363, + "completion_tokens": 400, + "total_tokens": 18763, + "by_category": { + "fact_title": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.647097, + "prompt_tokens": 4850, + "completion_tokens": 203, + "total_tokens": 5053 + }, + "fact_work_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 5.876927, + "prompt_tokens": 4912, + "completion_tokens": 89, + "total_tokens": 5001 + }, + "paraphrase": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 9.641468, + "prompt_tokens": 8601, + "completion_tokens": 108, + "total_tokens": 8709 + } + }, + "by_difficulty": { + "easy": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.762012, + "prompt_tokens": 9762, + "completion_tokens": 292, + "total_tokens": 10054 + }, + "medium": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 9.641468, + "prompt_tokens": 8601, + "completion_tokens": 108, + "total_tokens": 8709 + } + } + }, + "results": [ + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca téma", + "limit": 5 + }, + "latency_seconds": 0.14733, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 2.342913, + "tool_latency_seconds": 0.14733, + "final_model_latency_seconds": 7.150825, + "total_latency_seconds": 9.641468, + "usage": { + "prompt_tokens": 8601, + "completion_tokens": 108, + "total_tokens": 8709 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca rok" + }, + "latency_seconds": 0.047068, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.366555, + "tool_latency_seconds": 0.047068, + "final_model_latency_seconds": 4.463115, + "total_latency_seconds": 5.876927, + "usage": { + "prompt_tokens": 4912, + "completion_tokens": 89, + "total_tokens": 5001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Tomáš Kuchárik má v ZP Wiki zaznamenané dve diplomové práce: z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.041427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.045989, + "tool_latency_seconds": 0.041427, + "final_model_latency_seconds": 5.559473, + "total_latency_seconds": 7.647097, + "usage": { + "prompt_tokens": 4850, + "completion_tokens": 203, + "total_tokens": 5053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.csv new file mode 100644 index 0000000..0d17636 --- /dev/null +++ b/tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.csv @@ -0,0 +1,4 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/steel""]","Študentský dokument, ktorý sa venuje témam grafových neurónových sietí a má v metadátach uvedeného Maroša Harahusa ako autora dokumentu, je bakalárska práca s názvom „Grafové neurónové siete pre vyhľadávanie na internete"" študenta Dmytra Murala. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.445964,0.090987,9.778916,12.316244,10764,187,10951, diff --git a/tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.json b/tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.json new file mode 100644 index 0000000..6705887 --- /dev/null +++ b/tools/rag/evaluation/results/e4_q0024_final/rag_answers_dev_selected.json @@ -0,0 +1,159 @@ +{ + "generated_at": "2026-08-16T18:51:58.675909+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "52c161098d40fc722b049238a90bb77cee69f6872504dbf4fbbb3d101a36246c", + "selected_question_ids": [ + "q0024" + ], + "applied_override_ids": [ + "q0024" + ], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.316244, + "prompt_tokens": 10764, + "completion_tokens": 187, + "total_tokens": 10951, + "by_category": { + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.316244, + "prompt_tokens": 10764, + "completion_tokens": 187, + "total_tokens": 10951 + } + }, + "by_difficulty": { + "medium": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.316244, + "prompt_tokens": 10764, + "completion_tokens": 187, + "total_tokens": 10951 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "Študentský dokument, ktorý sa venuje témam grafových neurónových sietí a má v metadátach uvedeného Maroša Harahusa ako autora dokumentu, je bakalárska práca s názvom „Grafové neurónové siete pre vyhľadávanie na internete\" študenta Dmytra Murala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus autor študentský dokument grafové neuronové siete", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.090987, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/steel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/steel" + ], + "first_model_latency_seconds": 2.445964, + "tool_latency_seconds": 0.090987, + "final_model_latency_seconds": 9.778916, + "total_latency_seconds": 12.316244, + "usage": { + "prompt_tokens": 10764, + "completion_tokens": 187, + "total_tokens": 10951 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.csv new file mode 100644 index 0000000..77a1c6e --- /dev/null +++ b/tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.csv @@ -0,0 +1,16 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","S osobou Ján Holp súvisí študentský dokument (stránka) s názvom „Ján Holp"", v ktorom sú uvedené jeho záverečné práce týkajúce sa slovenského internetu. Ide o bakalársku prácu s názvom „Vyhľadávač na slovenskom internete"" z roku 2019 a diplomový projekt z roku 2020, ktorý sa zameriava na využitie veľkých slovenských dát z internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.889331,0.12737,5.917284,7.934235,4973,191,5164, +q0024,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","S témou grafové neurónové siete a osobou Maroš Harahus súvisí študentský dokument o študentovi Dmytro Mural, kde Maroš Harahus je uvedený ako autor dokumentu. Tento dokument obsahuje bakalársku prácu s témou „Grafové neurónové siete pre vyhľadávanie na internete“ a zároveň spomína štúdium grafových neurónových sietí v rámci bakalárskeho projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.084415,0.044731,6.389972,8.519334,5963,213,6176, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V súvislosti s US Steel mal Maroš Harahus za úlohu naštudovať dáta z tejto firmy a vypracovať prehľad aktuálnych metód grafových neurónových sietí, pričom mal tiež nájsť a vyskúšať toolkit na GNN. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.40073,0.134669,5.826493,7.362124,5737,131,5868, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pracou s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa zaoberá Tomáš Kuchárik vo svojej diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.280178,0.147059,10.601254,13.028955,12129,180,12309, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" rieši študent Tomáš Kuchárik vo svojej diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.873471,0.053306,5.462488,7.389482,5158,148,5306, diff --git a/tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.json b/tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.json new file mode 100644 index 0000000..9bebb3f --- /dev/null +++ b/tools/rag/evaluation/results/e4_regression/rag_answers_dev_selected.json @@ -0,0 +1,468 @@ +{ + "generated_at": "2026-08-16T18:49:10.965775+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "2e756dedb0431ae8ff368936ff0fbf6157eb90819b468b688d64276e07a91108", + "selected_question_ids": [ + "q0013", + "q0024", + "q0026", + "q0029", + "q0030" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 5, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.8, + "should_answer_score": 1.0, + "overall_score": 0.95, + "strict_pass_count": 4, + "strict_pass_rate": 0.8, + "mean_latency_seconds": 8.846826, + "prompt_tokens": 33960, + "completion_tokens": 863, + "total_tokens": 34823, + "by_category": { + "keyword_grounding": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.5, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 8.226785, + "prompt_tokens": 10936, + "completion_tokens": 404, + "total_tokens": 11340 + }, + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.028955, + "prompt_tokens": 12129, + "completion_tokens": 180, + "total_tokens": 12309 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.362124, + "prompt_tokens": 5737, + "completion_tokens": 131, + "total_tokens": 5868 + }, + "topic_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.389482, + "prompt_tokens": 5158, + "completion_tokens": 148, + "total_tokens": 5306 + } + }, + "by_difficulty": { + "medium": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.8, + "should_answer_score": 1.0, + "overall_score": 0.95, + "strict_pass_count": 4, + "strict_pass_rate": 0.8, + "mean_latency_seconds": 8.846826, + "prompt_tokens": 33960, + "completion_tokens": 863, + "total_tokens": 34823 + } + } + }, + "results": [ + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí študentský dokument (stránka) s názvom „Ján Holp\", v ktorom sú uvedené jeho záverečné práce týkajúce sa slovenského internetu. Ide o bakalársku prácu s názvom „Vyhľadávač na slovenskom internete\" z roku 2019 a diplomový projekt z roku 2020, ktorý sa zameriava na využitie veľkých slovenských dát z internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "slovenský internet Ján Holp dokument študent", + "limit": 5 + }, + "latency_seconds": 0.12737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.889331, + "tool_latency_seconds": 0.12737, + "final_model_latency_seconds": 5.917284, + "total_latency_seconds": 7.934235, + "usage": { + "prompt_tokens": 4973, + "completion_tokens": 191, + "total_tokens": 5164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "S témou grafové neurónové siete a osobou Maroš Harahus súvisí študentský dokument o študentovi Dmytro Mural, kde Maroš Harahus je uvedený ako autor dokumentu. Tento dokument obsahuje bakalársku prácu s témou „Grafové neurónové siete pre vyhľadávanie na internete“ a zároveň spomína štúdium grafových neurónových sietí v rámci bakalárskeho projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus grafové neurónové siete dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.044731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 2.084415, + "tool_latency_seconds": 0.044731, + "final_model_latency_seconds": 6.389972, + "total_latency_seconds": 8.519334, + "usage": { + "prompt_tokens": 5963, + "completion_tokens": 213, + "total_tokens": 6176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "V súvislosti s US Steel mal Maroš Harahus za úlohu naštudovať dáta z tejto firmy a vypracovať prehľad aktuálnych metód grafových neurónových sietí, pričom mal tiež nájsť a vyskúšať toolkit na GNN.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus US Steel metódy" + }, + "latency_seconds": 0.134669, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.40073, + "tool_latency_seconds": 0.134669, + "final_model_latency_seconds": 5.826493, + "total_latency_seconds": 7.362124, + "usage": { + "prompt_tokens": 5737, + "completion_tokens": 131, + "total_tokens": 5868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Pracou s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa zaoberá Tomáš Kuchárik vo svojej diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu autor", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.147059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.280178, + "tool_latency_seconds": 0.147059, + "final_model_latency_seconds": 10.601254, + "total_latency_seconds": 13.028955, + "usage": { + "prompt_tokens": 12129, + "completion_tokens": 180, + "total_tokens": 12309 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" rieši študent Tomáš Kuchárik vo svojej diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "limit": 5 + }, + "latency_seconds": 0.053306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.873471, + "tool_latency_seconds": 0.053306, + "final_model_latency_seconds": 5.462488, + "total_latency_seconds": 7.389482, + "usage": { + "prompt_tokens": 5158, + "completion_tokens": 148, + "total_tokens": 5306 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.csv new file mode 100644 index 0000000..d9369d4 --- /dev/null +++ b/tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.csv @@ -0,0 +1,29 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.316807,0.445829,19.392639,22.156105,22596,142,22738, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","Pri osobe Jakub Maruniak je uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.942664,0.331068,13.590749,15.865577,15594,147,15741, +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, akú databázu a backend Ján Pták už používal. Z dostupných zdrojov vyplýva, že Ján Pták pracuje na diplomovom projekte s témou „Agent pre manažment záverečných prác"", kde má za cieľ vytvoriť agenta využívajúceho technológie ako RAG a GraphRAG, pričom ako rozhranie sa plánuje použitie OpenWebUI, ale konkrétne uvedené databázy alebo backendové technológie, ktoré by už boli implementované, sa v záznamoch neuvádzajú. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.926943,0.249945,25.411096,27.588697,26953,249,27202, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.3333333333333333,1.0,1.0,0.8333333333333334,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej praxe v lete 2019 tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú tréningovú sadu z transkriptov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.96392,0.123979,11.664886,13.753221,12078,175,12253, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Podľa dokumentácie projektu Question Answering sa má pri anotácii vytvoriť 5 otázok pre každý odsek. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.858985,0.379721,24.122253,26.361773,28087,114,28201, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Na rozpoznávanie pomenovaných entít a ich anotáciu sa vo ZP Wiki venuje niekoľko dokumentov vrátane témy Pomenované entity, ktorá popisuje úlohy a nástroje ako Prodigy, ako aj študentských prác a projektov. Konkrétne ide o bakalársku prácu Artema Yatsenka s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku, diplomový projekt Jakuba Maruniaka s návrhom názvu Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thanh o rozpoznávaní pomenovaných entít pomocou nástrojov Spacy a Prodigy, bakalársku prácu Ediza Morochoviča o štatistickom rozpoznávaní pomenovaných entít a bakalársku prácu Serhiiho Yemets zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít. Ďalej sa na tému pracuje v internom projekte Cesar Abascal Gutierrez a v témach Podpora slovenčiny v knižnici Spacy a Slovenské jazykové zdroje, ktoré spomínajú anotáciu pomenovaných entít a existujúce korpusy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/topics/resources +https://zp.kemt.fei.tuke.sk/topics/named-entity/navod +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",1.889659,0.435265,41.331604,43.657548,37934,567,38501, diff --git a/tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.json b/tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.json new file mode 100644 index 0000000..5b96a9c --- /dev/null +++ b/tools/rag/evaluation/results/e5_1_regression/rag_answers_dev_selected.json @@ -0,0 +1,646 @@ +{ + "generated_at": "2026-08-16T21:42:32.047540+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "18d354c819cd8f062cf463e43908b7ae3af3195431e664f69848bc3fd744c6db", + "selected_question_ids": [ + "q0039", + "q0042", + "q0393", + "q0575", + "q0624", + "q0689" + ], + "applied_override_ids": [ + "q0042" + ], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.722222, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.930556, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 24.897153, + "prompt_tokens": 143242, + "completion_tokens": 1394, + "total_tokens": 144636, + "by_category": { + "fact_title": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.156105, + "prompt_tokens": 22596, + "completion_tokens": 142, + "total_tokens": 22738 + }, + "multi_document": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 43.657548, + "prompt_tokens": 37934, + "completion_tokens": 567, + "total_tokens": 38501 + }, + "paraphrase": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.865577, + "prompt_tokens": 15594, + "completion_tokens": 147, + "total_tokens": 15741 + }, + "specific_fact": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.444444, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.861111, + "strict_pass_count": 1, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 22.567897, + "prompt_tokens": 67118, + "completion_tokens": 538, + "total_tokens": 67656 + } + }, + "by_difficulty": { + "easy": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.156105, + "prompt_tokens": 22596, + "completion_tokens": 142, + "total_tokens": 22738 + }, + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 43.657548, + "prompt_tokens": 37934, + "completion_tokens": 567, + "total_tokens": 38501 + }, + "medium": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.583333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.895833, + "strict_pass_count": 2, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 20.892317, + "prompt_tokens": 82712, + "completion_tokens": 685, + "total_tokens": 83397 + } + } + }, + "results": [ + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.445829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 2.316807, + "tool_latency_seconds": 0.445829, + "final_model_latency_seconds": 19.392639, + "total_latency_seconds": 22.156105, + "usage": { + "prompt_tokens": 22596, + "completion_tokens": 142, + "total_tokens": 22738 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.331068, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "first_model_latency_seconds": 1.942664, + "tool_latency_seconds": 0.331068, + "final_model_latency_seconds": 13.590749, + "total_latency_seconds": 15.865577, + "usage": { + "prompt_tokens": 15594, + "completion_tokens": 147, + "total_tokens": 15741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, akú databázu a backend Ján Pták už používal. Z dostupných zdrojov vyplýva, že Ján Pták pracuje na diplomovom projekte s témou „Agent pre manažment záverečných prác\", kde má za cieľ vytvoriť agenta využívajúceho technológie ako RAG a GraphRAG, pričom ako rozhranie sa plánuje použitie OpenWebUI, ale konkrétne uvedené databázy alebo backendové technológie, ktoré by už boli implementované, sa v záznamoch neuvádzajú.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.249945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.926943, + "tool_latency_seconds": 0.249945, + "final_model_latency_seconds": 25.411096, + "total_latency_seconds": 27.588697, + "usage": { + "prompt_tokens": 26953, + "completion_tokens": 249, + "total_tokens": 27202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej praxe v lete 2019 tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú tréningovú sadu z transkriptov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.123979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.96392, + "tool_latency_seconds": 0.123979, + "final_model_latency_seconds": 11.664886, + "total_latency_seconds": 13.753221, + "usage": { + "prompt_tokens": 12078, + "completion_tokens": 175, + "total_tokens": 12253 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false, + true + ], + "answer_contains_score": 0.3333333333333333, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.8333333333333334, + "strict_pass": false, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dokumentácie projektu Question Answering sa má pri anotácii vytvoriť 5 otázok pre každý odsek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.379721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.858985, + "tool_latency_seconds": 0.379721, + "final_model_latency_seconds": 24.122253, + "total_latency_seconds": 26.361773, + "usage": { + "prompt_tokens": 28087, + "completion_tokens": 114, + "total_tokens": 28201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Na rozpoznávanie pomenovaných entít a ich anotáciu sa vo ZP Wiki venuje niekoľko dokumentov vrátane témy Pomenované entity, ktorá popisuje úlohy a nástroje ako Prodigy, ako aj študentských prác a projektov. Konkrétne ide o bakalársku prácu Artema Yatsenka s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku, diplomový projekt Jakuba Maruniaka s návrhom názvu Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thanh o rozpoznávaní pomenovaných entít pomocou nástrojov Spacy a Prodigy, bakalársku prácu Ediza Morochoviča o štatistickom rozpoznávaní pomenovaných entít a bakalársku prácu Serhiiho Yemets zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít. Ďalej sa na tému pracuje v internom projekte Cesar Abascal Gutierrez a v témach Podpora slovenčiny v knižnici Spacy a Slovenské jazykové zdroje, ktoré spomínajú anotáciu pomenovaných entít a existujúce korpusy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/topics/resources\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity/navod\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nhttps://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.435265, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.889659, + "tool_latency_seconds": 0.435265, + "final_model_latency_seconds": 41.331604, + "total_latency_seconds": 43.657548, + "usage": { + "prompt_tokens": 37934, + "completion_tokens": 567, + "total_tokens": 38501 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.csv new file mode 100644 index 0000000..1f474cc --- /dev/null +++ b/tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.csv @@ -0,0 +1,7 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informácie o tom, akú databázu a backend Ján Pták už podľa stavu používal, keďže dostupný záznam pre jeho diplomový projekt uvádza iba ciele, tématické oblasti a úlohy (ako je použitie OpenWebUI, Docker, LangChain a GraphRAG) bez explicitného spomenutia konkrétnej implementovanej databázy alebo backendového frameworku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.987626,0.364613,21.934543,25.28763,26926,182,27108, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,1.0,1.0,0.9166666666666666,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť anotáciu schému. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.907934,0.111388,10.773955,12.793719,12079,176,12255, diff --git a/tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.json b/tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.json new file mode 100644 index 0000000..21bd541 --- /dev/null +++ b/tools/rag/evaluation/results/e5_2_diagnostic/rag_answers_dev_selected.json @@ -0,0 +1,232 @@ +{ + "generated_at": "2026-09-27T09:47:47.360199+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "8f4f7bf2d60a3d58fbc338932663d33046dde1b7951ca82402bc30f0ce627b7b", + "selected_question_ids": [ + "q0393", + "q0575" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 2, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 19.040675, + "prompt_tokens": 39005, + "completion_tokens": 358, + "total_tokens": 39363, + "by_category": { + "specific_fact": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 19.040675, + "prompt_tokens": 39005, + "completion_tokens": 358, + "total_tokens": 39363 + } + }, + "by_difficulty": { + "medium": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 19.040675, + "prompt_tokens": 39005, + "completion_tokens": 358, + "total_tokens": 39363 + } + } + }, + "results": [ + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informácie o tom, akú databázu a backend Ján Pták už podľa stavu používal, keďže dostupný záznam pre jeho diplomový projekt uvádza iba ciele, tématické oblasti a úlohy (ako je použitie OpenWebUI, Docker, LangChain a GraphRAG) bez explicitného spomenutia konkrétnej implementovanej databázy alebo backendového frameworku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5 + }, + "latency_seconds": 0.364613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.987626, + "tool_latency_seconds": 0.364613, + "final_model_latency_seconds": 21.934543, + "total_latency_seconds": 25.28763, + "usage": { + "prompt_tokens": 26926, + "completion_tokens": 182, + "total_tokens": 27108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť anotáciu schému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.111388, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.907934, + "tool_latency_seconds": 0.111388, + "final_model_latency_seconds": 10.773955, + "total_latency_seconds": 12.793719, + "usage": { + "prompt_tokens": 12079, + "completion_tokens": 176, + "total_tokens": 12255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9166666666666666, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.csv new file mode 100644 index 0000000..af56d4d --- /dev/null +++ b/tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.csv @@ -0,0 +1,162 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť názov diplomovej práce osoby Jakub Maruniak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.24246,0.389789,13.368636,16.00156,16348,138,16486, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","V dostupných dokumentoch ZP Wiki sa explicitný názov témy diplomovej práce pri osobe Jakub Maruniak nenašiel; dokumenty uvádzajú iba sekciu „Diplomová práca 2021"" a obsahujú informácie o anotáciách dát, trénovaní modelov a dosahovanej presnosti, ale chýba tu konkrétny formulovaný názov témy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.933275,0.206227,13.48626,15.626358,14790,198,14988, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Osoba Jakub Maruniak začala štúdium v roku 2016 a jeho diplomový projekt bol evidovaný v roku 2020 a 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.587601,0.654635,25.131313,27.374407,29215,125,29340, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.698637,0.405739,21.307265,23.412287,24567,129,24696, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"", ktorá sa zaoberá neurónovými sieťami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.985063,0.335115,16.745465,19.066164,19007,148,19155, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta má v rámci diplomovej práce roku 2024 ako návrh na názov zadané „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", pričom v predchádzajúcom roku 2023 bol uvedený návrh názvu „Generatívne modely slovenského jazyka"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.980822,0.189392,12.825413,14.996126,13515,190,13705, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pri osobe Dávid Omasta je v dokumente uvedená téma diplomovej práce pre rok 2023 ako „Dotrénovanie slovenského generatívneho jazykového modelu"" a pre rok 2024 je uvedený návrh na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.947583,0.345171,12.631562,14.924875,13483,187,13670, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Na testovanie systému, ktorý vyvíja Matej Ščišľak v rámci svojej diplomovej práce, bolo vytvorených 110 otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.601706,0.397502,20.154136,22.15397,23287,119,23406, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.987856,0.14545,12.774859,14.908613,14358,142,14500, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Téma bakalárskej práce pri osobe Tetiana Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.995099,0.196022,11.963397,14.155102,13461,145,13606, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Podľa dostupných informácií Tetiana Mohorian začala štúdium v roku 2022 a jej bakalárska práca je plánovaná na rok 2025. V dostupných dokumentoch sa nepodarilo nájsť explicitne uvedený rok, v ktorom prácu vykonáva, ale z kontextu sekcie „Bakalárska práca 2025"" vyplýva, že ide o prácu plánovanú na tento rok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.829271,0.301089,14.547317,16.67824,15290,201,15491, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", v ktorej sa zaoberá aj témou prompting, keďže jej úlohou je aplikovať existujúce modely na detekciu nenávistnej reči s využitím prompting a metódy LORA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.917566,0.138939,8.036479,10.093246,7594,191,7785, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétne informácie o type hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster, hoci z dokumentu vyplýva, že mal zostaviť klaster z dosiek Raspberry Pi a nainštalovať naň platformu Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.774413,0.210807,18.742771,20.728521,20928,171,21099, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa rok 2022 uvádza ako rok začiatku štúdia pre Jána Ptáka, ktorý vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác"", pričom rok ukončenia tejto práce je uvedený ako 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.090508,0.208552,12.388959,14.688544,12953,181,13134, +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Ján Pták uvádza tému „Agent pre manažment záverečných prác"", ciele, nástroje ako OpenWebUI, Docker, LangChain a úlohy súvisiace s RAG a GraphRAG, ale explicitne nešpecifikuje použitú databázu ani backendovú technológiu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.947817,0.221708,17.529245,19.699329,18930,199,19129, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá priamo využíva veľké jazykové modely (LLM) na vytvorenie agenta, a zároveň sa venuje vedeckému projektu s názvom „Veľký jazykový model ako inteligentný agent"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.022361,0.225358,7.918054,10.16611,7232,200,7432, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Yevhenii Medushivskyi má názov „Získavanie textu z webových stránok"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.051048,0.177561,17.339599,19.568962,19832,148,19980, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pomena práce s presným názvom „Získavanie textu z webových stránok"" sa venuje študent Yevhenii Medushivskyi v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.008235,0.45602,21.990257,24.455158,24814,164,24978, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Yevhenii Medushivskyi mal zozbieraného približne 450 MB textu k marcu 2026, konkrétne k dátumu 13. marca 2026, ako je uvedené v zázname o stretnutí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.206095,0.171027,8.437544,10.81491,8355,186,8541, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Oliver Pejic sa počas svojej stáže v lete 2024 venoval problematike hodnotenia modelov vkladania viet (sentence transformer models) pomocou nástroja MTEB a príprave nových úloh pre hodnenie v oblasti detekcie nenávistných prejavov (Slovak HATE speech) a hľadania odpovedí na otázky (Slovak question answering). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.965366,0.139742,7.717434,9.822848,7278,191,7469, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Oliver Pejic mal počas svojej internship práce pracovať na príprave dvoch úloh pre MTEB (Massive Text Embedding Benchmark): úlohy pre slovenský korpus zložený z dát o nenávistných prejavoch (Slovak Hate Speech) a úlohy pre slovenské vyhľadávanie odpovedí na otázky (Slovak Question Answering/SK-QUAD). + +Zdroj: +https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.528918,0.272722,22.326568,24.128859,24882,168,25050, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez sa venovala problémom v oblasti označovania named entity (identifikácia neznámych pojmov) a tvorbe manuálne anotovanej trénovacej množiny z prepisov reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.997514,0.267191,11.498318,13.763515,12349,156,12505, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou anotácie pomenovaných entít (Named entity annotations), kde mal za cieľ rozpoznávať neznáme pomenované entity a vytvárať manuálne anotačné trénovacie súbory z prepisov reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",2.017878,0.184736,15.52677,17.72995,17444,169,17613, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,1.0,1.0,0.9166666666666666,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej praxe v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.972809,0.128692,8.400085,10.502176,8493,176,8669, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Bogdan Paul Chiš sa venovala problému extrakcie trojíc (triplet extraction) z lekárskych dát, pričom cieľom bolo zostrojiť graf znalostí z viacjazyčných lekárnických letáčkov a využiť ho v inteligentnom agentovi odporúčajúcom lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.322095,0.212376,13.382888,14.91784,14769,137,14906, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Na téme multilinguálnej extrakcie trojíc z medicínskych dát pracoval Bogdan Paul Chiš počas svojho praxe v rámci programu ERASMUS na jar 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",2.099069,0.536416,20.346367,22.982487,23303,157,23460, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Bogdan Paul Chiš s názvom „(multilingual) Triplet extraction from medical data"", ktorá sa konala v rámci programu ERASMUS Intern Spring 2026, súvisela s témou knowledge graph, pričom cieľom bolo zostaviť znalostný graf z lekárskych balíčkových letákov v viacerých jazykoch a využiť ho v inteligentnom agentovi na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.717973,0.233427,13.696612,15.648477,14211,186,14397, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Projektová a informačná stránka pre tému „Dialógový systém"" (tiež označená ako chatbot) sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.976041,0.269402,19.289668,21.53587,22242,143,22385, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Priamo téme „Dialógový systém"" sa v ZP Wiki venuje dokument s názvom „Dialógový systém"", ktorý je projektovou stránkou pre tvorbu chatbotov. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.541873,0.298781,20.033891,21.875108,22903,111,23014, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Podľa dostupných informácií sa chatbot má integrovať s QA systémom (systémom na odpovedanie na otázky). + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.888498,0.352899,11.373793,13.615559,12322,146,12468, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering“, má názov „Question Answering“ a zameriava sa na vytvorenie slovenského klonu datasetu SQuaD 2.0, prípravu anotácií na dátach z Wikipédie a vývoj anotačnej infraštruktúry. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.468455,0.399011,22.955516,24.823639,25822,147,25969, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Projekt Question Answering chce vytvoriť slovenskú kópiu datasetu SQuAD 2.0 na základe údajov zo slovenskej Wikipédie. Tento dataset bude mať finálny výstup v SQUAD formáte a zahŕňať bude aj neobslúhovateľné otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.777923,0.280932,20.842367,22.90183,23248,154,23402, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Projekt Question Answering používa na anotáciu nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.949462,0.166443,11.343564,13.459861,13205,108,13313, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/question/navod +https://zp.kemt.fei.tuke.sk/topics/question/validacie",2.076011,0.340891,18.827692,21.245177,21598,144,21742, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Projektová alebo informačná stránka s názvom „Strojový preklad“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",2.019691,0.228377,17.607882,19.856772,20168,135,20303, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V databáze ZP Wiki sa našlo viacero dokumentov zaoberajúcich sa témami RAG a GraphRAG, medzi ktoré patria diplomová práca Olega Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", ktorá využíva LightRAG a pracuje so znalostným grafom, či diplomová práca Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", kde bol vytvorený systém GraphRAG kombinujúci FAISS a Neo4J. + +Ďalej sa tu nachádza diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania"", ktorý sa zameriava na naučenie a aplikáciu GraphRAG, diplomový projekt Jána Ptáka „Agent pre manažment záverečných prác"", ktorý si vyžaduje naučiť sa GraphRAG, ako aj bakalársku prácu Maksyma Zatiroku „Grafová databáza pre podporu generovania slovenského jazyka"", ktorá skúma využitie grafov pri RAG. + +Medzi ostatné relevantné dokumenty patrí aj stážista Bogdan Paul Chiș, ktorý riešil tému extrakcie trojíc z medicínskych dát s využitím RAG a GraphRAG, a diplomový projekt Martina Šarišského, ktorý skúma, ako znalostný graf a Graph RAG dokážu vylepšiť vyhľadávanie v zákonoch. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.941236,0.388186,30.433983,32.764117,25987,597,26584, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","V dostupných dokumentoch ZP Wiki sa nachádza viacero projektov, ktoré spájajú znalostné grafy s technológiami RAG (Retrieval Augmented Generation) alebo inteligentnými agentmi. + +Diplomová práca Valeria Kutsenka (2027) sa zameriava na zlepšenie vyhľadávania pomocou znalostných grafov, kde agent buduje vnútornú reprezentáciu v podobe znalostného grafu a využíva systémy ako LightRAG a MiniRAG. Diplomová práca Mateja Ščišľaka (2026) s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" implementuje systém GraphRAG využívajúci databázy Neo4J a FAISS na vyhľadávanie v právnych textoch a vytvorila aj agenta na báze Ollama. Diplomová práca Olega Poiasnika (2027) navrhuje expertný agentový systém pre lekáreň, ktorý využíva znalostný graf zostavený z databázy liekov (pomocou LightRAG a Neo4J) na podporu rozhodovania o interakciách a kontraindikáciách. + +Ďalšie projekty zahŕňajú diplomový projekt Jána Malinovského (2026) „Grafové vyhľadávanie pre podporu vzdelávania"", ktorý vytvára agenta vyhľadávajúceho v znalostnom grafe vzdelávacích konceptov, a bakalársku prácu Maxyma Zatirku (2026) „Grafová databáza pre podporu generovania slovenského jazyka"", kde inteligentný agent využíva znalostný graf slovenského práva. Stážista Bogdan Paul Chiš pracoval na výskyte s cieľom využiť znalostný graf z viacjazyčných lekárskych príbalových letákov v inteligentnom agentovi na odporúčanie liekov. Projekt Jána Ptáka (2026) sa zaoberá agentom pre manažment záverečných prác s cieľom využiť znalostný graf pre vysvetliteľnosť modelu, a diplomový projekt Martina Šarišského skúma vplyv znalostných grafov na Graph RAG v oblasti právnych predpisov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.588763,0.531688,48.146049,50.267509,40940,779,41719, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Dokumenty, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, zahŕňajú témy Pomenované entity a Anotácia textových dát, ako aj študentské práce, ako je diplomová práca Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalárska práca Artema Yatsenka s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thana s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy a bakalárska práca Vladimíra Ferku s názvom Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči, ktorá zahŕňa anotáciu podobnú rozpoznávaniu pomenovaných entít. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/topics/prodigy +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.12482,0.4767,34.991346,37.593919,33996,427,34423, +q0690,dev,multi_document,hard,Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""strojový preklad"", ""automatický preklad""]","[""..."", ""..."", ""..."", ""..."", ""...""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Dokumenty súvisiace so strojovým alebo automatickým prekladom zahŕňajú bakalársku prácu Patrika Pavlišina s názvom „Metódy automatického prekladu"" a jeho diplomovú prácu s predbežným názvom „Neurónový strojový preklad"", ako aj bakalársku prácu Martina Jancuru „Webová aplikácia pre demonštráciu strojového prekladu"". Ďalej je tu diplomová práca Tomáša Kuchára s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", bakalárska práca Vladyslava Krupka, ktorá sa zaoberá otázkou, ako funguje neurónový strojový preklad, a bakalárska práca Nikity Bodnar, ktorá tiež skúma neurónový strojový preklad v kontexte korekcie textu. Ďalej Dominik Nagy vypracoval diplomovú prácu „Neurónový strojový preklad pomocou knižnice Fairseq"" a Kristián Sopkovič pracoval na diplomovom projekte využívajúcom strojovo preložené databázy pre cross-lingual information retrieval. Maroš Harahus sa v rámci doktorandského štúdia a dizertačnej práce zaoberal aj experimentmi so strojovým prekladom a nástrojom fairseq. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko +https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.876814,0.636482,52.696152,55.210624,49141,582,49723, diff --git a/tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.json b/tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.json new file mode 100644 index 0000000..4afeaf4 --- /dev/null +++ b/tools/rag/evaluation/results/e5_regression/rag_answers_dev_selected.json @@ -0,0 +1,3331 @@ +{ + "generated_at": "2026-08-16T21:24:04.173435+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "08711b5c2e9ed587bd5e0ac8f335605d4c7c645956ff230b0943805adc395eeb", + "selected_question_ids": [ + "q0039", + "q0042", + "q0046", + "q0105", + "q0130", + "q0143", + "q0146", + "q0243", + "q0334", + "q0337", + "q0341", + "q0345", + "q0376", + "q0387", + "q0393", + "q0435", + "q0438", + "q0439", + "q0450", + "q0551", + "q0556", + "q0570", + "q0572", + "q0575", + "q0579", + "q0580", + "q0582", + "q0597", + "q0598", + "q0604", + "q0616", + "q0621", + "q0622", + "q0624", + "q0632", + "q0687", + "q0688", + "q0689", + "q0690" + ], + "applied_override_ids": [ + "q0042", + "q0146", + "q0337" + ], + "split": "dev", + "selected_question_count": 39, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 39, + "completed": 39, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.876068, + "source_url_score": 1.0, + "should_answer_score": 0.948718, + "overall_score": 0.956197, + "strict_pass_count": 33, + "strict_pass_rate": 0.846154, + "mean_latency_seconds": 20.363042, + "prompt_tokens": 752260, + "completion_tokens": 7975, + "total_tokens": 760235, + "by_category": { + "adversarial_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.688544, + "prompt_tokens": 12953, + "completion_tokens": 181, + "total_tokens": 13134 + }, + "disambiguation_year": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.026324, + "prompt_tokens": 44505, + "completion_tokens": 326, + "total_tokens": 44831 + }, + "fact_title": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 16.368815, + "prompt_tokens": 64053, + "completion_tokens": 618, + "total_tokens": 64671 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.834734, + "prompt_tokens": 34396, + "completion_tokens": 484, + "total_tokens": 34880 + }, + "keyword_grounding": { + "total": 5, + "completed": 5, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 5, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.540789, + "prompt_tokens": 65488, + "completion_tokens": 894, + "total_tokens": 66382 + }, + "multi_document": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.875, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.96875, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 43.959042, + "prompt_tokens": 150064, + "completion_tokens": 2385, + "total_tokens": 152449 + }, + "paraphrase": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.916667, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 14.902112, + "prompt_tokens": 41734, + "completion_tokens": 530, + "total_tokens": 42264 + }, + "reverse_lookup": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.718823, + "prompt_tokens": 48117, + "completion_tokens": 321, + "total_tokens": 48438 + }, + "specific_fact": { + "total": 10, + "completed": 10, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.766667, + "source_url_score": 1.0, + "should_answer_score": 0.8, + "overall_score": 0.891667, + "strict_pass_count": 7, + "strict_pass_rate": 0.7, + "mean_latency_seconds": 17.925019, + "prompt_tokens": 175248, + "completion_tokens": 1571, + "total_tokens": 176819 + }, + "topic_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.412287, + "prompt_tokens": 24567, + "completion_tokens": 129, + "total_tokens": 24696 + }, + "topic_page_lookup": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.022847, + "prompt_tokens": 91135, + "completion_tokens": 536, + "total_tokens": 91671 + } + }, + "by_difficulty": { + "easy": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.958333, + "strict_pass_count": 5, + "strict_pass_rate": 0.833333, + "mean_latency_seconds": 17.811317, + "prompt_tokens": 106463, + "completion_tokens": 896, + "total_tokens": 107359 + }, + "hard": { + "total": 7, + "completed": 7, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.928571, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.982143, + "strict_pass_count": 6, + "strict_pass_rate": 0.857143, + "mean_latency_seconds": 33.511051, + "prompt_tokens": 207522, + "completion_tokens": 2892, + "total_tokens": 210414 + }, + "medium": { + "total": 26, + "completed": 26, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.871795, + "source_url_score": 1.0, + "should_answer_score": 0.923077, + "overall_score": 0.948718, + "strict_pass_count": 22, + "strict_pass_rate": 0.846154, + "mean_latency_seconds": 17.412052, + "prompt_tokens": 438275, + "completion_tokens": 4187, + "total_tokens": 442462 + } + } + }, + "results": [ + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť názov diplomovej práce osoby Jakub Maruniak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.389789, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.24246, + "tool_latency_seconds": 0.389789, + "final_model_latency_seconds": 13.368636, + "total_latency_seconds": 16.00156, + "usage": { + "prompt_tokens": 16348, + "completion_tokens": 138, + "total_tokens": 16486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa explicitný názov témy diplomovej práce pri osobe Jakub Maruniak nenašiel; dokumenty uvádzajú iba sekciu „Diplomová práca 2021\" a obsahujú informácie o anotáciách dát, trénovaní modelov a dosahovanej presnosti, ale chýba tu konkrétny formulovaný názov témy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.206227, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "first_model_latency_seconds": 1.933275, + "tool_latency_seconds": 0.206227, + "final_model_latency_seconds": 13.48626, + "total_latency_seconds": 15.626358, + "usage": { + "prompt_tokens": 14790, + "completion_tokens": 198, + "total_tokens": 14988 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Jakub Maruniak začala štúdium v roku 2016 a jeho diplomový projekt bol evidovaný v roku 2020 a 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 10 + }, + "latency_seconds": 0.654635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.587601, + "tool_latency_seconds": 0.654635, + "final_model_latency_seconds": 25.131313, + "total_latency_seconds": 27.374407, + "usage": { + "prompt_tokens": 29215, + "completion_tokens": 125, + "total_tokens": 29340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.405739, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.698637, + "tool_latency_seconds": 0.405739, + "final_model_latency_seconds": 21.307265, + "total_latency_seconds": 23.412287, + "usage": { + "prompt_tokens": 24567, + "completion_tokens": 129, + "total_tokens": 24696 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\", ktorá sa zaoberá neurónovými sieťami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.335115, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.985063, + "tool_latency_seconds": 0.335115, + "final_model_latency_seconds": 16.745465, + "total_latency_seconds": 19.066164, + "usage": { + "prompt_tokens": 19007, + "completion_tokens": 148, + "total_tokens": 19155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v rámci diplomovej práce roku 2024 ako návrh na názov zadané „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", pričom v predchádzajúcom roku 2023 bol uvedený návrh názvu „Generatívne modely slovenského jazyka\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.189392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.980822, + "tool_latency_seconds": 0.189392, + "final_model_latency_seconds": 12.825413, + "total_latency_seconds": 14.996126, + "usage": { + "prompt_tokens": 13515, + "completion_tokens": 190, + "total_tokens": 13705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta je v dokumente uvedená téma diplomovej práce pre rok 2023 ako „Dotrénovanie slovenského generatívneho jazykového modelu\" a pre rok 2024 je uvedený návrh na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.345171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.947583, + "tool_latency_seconds": 0.345171, + "final_model_latency_seconds": 12.631562, + "total_latency_seconds": 14.924875, + "usage": { + "prompt_tokens": 13483, + "completion_tokens": 187, + "total_tokens": 13670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému, ktorý vyvíja Matej Ščišľak v rámci svojej diplomovej práce, bolo vytvorených 110 otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "published_only": true + }, + "latency_seconds": 0.397502, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.601706, + "tool_latency_seconds": 0.397502, + "final_model_latency_seconds": 20.154136, + "total_latency_seconds": 22.15397, + "usage": { + "prompt_tokens": 23287, + "completion_tokens": 119, + "total_tokens": 23406 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.14545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.987856, + "tool_latency_seconds": 0.14545, + "final_model_latency_seconds": 12.774859, + "total_latency_seconds": 14.908613, + "usage": { + "prompt_tokens": 14358, + "completion_tokens": 142, + "total_tokens": 14500 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce pri osobe Tetiana Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196022, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.995099, + "tool_latency_seconds": 0.196022, + "final_model_latency_seconds": 11.963397, + "total_latency_seconds": 14.155102, + "usage": { + "prompt_tokens": 13461, + "completion_tokens": 145, + "total_tokens": 13606 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Podľa dostupných informácií Tetiana Mohorian začala štúdium v roku 2022 a jej bakalárska práca je plánovaná na rok 2025. V dostupných dokumentoch sa nepodarilo nájsť explicitne uvedený rok, v ktorom prácu vykonáva, ale z kontextu sekcie „Bakalárska práca 2025\" vyplýva, že ide o prácu plánovanú na tento rok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.301089, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.829271, + "tool_latency_seconds": 0.301089, + "final_model_latency_seconds": 14.547317, + "total_latency_seconds": 16.67824, + "usage": { + "prompt_tokens": 15290, + "completion_tokens": 201, + "total_tokens": 15491 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", v ktorej sa zaoberá aj témou prompting, keďže jej úlohou je aplikovať existujúce modely na detekciu nenávistnej reči s využitím prompting a metódy LORA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.138939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.917566, + "tool_latency_seconds": 0.138939, + "final_model_latency_seconds": 8.036479, + "total_latency_seconds": 10.093246, + "usage": { + "prompt_tokens": 7594, + "completion_tokens": 191, + "total_tokens": 7785 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétne informácie o type hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster, hoci z dokumentu vyplýva, že mal zostaviť klaster z dosiek Raspberry Pi a nainštalovať naň platformu Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.210807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.774413, + "tool_latency_seconds": 0.210807, + "final_model_latency_seconds": 18.742771, + "total_latency_seconds": 20.728521, + "usage": { + "prompt_tokens": 20928, + "completion_tokens": 171, + "total_tokens": 21099 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "V dostupných dokumentoch ZP Wiki sa rok 2022 uvádza ako rok začiatku štúdia pre Jána Ptáka, ktorý vypracovával diplomový projekt s témou „Agent pre manažment záverečných prác\", pričom rok ukončenia tejto práce je uvedený ako 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.208552, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.090508, + "tool_latency_seconds": 0.208552, + "final_model_latency_seconds": 12.388959, + "total_latency_seconds": 14.688544, + "usage": { + "prompt_tokens": 12953, + "completion_tokens": 181, + "total_tokens": 13134 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Ján Pták uvádza tému „Agent pre manažment záverečných prác\", ciele, nástroje ako OpenWebUI, Docker, LangChain a úlohy súvisiace s RAG a GraphRAG, ale explicitne nešpecifikuje použitú databázu ani backendovú technológiu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.221708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.947817, + "tool_latency_seconds": 0.221708, + "final_model_latency_seconds": 17.529245, + "total_latency_seconds": 19.699329, + "usage": { + "prompt_tokens": 18930, + "completion_tokens": 199, + "total_tokens": 19129 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá priamo využíva veľké jazykové modely (LLM) na vytvorenie agenta, a zároveň sa venuje vedeckému projektu s názvom „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.225358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.022361, + "tool_latency_seconds": 0.225358, + "final_model_latency_seconds": 7.918054, + "total_latency_seconds": 10.16611, + "usage": { + "prompt_tokens": 7232, + "completion_tokens": 200, + "total_tokens": 7432 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Yevhenii Medushivskyi má názov „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.177561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 2.051048, + "tool_latency_seconds": 0.177561, + "final_model_latency_seconds": 17.339599, + "total_latency_seconds": 19.568962, + "usage": { + "prompt_tokens": 19832, + "completion_tokens": 148, + "total_tokens": 19980 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Pomena práce s presným názvom „Získavanie textu z webových stránok\" sa venuje študent Yevhenii Medushivskyi v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.45602, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.008235, + "tool_latency_seconds": 0.45602, + "final_model_latency_seconds": 21.990257, + "total_latency_seconds": 24.455158, + "usage": { + "prompt_tokens": 24814, + "completion_tokens": 164, + "total_tokens": 24978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi mal zozbieraného približne 450 MB textu k marcu 2026, konkrétne k dátumu 13. marca 2026, ako je uvedené v zázname o stretnutí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.171027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.206095, + "tool_latency_seconds": 0.171027, + "final_model_latency_seconds": 8.437544, + "total_latency_seconds": 10.81491, + "usage": { + "prompt_tokens": 8355, + "completion_tokens": 186, + "total_tokens": 8541 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic sa počas svojej stáže v lete 2024 venoval problematike hodnotenia modelov vkladania viet (sentence transformer models) pomocou nástroja MTEB a príprave nových úloh pre hodnenie v oblasti detekcie nenávistných prejavov (Slovak HATE speech) a hľadania odpovedí na otázky (Slovak question answering).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.139742, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.965366, + "tool_latency_seconds": 0.139742, + "final_model_latency_seconds": 7.717434, + "total_latency_seconds": 9.822848, + "usage": { + "prompt_tokens": 7278, + "completion_tokens": 191, + "total_tokens": 7469 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej internship práce pracovať na príprave dvoch úloh pre MTEB (Massive Text Embedding Benchmark): úlohy pre slovenský korpus zložený z dát o nenávistných prejavoch (Slovak Hate Speech) a úlohy pre slovenské vyhľadávanie odpovedí na otázky (Slovak Question Answering/SK-QUAD).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5 + }, + "latency_seconds": 0.272722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.528918, + "tool_latency_seconds": 0.272722, + "final_model_latency_seconds": 22.326568, + "total_latency_seconds": 24.128859, + "usage": { + "prompt_tokens": 24882, + "completion_tokens": 168, + "total_tokens": 25050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez sa venovala problémom v oblasti označovania named entity (identifikácia neznámych pojmov) a tvorbe manuálne anotovanej trénovacej množiny z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.267191, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.997514, + "tool_latency_seconds": 0.267191, + "final_model_latency_seconds": 11.498318, + "total_latency_seconds": 13.763515, + "usage": { + "prompt_tokens": 12349, + "completion_tokens": 156, + "total_tokens": 12505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou anotácie pomenovaných entít (Named entity annotations), kde mal za cieľ rozpoznávať neznáme pomenované entity a vytvárať manuálne anotačné trénovacie súbory z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.184736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.017878, + "tool_latency_seconds": 0.184736, + "final_model_latency_seconds": 15.52677, + "total_latency_seconds": 17.72995, + "usage": { + "prompt_tokens": 17444, + "completion_tokens": 169, + "total_tokens": 17613 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej praxe v lete 2019 stanovené tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.128692, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.972809, + "tool_latency_seconds": 0.128692, + "final_model_latency_seconds": 8.400085, + "total_latency_seconds": 10.502176, + "usage": { + "prompt_tokens": 8493, + "completion_tokens": 176, + "total_tokens": 8669 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9166666666666666, + "strict_pass": false, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala problému extrakcie trojíc (triplet extraction) z lekárskych dát, pričom cieľom bolo zostrojiť graf znalostí z viacjazyčných lekárnických letáčkov a využiť ho v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?" + }, + "latency_seconds": 0.212376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.322095, + "tool_latency_seconds": 0.212376, + "final_model_latency_seconds": 13.382888, + "total_latency_seconds": 14.91784, + "usage": { + "prompt_tokens": 14769, + "completion_tokens": 137, + "total_tokens": 14906 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Na téme multilinguálnej extrakcie trojíc z medicínskych dát pracoval Bogdan Paul Chiš počas svojho praxe v rámci programu ERASMUS na jar 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.536416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.099069, + "tool_latency_seconds": 0.536416, + "final_model_latency_seconds": 20.346367, + "total_latency_seconds": 22.982487, + "usage": { + "prompt_tokens": 23303, + "completion_tokens": 157, + "total_tokens": 23460 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s názvom „(multilingual) Triplet extraction from medical data\", ktorá sa konala v rámci programu ERASMUS Intern Spring 2026, súvisela s témou knowledge graph, pričom cieľom bolo zostaviť znalostný graf z lekárskych balíčkových letákov v viacerých jazykoch a využiť ho v inteligentnom agentovi na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.233427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.717973, + "tool_latency_seconds": 0.233427, + "final_model_latency_seconds": 13.696612, + "total_latency_seconds": 15.648477, + "usage": { + "prompt_tokens": 14211, + "completion_tokens": 186, + "total_tokens": 14397 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka pre tému „Dialógový systém\" (tiež označená ako chatbot) sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.269402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.976041, + "tool_latency_seconds": 0.269402, + "final_model_latency_seconds": 19.289668, + "total_latency_seconds": 21.53587, + "usage": { + "prompt_tokens": 22242, + "completion_tokens": 143, + "total_tokens": 22385 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Priamo téme „Dialógový systém\" sa v ZP Wiki venuje dokument s názvom „Dialógový systém\", ktorý je projektovou stránkou pre tvorbu chatbotov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5 + }, + "latency_seconds": 0.298781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.541873, + "tool_latency_seconds": 0.298781, + "final_model_latency_seconds": 20.033891, + "total_latency_seconds": 21.875108, + "usage": { + "prompt_tokens": 22903, + "completion_tokens": 111, + "total_tokens": 23014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií sa chatbot má integrovať s QA systémom (systémom na odpovedanie na otázky).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.352899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.888498, + "tool_latency_seconds": 0.352899, + "final_model_latency_seconds": 11.373793, + "total_latency_seconds": 13.615559, + "usage": { + "prompt_tokens": 12322, + "completion_tokens": 146, + "total_tokens": 12468 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering“, má názov „Question Answering“ a zameriava sa na vytvorenie slovenského klonu datasetu SQuaD 2.0, prípravu anotácií na dátach z Wikipédie a vývoj anotačnej infraštruktúry.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "limit": 5 + }, + "latency_seconds": 0.399011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.468455, + "tool_latency_seconds": 0.399011, + "final_model_latency_seconds": 22.955516, + "total_latency_seconds": 24.823639, + "usage": { + "prompt_tokens": 25822, + "completion_tokens": 147, + "total_tokens": 25969 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering chce vytvoriť slovenskú kópiu datasetu SQuAD 2.0 na základe údajov zo slovenskej Wikipédie. Tento dataset bude mať finálny výstup v SQUAD formáte a zahŕňať bude aj neobslúhovateľné otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.280932, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.777923, + "tool_latency_seconds": 0.280932, + "final_model_latency_seconds": 20.842367, + "total_latency_seconds": 22.90183, + "usage": { + "prompt_tokens": 23248, + "completion_tokens": 154, + "total_tokens": 23402 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.166443, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.949462, + "tool_latency_seconds": 0.166443, + "final_model_latency_seconds": 11.343564, + "total_latency_seconds": 13.459861, + "usage": { + "prompt_tokens": 13205, + "completion_tokens": 108, + "total_tokens": 13313 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/question/navod\nhttps://zp.kemt.fei.tuke.sk/topics/question/validacie", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.340891, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.076011, + "tool_latency_seconds": 0.340891, + "final_model_latency_seconds": 18.827692, + "total_latency_seconds": 21.245177, + "usage": { + "prompt_tokens": 21598, + "completion_tokens": 144, + "total_tokens": 21742 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Strojový preklad“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.228377, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 2.019691, + "tool_latency_seconds": 0.228377, + "final_model_latency_seconds": 17.607882, + "total_latency_seconds": 19.856772, + "usage": { + "prompt_tokens": 20168, + "completion_tokens": 135, + "total_tokens": 20303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "V databáze ZP Wiki sa našlo viacero dokumentov zaoberajúcich sa témami RAG a GraphRAG, medzi ktoré patria diplomová práca Olega Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", ktorá využíva LightRAG a pracuje so znalostným grafom, či diplomová práca Mateja Ščišľaka s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", kde bol vytvorený systém GraphRAG kombinujúci FAISS a Neo4J.\n\nĎalej sa tu nachádza diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", ktorý sa zameriava na naučenie a aplikáciu GraphRAG, diplomový projekt Jána Ptáka „Agent pre manažment záverečných prác\", ktorý si vyžaduje naučiť sa GraphRAG, ako aj bakalársku prácu Maksyma Zatiroku „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá skúma využitie grafov pri RAG.\n\nMedzi ostatné relevantné dokumenty patrí aj stážista Bogdan Paul Chiș, ktorý riešil tému extrakcie trojíc z medicínskych dát s využitím RAG a GraphRAG, a diplomový projekt Martina Šarišského, ktorý skúma, ako znalostný graf a Graph RAG dokážu vylepšiť vyhľadávanie v zákonoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "max_per_document": 2, + "published_only": true + }, + "latency_seconds": 0.388186, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.941236, + "tool_latency_seconds": 0.388186, + "final_model_latency_seconds": 30.433983, + "total_latency_seconds": 32.764117, + "usage": { + "prompt_tokens": 25987, + "completion_tokens": 597, + "total_tokens": 26584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nachádza viacero projektov, ktoré spájajú znalostné grafy s technológiami RAG (Retrieval Augmented Generation) alebo inteligentnými agentmi.\n\nDiplomová práca Valeria Kutsenka (2027) sa zameriava na zlepšenie vyhľadávania pomocou znalostných grafov, kde agent buduje vnútornú reprezentáciu v podobe znalostného grafu a využíva systémy ako LightRAG a MiniRAG. Diplomová práca Mateja Ščišľaka (2026) s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" implementuje systém GraphRAG využívajúci databázy Neo4J a FAISS na vyhľadávanie v právnych textoch a vytvorila aj agenta na báze Ollama. Diplomová práca Olega Poiasnika (2027) navrhuje expertný agentový systém pre lekáreň, ktorý využíva znalostný graf zostavený z databázy liekov (pomocou LightRAG a Neo4J) na podporu rozhodovania o interakciách a kontraindikáciách.\n\nĎalšie projekty zahŕňajú diplomový projekt Jána Malinovského (2026) „Grafové vyhľadávanie pre podporu vzdelávania\", ktorý vytvára agenta vyhľadávajúceho v znalostnom grafe vzdelávacích konceptov, a bakalársku prácu Maxyma Zatirku (2026) „Grafová databáza pre podporu generovania slovenského jazyka\", kde inteligentný agent využíva znalostný graf slovenského práva. Stážista Bogdan Paul Chiš pracoval na výskyte s cieľom využiť znalostný graf z viacjazyčných lekárskych príbalových letákov v inteligentnom agentovi na odporúčanie liekov. Projekt Jána Ptáka (2026) sa zaoberá agentom pre manažment záverečných prác s cieľom využiť znalostný graf pre vysvetliteľnosť modelu, a diplomový projekt Martina Šarišského skúma vplyv znalostných grafov na Graph RAG v oblasti právnych predpisov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10 + }, + "latency_seconds": 0.531688, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.588763, + "tool_latency_seconds": 0.531688, + "final_model_latency_seconds": 48.146049, + "total_latency_seconds": 50.267509, + "usage": { + "prompt_tokens": 40940, + "completion_tokens": 779, + "total_tokens": 41719 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, zahŕňajú témy Pomenované entity a Anotácia textových dát, ako aj študentské práce, ako je diplomová práca Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalárska práca Artema Yatsenka s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thana s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy a bakalárska práca Vladimíra Ferku s názvom Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči, ktorá zahŕňa anotáciu podobnú rozpoznávaniu pomenovaných entít.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.4767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.12482, + "tool_latency_seconds": 0.4767, + "final_model_latency_seconds": 34.991346, + "total_latency_seconds": 37.593919, + "usage": { + "prompt_tokens": 33996, + "completion_tokens": 427, + "total_tokens": 34423 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + true, + false, + true, + false + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/topics/translation/README.md", + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "...", + "...", + "...", + "...", + "..." + ], + "expected_answer_contains": [ + "strojový preklad", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty súvisiace so strojovým alebo automatickým prekladom zahŕňajú bakalársku prácu Patrika Pavlišina s názvom „Metódy automatického prekladu\" a jeho diplomovú prácu s predbežným názvom „Neurónový strojový preklad\", ako aj bakalársku prácu Martina Jancuru „Webová aplikácia pre demonštráciu strojového prekladu\". Ďalej je tu diplomová práca Tomáša Kuchára s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", bakalárska práca Vladyslava Krupka, ktorá sa zaoberá otázkou, ako funguje neurónový strojový preklad, a bakalárska práca Nikity Bodnar, ktorá tiež skúma neurónový strojový preklad v kontexte korekcie textu. Ďalej Dominik Nagy vypracoval diplomovú prácu „Neurónový strojový preklad pomocou knižnice Fairseq\" a Kristián Sopkovič pracoval na diplomovom projekte využívajúcom strojovo preložené databázy pre cross-lingual information retrieval. Maroš Harahus sa v rámci doktorandského štúdia a dizertačnej práce zaoberal aj experimentmi so strojovým prekladom a nástrojom fairseq.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2017/martin_jancura\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko\nhttps://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.636482, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.876814, + "tool_latency_seconds": 0.636482, + "final_model_latency_seconds": 52.696152, + "total_latency_seconds": 55.210624, + "usage": { + "prompt_tokens": 49141, + "completion_tokens": 582, + "total_tokens": 49723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/full_dev_1148_dataset/failures.txt b/tools/rag/evaluation/results/full_dev_1148_dataset/failures.txt new file mode 100644 index 0000000..e02de2c --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_1148_dataset/failures.txt @@ -0,0 +1,889 @@ +FAILS: 46 + +============================================================================================================== +ID: q0004 +CATEGORY: topic_lookup +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“. +ANSWER: V dostupných dokumentoch ZP Wiki sa táto presná téma „Systém získavania informácií v slovenskom jazyku" nenašla pod týmto názvom, no nájdené sú študentské práce s tematikou agentov a systémov pre získavanie informácií alebo vyhľadávanie v slovenskom jazyku. Napríklad Kristián Sopkovič má v rámci dizertácie (2028) návrh témy „Agentový prístup k získavaniu informácií", kde agent iniciatívne získava potrebné informácie, a v rámci diplomovej práce (2024) pracoval na „cross-lingual information retrieval" (kroslinguálne vyhľadávanie), vrátane modelov pre slovenský jazyk. Ďalším príkladom je Dávid Stromp, ktorý mal v diplomovke cieľ „Zlepšiť proces získavania informácií" (2022), a Oleh Poiasnik, ktorý riešil „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" (2025), vrátane vyhľadávania v slovenských zákonoch. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2019/david_stromp +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +EXPECTED: ['Ján Holp', 'Systém získavania informácií v slovenskom jazyku'] +ANSWER MATCHES: [False, True] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jan_holp'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0026 +CATEGORY: specific_fact +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel? +ANSWER: Maroš Harahus mal pri spolupráci s US Steel za úlohu naštudovať dáta z vysokej pece a následne navrhnúť a vyskúšať metódy na predikciu, vrátane rekurentných neurónových sietí (RNN, GRU, LSTM), Transformer network, Generative Adversarial Network (GAN), variáneho autoenkódera (VAE) a klasických štatistických modelov, ako aj metódy konverzie dát na vektor príznakov a výpočtu chybovej funkcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +EXPECTED: ['grafové neurónové siete'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0040 +CATEGORY: reverse_lookup +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť záverečnú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" a jej autora. Hoci sa v záznamoch objavuje téma rozpoznávania pomenovaných entít v slovenčine pri študentoch Martin Wencel (bakalárska práca 2020) a Serhii Yemets (bakalárska práca 2025), žiadny z nich nemá uvedený tento konkrétny názov práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +Zdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene +EXPECTED: ['Jakub Maruniak'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0041 +CATEGORY: topic_lookup +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“. +ANSWER: Na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" riešil študent Than Trung Thanh v rámci svojho bakalárskeho projektu v roku 2020, pri ktorom vytváral korpus a model pomocou nástrojov Spacy a Prodigy. Ďalšími študentmi, ktorí sa touto problematikou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 o zlepšení slovenského modelu pre rozpoznávanie pomenovaných entít). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +EXPECTED: ['Jakub Maruniak', 'Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku'] +ANSWER MATCHES: [False, True] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0173 +CATEGORY: specific_fact +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča? +ANSWER: Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov a identifikáciu slabých miest na jeho následné vylepšenie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +EXPECTED: ['Zlepšiť presnosť modelu Spacy pre slovenčinu'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0253 +CATEGORY: disambiguation_year +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko. +ANSWER: Z dostupných dokumentov sa nepodarilo nájsť rok, v ktorom Vladimír Ferko začal pracovať, je však uvedené, že rok začiatku štúdia bol 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko +EXPECTED: ['2021', '2024'] +ANSWER MATCHES: [True, False] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0336 +CATEGORY: topic_lookup +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“. +ANSWER: Podľa dostupných informácií v ZP Wiki sa téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" (alebo podobne sformulovaná ako „Rozpoznávanie nenávistnej reči pomocou transfomers") objavila ako jeden z nápadov na tému diplomovej práce študenta Martina Jancuru, pričom jeho finálna diplomová práca bola pomenovaná „Rozpoznávanie emócií v texte" a zameriavala sa na sentiment a emócie v texte. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura +EXPECTED: ['Tetiana Mohorian', 'Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov'] +ANSWER MATCHES: [False, True] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0393 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Akú databázu a backend už Ján Pták podľa stavu používal? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnej databáze alebo backendovom technologickom riešení, ktoré Ján Pták už používal. Dokument o jeho diplomovom projekte z roku 2026 s témou „Agent pre manažment záverečných prác" uvádza cieľ nasadiť riešenie pomocou Dockeru a rozhrania OpenWebUI, no neobsahuje explicitné uvedenie konkrétnej databázy ani backendového jazyka či frameworku, ktorý by už bol v stave projektu implementovaný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0494 +CATEGORY: specific_fact +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Aký problém mali malé modely pri práci Simony Bobrovčanovej? +ANSWER: Pri práci Simony Bobrovčanovej, konkrétne pri jej bakalárskej práci zamerané na automatickú sumarizáciu slovenských právnych textov, mali malé modely problém s príliš krátkou dĺžkou kontextu, vďaka čomu často vynechávali informácie nachádzajúce sa na konci textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +EXPECTED: ['príliš maly kontext'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0556 +CATEGORY: specific_fact +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať? +ANSWER: Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB vyhodnocovacích úloh pre slovenskú detekciu nenávistných prejavov a pre slovenské vyhľadávanie odpovedí na otázky (retrieval). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic +EXPECTED: ['Slovak HATE speech', 'Slovak question answering'] +ANSWER MATCHES: [False, False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/interns/oliver_pejic'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0570 +CATEGORY: internship_topic +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez? +ANSWER: Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych entít v prenesených transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu a navrhnúť schému pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +EXPECTED: ['anotácia pomenovaných entít'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0575 +CATEGORY: specific_fact +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Aké tri hlavné ciele mal Cesar Abascal Gutierrez? +ANSWER: Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tieto tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +EXPECTED: ['recognize unknown named entities', 'manually annotated training set', 'annotation schema'] +ANSWER MATCHES: [False, True, True] +ANSWER SCORE: 0.6666666666666666 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0579 +CATEGORY: internship_topic +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș? +ANSWER: Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v mnohých jazykoch s cieľom zostaviť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi odporúčajúcom lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +EXPECTED: ['multilinguálna extrakcia trojíc z medicínskych dát'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0584 +CATEGORY: specific_fact +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Aká bola téma stáže Bogdana Paula Chișa? +ANSWER: Témai Bogdana Paula Chișa počas jeho stáže bolo (multilingválne) extrahovanie trojíc z lekárskeho obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +EXPECTED: ['Triplet extraction from medical data'] +ANSWER MATCHES: [False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0633 +CATEGORY: topic_page_lookup +DIFFICULTY: medium +SHOULD ANSWER: True +QUESTION: Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“? +ANSWER: Dokument s názvom „Strojový preklad", ktorý sa priamo a podrobne venuje tejto téme, je študentská práca Patrika Pavlišina, kde sú rozebrané prístupy ako neurónový strojový preklad, architektúra Encoder-Decoder a modely ako BERT. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +EXPECTED: ['Strojový preklad'] +ANSWER MATCHES: [True] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/topics/translation'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0827 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa informácia o počte GB RAM počítača alebo servera, ktorý Jakub Maruniak používal pri práci, nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0829 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Jakub Maruniak pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý použil Jakub Maruniak pri práci. Zdrojové dokumenty spomínajú použitie knižnice Spacy a nástroja Prodigy, ako aj vykonávanie experimentov s trénovaním modelu, ale nezisťuje sa v nich špecifikácia hardvéru, konkrétne modelu grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0832 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Dominik Nagy pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci použil; v záznamoch je uvedené len, že prebiehalo trénovanie na GPU bez použitia balíka Anaconda, ale bez špecifikácie typu hardvéru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0834 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém patriaci osobe Patrik Pavlišin. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0838 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Dávid Omasta pri práci? +ANSWER: Z dostupných dokumentov ZP Wiki nie je uvedený konkrétny model GPU, ktorý Dávid Omasta použil, iba sa spomína, že experimenty s modelmi LLAMA a mt5-base sa nedarili realizovať kvôli obmedzeniam GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2018/david_omasta'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0841 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Kristián Sopkovič pri práci? +ANSWER: Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič pri práci používal. Zdroje síce spomínajú, že pri trénovaní modelov pracoval s hardvérom s 24 GB pamäte (v kontexte 1x24 GB Titan) a nasadzoval modely na Titan, ale nezverejňujú presný model GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0843 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Michala Stromka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0844 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Michal Stromko pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Michal Stromko pri svojej práci použil. Zdroje uvádzajú používanie softvérových modelov a nástrojov, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a JinaDocArray, ale neobsahujú špecifikáciu hardvéru ani konkrétny typ grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0845 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: True +STRICT: False + +============================================================================================================== +ID: q0847 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Artem Yatsenko pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom modeli GPU, ktorý Artem Yatsenko pri práci využíval, nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0848 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak'] +SOURCE MATCHES: [False] +SOURCE SCORE: 0.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: True +STRICT: False + +============================================================================================================== +ID: q0850 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Matej Ščišľak pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Matej Ščišľak pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0852 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém od osoby Oleh Poiasnik. Dokumenty síce obsahujú úlohy osloviť kolegov na testovanie a slovne vyhodnotiť systém, ale neuvádzajú konkrétny počet účastníkov testovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0853 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Oleh Poiasnik pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik použil pri práci. Zdroje uvádzajú len použitie softvérových nástrojov (ako vllm, ollama) a modelov (Mistral, Qwen2.5, MiniLM), ale nie hardvéru GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0854 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používala pri práci. Zdroj uvádza len, že ak by jej GPU počítača nestačilo, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, konkrétne hodnoty pamäte však nie sú uvedené. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0856 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Tetiana Mohorian pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU vlastného počítača nebude stačiť, môže získať prístup na školský server alebo využiť Google Colab. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0864 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokumenty uvádzajú, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka a že existujúci chatbot je použiteľný, ale nešpecifikujú počet testujúcich. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0865 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Samuel Džurina pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Samuel Džurina používal pri práci; v zázname je síce spomenutá otázka o tom, či firma disponuje hardvérom s GPU, no odpoveď uvádza, že je možné riešenie externe a nie je špecifikovaný žiadny konkrétny model. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0870 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Valerii Kutsenko pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v uvedených záznamoch o Valerii Kutsenkovi sa síce spomínajú modely (napr. Slovak T5, mT5, Slovak Mistral, Slovak Falcon) a nástroje (Ollama), ale nie je explicitne uvedený konkrétny model GPU hardvéru, ktorý pri práci používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0873 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny model GPU používal Andrii Pervashov pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je v zázname o Andrii Pervashovi uvedené, že pri trénovaní modelu sa stretol s problémami s pamäťou GPU a pracoval s obmedzením 128 znakov kvôli dostupnej pamäti, konkrétny model GPU nie je v zdrojoch explicitne uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0874 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0879 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Koľko strán mala finálna záverečná práca osoby Ján Holp? +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jan_holp'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0882 +CATEGORY: unanswerable_missing_fact +DIFFICULTY: medium +SHOULD ANSWER: False +QUESTION: Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp? +ANSWER: V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekt Ján Holpa nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +EXPECTED: [] +ANSWER MATCHES: [] +ANSWER SCORE: 1.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/jan_holp'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: False +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0968 +CATEGORY: single_document_synthesis +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená. +ANSWER: Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác“ a rok začatia štúdia pre túto prácu je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +EXPECTED: ['Agent pre manažment záverečných prác', '2026'] +ANSWER MATCHES: [True, False] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0982 +CATEGORY: single_document_synthesis +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“. +ANSWER: V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť rok začiatku štúdia pre osobu Dárius Lindvai, hoci je uvedený záznam o diplomovom projekte (často používanom ako súčasť diplomovej práce) v roku 2020. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +EXPECTED: ['2016', '2021'] +ANSWER MATCHES: [True, False] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q0990 +CATEGORY: single_document_synthesis +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená. +ANSWER: Tomáš Kuchárik má zaznamenanú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" z roku 2021, ktorá sa zameriava na tému Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +EXPECTED: ['Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu', '2022'] +ANSWER MATCHES: [False, False] +ANSWER SCORE: 0.0 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q1022 +CATEGORY: single_document_synthesis +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená. +ANSWER: Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +EXPECTED: ['Obnovenie interpunkcie pomocou hlbokých neurónových sietí', '2021'] +ANSWER MATCHES: [True, False] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai'] +SOURCE MATCHES: [True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q1092 +CATEGORY: multi_document +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená. +ANSWER: Z dostupných záznamov na ZP Wiki sa Dárius Lindvai uvádza s diplomovou prácou (konkrétne v kontexte diplomového projektu z roku 2020) s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí", zatiaľ čo pri Jánovi Ptákovi sa v zázname typu „diplomový projekt" uvádza téma „Agent pre manažment záverečných prác" pre rok 2026, no explicitný finálny názov práce nie je v poskytnutom kontexte uvedený. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +EXPECTED: ['Obnovenie interpunkcie pomocou hlbokých neurónových sietí', '2021', 'Agent pre manažment záverečných prác', '2026'] +ANSWER MATCHES: [True, False, True, True] +ANSWER SCORE: 0.75 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai', 'https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak'] +SOURCE MATCHES: [True, True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q1109 +CATEGORY: multi_document +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená. +ANSWER: V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského pri diplomovej práci z roku 2026 nenachádza uvedený názov práce, pretože sekcia „Názov práce“ je prázdna a obsahuje len odkaz na repozitár, zatiaľ čo pre Andriiho Pervashova je pri diplomovej práci z roku 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, pričom konkrétne pole „Názov“ nie je explicitne vyplnené. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +EXPECTED: ['Agentové systémy pomocou veľkého jazykového modelu', '2026', 'Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu', '2027'] +ANSWER MATCHES: [False, True, True, True] +ANSWER SCORE: 0.75 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky', 'https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov'] +SOURCE MATCHES: [True, True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q1125 +CATEGORY: multi_document +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená. +ANSWER: Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020 a Andrii Pervashov má na ZP Wiki uvedený návrh na tému diplomovej práce s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +EXPECTED: ['Obnovenie interpunkcie pomocou hlbokých neurónových sietí', '2021', 'Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu', '2027'] +ANSWER MATCHES: [True, False, True, True] +ANSWER SCORE: 0.75 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai', 'https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov'] +SOURCE MATCHES: [True, True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False + +============================================================================================================== +ID: q1136 +CATEGORY: multi_document +DIFFICULTY: hard +SHOULD ANSWER: True +QUESTION: Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená. +ANSWER: Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania" a v ZP Wiki je uvedený v roku 2022, kedy študent začal štúdium. Yevhenii Medushivskyi vypracúva bakalársku prácu s názvom „Získavanie textu z webových stránok" a v ZP Wiki je uvedený v roku 2023, kedy študent začal štúdium. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +EXPECTED: ['Grafové vyhľadávanie pre podporu vzdelávania', '2026', 'Získavanie textu z webových stránok', '2026'] +ANSWER MATCHES: [True, False, True, False] +ANSWER SCORE: 0.5 +EXPECTED SOURCES: ['https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky', 'https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi'] +SOURCE MATCHES: [True, True] +SOURCE SCORE: 1.0 +SHOULD ANSWER OK: True +RETURNED NO ANSWER: False +STRICT: False diff --git a/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.csv b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.csv new file mode 100644 index 0000000..ff67d45 --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.csv @@ -0,0 +1,2091 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pre Ján Holp je v ZP Wiki evidovaný dokument o jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku, pričom začal štúdium v roku 2016. Dokument tiež obsahuje záznamy o jeho diplomovom projekte z roku 2020, ktorý sa zaoberal implementáciou vyhľadávania pomocou metódy PageRank a indexovaním do Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.984334,0.305867,8.064031,10.354593,8274,207,8481, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.737904,0.225375,14.830638,16.794598,19372,135,19507, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ vypracoval Ján Holp. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.018278,0.460277,21.191938,23.671252,26806,159,26965, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa táto presná téma „Systém získavania informácií v slovenskom jazyku"" nenašla pod týmto názvom, no nájdené sú študentské práce s tematikou agentov a systémov pre získavanie informácií alebo vyhľadávanie v slovenskom jazyku. Napríklad Kristián Sopkovič má v rámci dizertácie (2028) návrh témy „Agentový prístup k získavaniu informácií"", kde agent iniciatívne získava potrebné informácie, a v rámci diplomovej práce (2024) pracoval na „cross-lingual information retrieval"" (kroslinguálne vyhľadávanie), vrátane modelov pre slovenský jazyk. Ďalším príkladom je Dávid Stromp, ktorý mal v diplomovke cieľ „Zlepšiť proces získavania informácií"" (2022), a Oleh Poiasnik, ktorý riešil „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach"" (2025), vrátane vyhľadávania v slovenských zákonoch. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2019/david_stromp +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.464195,0.802077,47.759769,50.027155,51146,406,51552, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Holp je uvedená téma diplomovej práce „Systém získavania informácií v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.554215,0.360894,16.567217,18.483208,19753,123,19876, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.822322,0.21177,12.969709,15.00434,16264,122,16386, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.884074,0.263006,6.757839,8.905344,8128,137,8265, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.544135,0.257609,16.613214,18.415721,21030,112,21142, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Osoba Ján Holp začala študovať v roku 2016 a vypracovávala diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.851308,0.478958,8.838513,11.169128,10366,146,10512, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca je uvedená v roku 2021 a nesie názov „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.853795,0.420811,10.545953,12.821171,11855,178,12033, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", ktorá súvisí s témou získavania informácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.777767,0.324064,16.137927,18.240308,19535,159,19694, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Študent Ján Holp súvisí s témou PageRank v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"", kde je implementácia a experimentovanie s PageRank explicitne uvedený v stave práce a úlohách. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.766526,0.259036,7.944992,9.970814,8081,174,8255, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Osoba Ján Holp je spojená s témou slovenský internet prostredníctvom svojej bakalárskej práce s názvom „Vyhľadávač na slovenskom internete"" a diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.780799,0.282681,7.127401,9.191362,7969,173,8142, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V stave práce Jána Holpa, konkrétne pri diplomovom projekte z roku 2020, bolo implementované riešenie problémov s databázou Cassandra, indexovanie webových stránok a metóda PageRank, pričom plánovali aj vytvorenie REST API pre indexovanie dokumentov, rozšírenie backendu o REST rozhranie, frontend v JavaScripte a nasadenie celej aplikácie pomocou Dockeru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.522945,1.630873,7.935129,11.089208,8155,190,8345, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Názov bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.755246,0.297011,11.892367,13.945071,14944,130,15074, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dokument o osobe Maroš Harahus sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, kde sú uvedené informácie o jeho dizertačnej práci zamerané na automatické opravy textu a spracovanie prirodzeného jazyka v roku 2023/24. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.746776,0.313892,12.619965,14.681201,14576,182,14758, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Názov diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.794445,0.401421,11.619576,13.816072,14066,135,14201, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.868755,0.708839,18.018989,20.597474,21999,157,22156, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá bola ukončená v roku 2021 a rieši využitie knižnice Spacy pre neurónovú morfologickú analýzu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.487673,0.510365,19.834394,21.833076,23693,159,23852, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pri osobe Maroš Harahus je uvedená téma diplomovej práce „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.762218,0.428802,11.759846,13.951268,14142,138,14280, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.181318,0.450887,16.066614,17.699346,20100,89,20189, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá sa zameriava na túto tému a bola obhájená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.860612,0.51255,7.490318,9.863866,8192,169,8361, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Maroš Harahus sa v rámci svojho prvého ročníka doktorandského štúdia zaoberal dokončovaním draftu článku súvisiaceho s technológiou Spacy a neskôr v roku 2020 pri diplomovom projekte č. 2 riešil témy, kde sa vyskytovali otázky o fungovaní neurónovej siete v Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.742486,0.459946,7.870213,10.072949,8294,196,8490, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože Maroš Harahus je v metadátach uvedený ako autor dokumentu o študentovi Dmytrovi Muralovi, ktorý vypracoval bakalársku prácu o grafových neurónových sieťach, pričom samotný Maroš Harahus je v dokumente o sebe vedený ako študent (PhD štúdia), ktorý má za úlohu vypracovať prehľad metód grafových neurónových sietí, no nie je tu explicitne uvedený názov jeho vlastnej študentskej práce o grafových neurónových sieťach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.740662,0.442905,21.365072,23.549599,23804,280,24084, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka"" použila na morfologickú anotáciu knižnicu Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.957392,0.623404,7.659134,10.240203,8581,164,8745, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus mal pri spolupráci s US Steel za úlohu naštudovať dáta z vysokej pece a následne navrhnúť a vyskúšať metódy na predikciu, vrátane rekurentných neurónových sietí (RNN, GRU, LSTM), Transformer network, Generative Adversarial Network (GAN), variáneho autoenkódera (VAE) a klasických štatistických modelov, ako aj metódy konverzie dát na vektor príznakov a výpočtu chybovej funkcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.810141,0.514902,9.047352,11.372784,9227,237,9464, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" v roku 2022, pričom sa predtým venoval diplomovému projektu z roku 2021 zameranému na vytvorenie strojovo preloženej verzie súboru SQUAD a jej overenie na systéme pre odpovedanie na otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.710034,0.245493,15.765989,17.722016,18047,210,18257, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Tomáš Kuchárik vypracoval dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.804396,0.308598,17.339494,19.453279,20246,196,20442, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ vypracoval študent Tomáš Kuchárik ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.839593,0.562344,25.004463,27.407105,30035,168,30203, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študentom, ktorý vypracoval diplomovú prácu s presne týmto názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", je Tomáš Kuchárik. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.851056,0.492309,23.981588,26.325745,28471,164,28635, +q0031,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Tomáš Kuchárik je uvedená téma diplomovej práce „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" pre rok 2021 a téma „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.807021,0.204521,15.358228,17.370276,17774,194,17968, +q0032,dev,fact_work_year,easy,V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.786867,0.330145,19.13286,21.250443,23880,129,24009, +q0033,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Tomáš Kuchárik je študentom, ktorý sa podieľal na projekte Question Answering (konkrétne na vývoji webovej aplikácie pre anotáciu a analýzu), a jeho diplomovou prácou s témou súvisiacou s touto oblasťou je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" z roku 2021. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.808711,0.190174,9.789582,11.788825,9928,216,10144, +q0034,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá sa zameriava na jazykové mutácie overovacej množiny SQuAD a jej strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.834981,0.257706,13.154539,15.247738,15377,191,15568, +q0035,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Študent Tomáš Kuchárik vypracoval diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorej cieľom bolo vytvoriť strojovo preloženú verziu overovacej množiny SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.588138,0.57005,16.085797,18.244734,18827,174,19001, +q0036,dev,specific_fact,medium,Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.522045,0.304981,17.16056,18.988114,20801,133,20934, +q0037,dev,specific_fact,medium,Aký dataset mal Tomáš Kuchárik strojovo prekladať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik mal v rámci svojich diplomových projektov a práce strojovo prekladať dataset SQUAD (v anglickom jazyku) s cieľom vytvoriť jeho strojovo preloženú verziu v slovenčine (alebo iných jazykoch) pre úlohy generovania odpovedí na otázky. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.36354,0.371583,22.906456,24.642202,26525,160,26685, +q0038,dev,entity_lookup,easy,Nájdi dokument o osobe Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Dokument o osobe Jakub Maruniak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak, kde sú uvedené informácie o jeho štúdiu od roku 2016 a návrhu názvu diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.732929,0.299117,12.103539,14.136006,12922,192,13114, +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.85354,0.415678,18.441486,20.71124,22595,141,22736, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť záverečnú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a jej autora. Hoci sa v záznamoch objavuje téma rozpoznávania pomenovaných entít v slovenčine pri študentoch Martin Wencel (bakalárska práca 2020) a Serhii Yemets (bakalárska práca 2025), žiadny z nich nemá uvedený tento konkrétny názov práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +Zdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene",1.992512,0.405508,23.788606,26.187263,26044,303,26347, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" riešil študent Than Trung Thanh v rámci svojho bakalárskeho projektu v roku 2020, pri ktorom vytváral korpus a model pomocou nástrojov Spacy a Prodigy. Ďalšími študentmi, ktorí sa touto problematikou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 o zlepšení slovenského modelu pre rozpoznávanie pomenovaných entít). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",2.071003,0.365035,26.405272,28.841996,27933,334,28267, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Jakub Maruniak je uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.238891,0.536582,15.702351,17.478324,18365,110,18475, +q0043,dev,fact_start_year,easy,V ktorom roku začal študovať Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Jakub Maruniak začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.407048,0.354924,14.811936,16.574517,18065,101,18166, +q0044,dev,verification,medium,Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Jakub Maruniak je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.936307,0.362176,17.111761,19.410822,20706,139,20845, +q0045,dev,fact_work_year,easy,V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.404445,0.36123,17.599651,19.366026,21436,102,21538, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Jakub Maruniak začala štúdium v roku 2016 a vypracovávala diplomový projekt v rokoch 2020 a 2021. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.863723,0.701044,20.448017,23.013678,24515,155,24670, +q0047,dev,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Rok 2016 je rokom začiatku štúdia Jakuba Maruniaka, pričom jeho záverečná práca (diplomová práca) bola vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.699652,0.236852,12.334833,14.27188,14285,147,14432, +q0048,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Študent Jakub Maruniak súvisí s témou pomenované entít v rámci svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.914211,0.239885,15.369876,17.524468,18148,163,18311, +q0049,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Študent Jakub Maruniak súvisí s témou Spacy prostredníctvom svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", pričom v rámci projektu spolupracoval na projekte „Podpora slovenčiny v Spacy"" a riešil problémy so spacy modelom pri natrénovaní slovenského NER modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.953528,0.4616,8.383925,10.799338,8301,212,8513, +q0050,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde je explicitne uvedená úloha pripraviť postup na anotáciu textového korpusu pre systém Prodigy a jeho spolupráca zahŕňa tému „Anotácia textových dát"" súvisiacu s Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.709009,0.257713,14.547101,16.514277,16395,204,16599, +q0051,dev,specific_fact,medium,Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Jakub Maruniak mal pri svojom diplomovom projekte na anotáciu textového korpusu použiť systém Prodigy, ktorý je určený na trénovanie modelov v úlohách spracovania prirodzeného jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.850737,0.525698,8.252555,10.629267,9269,161,9430, +q0082,dev,entity_lookup,easy,Nájdi dokument o osobe Dominik Nagy.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dokument o osobe Dominik Nagy uvádza, že študoval od roku 2016 a vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.7055,0.209737,12.532393,14.44825,14786,157,14943, +q0083,dev,fact_title,easy,Aký je názov diplomová práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Názov diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.781539,0.295619,21.09676,23.174499,25851,132,25983, +q0084,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval Dominik Nagy ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.937277,0.738194,23.874359,26.550498,28374,155,28529, +q0085,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval študent Dominik Nagy v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.942753,0.74938,19.379072,22.07184,23051,155,23206, +q0086,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Témou diplomovej práce osobe Dominik Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.784469,0.374089,16.235956,18.395041,19633,133,19766, +q0087,dev,fact_work_year,easy,V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.177349,0.35548,23.432098,24.965597,28439,85,28524, +q0088,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", ktorá je zaradená pod tému strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.800796,0.322343,12.882749,15.006361,14639,168,14807, +q0089,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", ktorá bola dokončená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.328416,0.350267,14.39204,16.071334,17230,121,17351, +q0090,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dominik Nagy vypracovával diplomovú prácu v roku 2022 na tému „Neurónový strojový preklad pomocou knižnice Fairseq"", pričom v rámci svojich experimentov s architektúrami neurónových sietí realizoval aj experiment s architektúrou MBART. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.756528,0.449511,15.579887,17.786844,18007,169,18176, +q0091,dev,specific_fact,medium,V akých smeroch Dominik Nagy trénoval modely Fairseq?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""angličtina"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Dominik Nagy trénoval modely pomocou knižnice Fairseq pre obojsmerný strojový preklad medzi angličtinou a slovenčinou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.815344,0.288974,7.899583,10.004205,8632,143,8775, +q0092,dev,specific_fact,medium,Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BPE"", ""sentencepiece"", ""wordpiece""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE (Byte Pair Encoding), sentencepiece a wordpiece pomocou knižnice huggingface tokenizers. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.432146,0.526751,29.78928,31.74921,35409,133,35542, +q0102,dev,entity_lookup,easy,Nájdi dokument o osobe Patrik Pavlišin.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Dokument o osobe Patrik Pavlišin je jeho študentská stránka, ktorá obsahuje záznamy o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad a cieľom trénovať model pre preklad z angličtiny do slovenčiny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.734734,0.344639,12.753055,14.832888,14084,172,14256, +q0103,dev,fact_title,easy,Aký je názov bakalárska práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Názov bakalárskej práce Patrika Pavlišina je Metódy automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.466043,0.305465,12.194924,13.966908,14932,106,15038, +q0104,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Metódy automatického prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Bakalársku prácu s názvom „Metódy automatického prekladu“ vypracoval študent Patrik Pavlišin. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.936934,0.735218,22.796677,25.469544,27506,146,27652, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Patrik Pavlišin vypracoval v roku 2020 bakalársku prácu s názvom „Metódy automatického prekladu"", ktorá sa priamo zaoberá touto témou. Ďalšími študentmi, ktorí riešili súvisiace témy v oblasti automatického a neurónového prekladu, sú Dominik Nagy (diplomová práca z roku 2022 o neurónovom strojovom preklade) a Maroš Harahus (výskum zameraný na strojový preklad a automatickú opravu textov). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.84703,0.463798,26.62756,28.939623,28706,286,28992, +q0106,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Témou bakalárskej práce Patrika Pavlišina z roku 2020 je „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.884158,0.342838,11.795911,14.023599,13849,139,13988, +q0107,dev,fact_work_year,easy,V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Bakalárska práca osobe Patrik Pavlišin je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.872664,0.387448,16.991307,19.252199,20846,133,20979, +q0108,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" a v roku 2022 predložil návrh na diplomovú prácu s predbežným názvom „Neurónový strojový preklad"", pričom je uvedený ako študent súvisiaci s témou strojového prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.832876,0.516332,12.708729,15.058416,13764,210,13974, +q0109,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Patrik Pavlišin sa zaoberal témou paralelný korpus v rámci svojej diplomovej práce v roku 2022, kde mal za úlohu pripraviť vybraný paralelný korpus a natrénovať model pre strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.944347,0.45138,15.660282,18.056544,18356,177,18533, +q0110,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Patrik Pavlišin súvisí s témou strojový preklad, pričom pre svoju diplomovú prácu v roku 2022 navrhol názov „Neurónový strojový preklad"" a ako nástroj pre túto úlohu uviedol OpenNMT-py. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +https://zp.kemt.fei.tuke.sk/topics/translation",1.824975,0.582885,15.29882,17.707401,17455,193,17648, +q0111,dev,specific_fact,medium,Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom, pričom súčasťou zadania bolo tiež pripraviť prehľad aktuálnych metód automatického prekladu a predstaviť vybranú metódu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.821572,0.853528,7.688961,10.36449,7898,187,8085, +q0122,dev,entity_lookup,easy,Nájdi dokument o osobe Ondrej Megela.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pre osobu Ondrej Megela je v ZP Wiki evidovaný dokument, ktorý obsahuje informácie o jeho štúdiu od roku 2018 a o jeho diplomovej práci z roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.302147,0.241874,13.782193,15.326751,16389,139,16528, +q0123,dev,fact_title,easy,Aký je názov bakalárska práca osoby Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Ondreja Megela má názov „Neurónové jazykové modelovanie typu BERT"" a bola vypracovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.821924,0.347015,16.599861,18.769415,19871,148,20019, +q0124,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Práci s názvom „Neurónové jazykové modelovanie typu BERT“ sa venoval Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",2.063216,0.474297,24.531332,27.069703,29257,165,29422, +q0125,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.927348,0.633078,23.84973,26.410969,28201,153,28354, +q0126,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Téma bakalárskej práce Ondreja Megelu je „Neurónové jazykové modelovanie typu BERT"", ktorú vypracoval v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.814797,0.354959,16.64962,18.820023,19798,145,19943, +q0127,dev,fact_work_year,easy,V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.622141,0.316714,17.2452,19.184662,20639,116,20755, +q0128,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Ondrej Megela je študentom, ktorý pracoval na projekte Question Answering, kde sa zaoberal pomocnými úlohami v súvislosti s BERT modelom a zároveň vypracovával diplomovú prácu s názvom Automatické generovanie otázok v slovenskom jazyku, v ktorej plánoval porovnávať jazykové modely a využívať BERT na vyhodnocovanie generovaných otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.835806,0.422897,14.712379,16.971591,15947,219,16166, +q0129,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Ondrej Megela vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"", ktorá sa zaoberá využitím generatívnych jazykových modelov na tvorbu databázy otázok a odpovedí v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.916968,0.427728,19.74267,22.088047,23253,172,23425, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020, ktorá sa zaoberá tématou neurónových sietí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.804789,0.370165,17.969494,20.144986,20859,159,21018, +q0131,dev,specific_fact,medium,Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela mal natrénovať a vyhodnotiť model typu BERT (konkrétne v rámci bakalárskej práce „Neurónové jazykové modelovanie typu BERT"") a ďalej generatívny model slovenského jazyka, pričom v rámci diplomového projektu skúmal aj modely GPT, BART a T5. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.965113,0.29328,8.359058,10.617736,8668,193,8861, +q0142,dev,entity_lookup,easy,Nájdi dokument o osobe Dávid Omasta.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dávid Omasta má v ZP Wiki evidovanú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.698246,0.183049,12.833645,14.7154,15372,152,15524, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" a pre rok 2023 „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.199173,0.332929,16.388686,17.921327,19085,138,19223, +q0144,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" vypracováva študent Dávid Omasta ako svoju diplomovú prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.020505,0.476293,24.00434,26.501796,28265,170,28435, +q0145,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študentom Dávid Omasta riešil diplomovú prácu s presne zhodným názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.834199,0.923994,53.491278,56.250793,59532,159,59691, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Dávid Omasta je pre rok 2024 uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.957136,0.325585,19.879957,22.163487,22723,159,22882, +q0147,dev,fact_work_year,easy,V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Dávid Omasta sú v dokumentoch uvedené dve sekcie pre diplomové práce, a to pre rok 2023 a rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.824883,0.223378,21.062471,23.111387,25269,143,25412, +q0148,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta je študentom, ktorý vypracovával diplomové práce s témou generatívnych modelov, konkrétne s návrhom názvu ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" pre rok 2024 a ""Generatívne modely slovenského jazyka"" pre rok 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.872609,0.20238,7.859053,9.934293,7766,191,7957, +q0149,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Dávid Omasta je študentom, ktorý sa podieľa na projekte Question Answering a vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá je priamo spojená s interným projektom Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.788057,0.233216,15.92614,17.948061,18506,176,18682, +q0150,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dávid Omasta súvisí s diplomovou prácou s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá sa zaoberá témou slovenčiny a je evidovaná v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.749807,0.173438,15.101557,17.025299,17632,157,17789, +q0151,dev,specific_fact,medium,Aká bola téma diplomovej práce Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dotrénovanie slovenského generatívneho jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dávid Omasta vypracovával v roku 2023 diplomovú prácu na tému Dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.901665,0.382859,17.295387,19.580564,20345,149,20494, +q0152,dev,specific_fact,medium,Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka"" pri téme Dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.942518,0.333786,18.624879,20.90175,21973,168,22141, +q0164,dev,entity_lookup,easy,Nájdi dokument o osobe Kristián Sopkovič.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Dokument o osobe Kristián Sopkovič sa nachádza na stránke ZP Wiki a obsahuje informácie o jeho diplomovej práci z roku 2024 s témou neurónového vyhľadávania na základe sémantickej podobnosti vektorov, ako aj plány na dizertačnú prácu pre rok 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.782508,0.269979,8.847338,10.900111,8698,204,8902, +q0165,dev,fact_title,easy,Aký je názov bakalárska práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.677686,0.255707,14.084053,16.017924,17214,133,17347, +q0166,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ sa venoval študent Kristián Sopkovič v rámci svojej bakalárskej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.99004,0.756414,20.378443,23.125842,24329,168,24497, +q0167,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.71186,0.886455,33.352178,35.951436,38659,170,38829, +q0168,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Kristián Sopkovič je v rámci bakalárskej práce z roku 2022 uvedená téma „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.892163,0.348794,17.240169,19.481638,19860,158,20018, +q0169,dev,fact_work_year,easy,V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.884262,0.21744,17.963172,20.065444,21679,135,21814, +q0170,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022, ktorej cieľom bolo zlepšenie presnosti modelu Spacy pre slovenčinu a vylepšenie parametrov pomocou transformérov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.830172,0.289935,16.200304,18.320979,17914,202,18116, +q0171,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Kristián Sopkovič je študent, ktorý súvisí s témou slovenčina v rámci svojej dizertačnej práce zameranéj na vylepšenie RAG-QA v slovenskom jazyku, a tiež sa podieľa na projekte podpory slovenčiny v knižnici Spacy v oblasti vylepšovania parametrov a transformerových modelov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.90122,0.210731,15.13753,17.25055,16799,211,17010, +q0172,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""transformery""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Kristián Sopkovič sa pri svojej bakalárskej práci v roku 2022 venoval témam spojeným s Transformer neural network a knižnicou Spacy, kde preštudoval Transformery a pripravil osnovu práce. Neskôr pri diplomovej práci v roku 2024 sa zaoberal neurónovým vyhľadávaním na základe sémantickej podobnosti vektorov a pracoval s modelmi typu Sentence Transformer (SBERT), pričom v rámci projektu na podporu slovenčiny v knižnici Spacy je explicitne uvedený pri téme vylepšenia parametrov a transformerov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.816596,0.262398,18.292135,20.37164,19603,266,19869, +q0173,dev,specific_fact,medium,Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Zlepšiť presnosť modelu Spacy pre slovenčinu""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov a identifikáciu slabých miest na jeho následné vylepšenie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.868197,0.373223,7.670794,9.912473,7906,179,8085, +q0174,dev,entity_lookup,easy,Nájdi dokument o osobe Michal Stromko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Pre Michala Stromka je v ZP Wiki evidovaný dokument o jeho diplomovej práci s názvom „Sémantické vyhľadávanie v slovenskom texte"", ktorú študoval v akademickom roku 2023/2024 pri štarte štúdia v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.702319,0.298508,14.704746,16.706054,17228,170,17398, +q0175,dev,fact_title,easy,Aký je názov bakalárska práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Názov bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.624904,0.269381,15.930626,17.82546,19391,117,19508, +q0176,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" vypracoval Michal Stromko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.996234,0.500732,23.288193,25.785826,27785,157,27942, +q0177,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"", ktorá bola dokončená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.667436,0.838543,53.213079,55.720319,59399,136,59535, +q0178,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.802333,0.402016,19.072557,21.277467,22112,129,22241, +q0179,dev,fact_work_year,easy,V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Bakalárska práca Michala Stromka je uvedená v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.61947,0.272315,18.710654,20.603241,22071,128,22199, +q0180,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.81923,0.384758,6.41814,8.62236,7155,133,7288, +q0181,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""vyhľadávanie""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Michal Stromko vypracovával diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte"" v akademickom roku 2023/2024, ktorá sa zameriava na implementáciu a vyhodnotenie sémantického vyhľadávania na slovenskej wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.451443,0.334291,18.892404,20.678684,22104,157,22261, +q0182,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Študent Michal Stromko súvisí s témou FAISS v rámci svojho diplomového projektu, kde plánoval využiť vektorovú databázu FAISS na uloženie odsekov a vektorov pre potreby sémantického vyhľadávania a odpovedania na otázky v slovenskej Wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.615392,0.365723,15.808031,17.789626,17890,164,18054, +q0183,dev,specific_fact,medium,Aký indexovací systém používala bakalárska práca Michala Stromka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" používala ako indexovací systém nástroj Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.87692,0.465629,11.759184,14.102207,13815,146,13961, +q0184,dev,specific_fact,medium,Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.658886,0.412768,14.76232,16.834573,17967,115,18082, +q0200,dev,entity_lookup,easy,Nájdi dokument o osobe Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Dokument o osobe Artem Yatsenko sa nachádza na stránke ZP Wiki, kde sú uvedené jeho študijné údaje a projekty. Artem Yatsenko začal štúdium v roku 2019 a vypracovával bakalársku prácu v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". V roku 2021 tiež realizoval bakalársky projekt zameraný na zlepšenie modelu pre rozpoznávanie pomenovaných entít a anotáciu korpusu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.342809,0.238701,15.595527,17.177591,16867,202,17069, +q0201,dev,fact_title,easy,Aký je názov bakalárska práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.822519,0.225693,12.933771,14.982544,15157,143,15300, +q0202,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.570498,0.372654,22.203268,24.147057,26483,135,26618, +q0203,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. Ďalej tému riešil aj Jakub Maruniak v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ a Martin Wencel sa jej venoval v bakalárskej práci z roku 2020, kde sa venoval aj implementácii tohto procesu pomocou knižnice Spacy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.560288,0.637387,48.336013,50.534821,52085,271,52356, +q0204,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Téma bakalárskej práce pri osobe Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.853543,0.201472,12.261022,14.316456,13683,140,13823, +q0205,dev,fact_start_year,easy,V ktorom roku začal študovať Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Artem Yatsenko začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.818273,0.196384,12.306591,14.321762,15121,123,15244, +q0206,dev,verification,medium,Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Artem Yatsenko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.941765,0.234635,9.574311,11.751109,11181,145,11326, +q0207,dev,fact_work_year,easy,V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Artem Yatsenko je bakalárska práca uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.228534,0.226706,16.555265,18.011032,20169,90,20259, +q0208,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.471653,0.393774,21.312735,23.178931,25598,120,25718, +q0209,dev,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Nie, rok 2019 nie je rokom záverečnej práce osoby Artem Yatsenko, ale rokom začiatku jeho štúdia, zatiaľ čo jeho bakalárska práca s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.463649,0.221613,11.714591,13.400299,12770,162,12932, +q0210,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorej téma sa priamo zaoberá pomenovanými entitami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.819912,0.13844,12.788728,14.747541,14872,161,15033, +q0211,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Artem Yatsenko súvisí s témou Spacy počas svojho bakalárskeho projektu v roku 2021, kde bol súčasťou úloh práca s repozitárom spacy-skmodel pre rozpoznávanie pomenovaných entít, hoci názov jeho následnej bakalárskej práce z roku 2022 je „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.400384,0.306497,15.313156,17.020527,17312,176,17488, +q0212,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Artem Yatsenko vypracovával bakalársky projekt v roku 2021 s úlohou anotovať korpus a následne bakalársku prácu v roku 2022 na tému Rozpoznávanie pomenovaných entít v slovenskom jazyku, čo zahŕňalo aj anotáciu pomenovaných entít. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.813949,0.135984,12.879264,14.829683,14519,184,14703, +q0213,dev,specific_fact,medium,Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""20""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments""]","Artem Yatsenko mal podľa úloh z 30. septembra v rámci bakalárskeho projektu 2021 minimálne anotovať 20 článkov cez webové rozhranie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.480641,0.362506,14.716081,16.56,17633,126,17759, +q0229,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Dokument o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú evidované jeho bakalárska práca s názvom „Dialógový systém pre potreby samosprávy"" z roku 2024 a diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.762514,0.210587,19.016094,20.989732,21342,218,21560, +q0230,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.875944,0.303718,17.893895,20.074242,21392,144,21536, +q0231,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" vypracúva študent Matej Ščišľak. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.161975,0.632266,26.318656,29.113718,31143,167,31310, +q0232,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študentom, ktorý rieši diplomovú prácu s presným názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", je Matej Ščišľak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.074269,0.490901,17.283905,19.849559,19832,168,20000, +q0233,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Téma diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.297473,0.226737,14.213382,15.738092,16987,106,17093, +q0234,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Matej Ščišľak začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.859169,0.212275,14.9807,17.052658,18179,128,18307, +q0235,dev,verification,medium,Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Áno, pri osobe Matej Ščišľak je v ZP Wiki uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.39037,0.249072,12.191485,13.831395,14480,109,14589, +q0236,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.889134,0.290421,17.882917,20.063039,21767,132,21899, +q0237,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Matej Ščišľak začala štúdium v roku 2021, pričom jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" bola evidovaná v roku 2026 a bakalárska práca „Dialógový systém pre potreby samosprávy"" v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.554507,0.615882,30.174162,32.345539,34548,178,34726, +q0238,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2024 a diplomová práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.990629,0.257063,11.874961,14.123087,12781,186,12967, +q0239,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", pri ktorej implementuje systém využívajúci technológiu GraphRAG (zloženú z FAISS a Neo4J) na vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.86121,0.220211,8.229491,10.311242,8513,197,8710, +q0240,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Diplomový projekt študenta Mateja Ščišľa s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" využíva databázu Neo4J ako súčasť systému GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.709013,0.208481,16.752431,18.670461,19952,152,20104, +q0241,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Diplomový projekt študenta Mateja Ščišľaka z roku 2025 zahŕňa vytvorenie RAG systému, kde boli vektory uložené do vektrovej databázy FAISS. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.916843,0.334055,17.499946,19.751467,20582,161,20743, +q0242,dev,specific_fact,medium,Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""FAISS"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","GraphRAG, ktorý vypracoval Matej Ščišľak, sa skladá z dvoch hlavných častí: vektorovej databázy FAISS a grafovej databázy Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.937978,0.335728,11.503315,13.777448,13224,159,13383, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým sú priradené správne odpovede a odpovede vygenerované chatbotom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.691958,0.413045,22.944904,25.050559,27266,142,27408, +q0244,dev,specific_fact,medium,Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre potreby samosprávy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol „Dialógový systém pre potreby samosprávy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.978361,0.403529,22.323989,24.706566,26337,152,26489, +q0245,dev,entity_lookup,easy,Nájdi dokument o osobe Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pre Vladimíra Ferka je v ZP Wiki evidovaný dokument o jeho bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorú začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.354409,0.250472,14.043185,15.648545,15971,137,16108, +q0246,dev,fact_title,easy,Aký je názov bakalárska práca osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.872188,0.270817,15.264749,17.408399,18245,144,18389, +q0247,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa venuje Vladimír Ferko v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.584488,0.397619,24.281605,26.264359,28713,134,28847, +q0248,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“, ktorá sa zameriava na prípravu korpusu diskusných príspevkov v slovenčine, ich anotáciu a následnú štatistickú analýzu výskytu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.58688,0.400626,25.134728,27.122969,28133,182,28315, +q0249,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Vladimíra Ferku má názov „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.897004,0.214949,15.444606,17.557066,17986,147,18133, +q0250,dev,fact_start_year,easy,V ktorom roku začal študovať Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.876921,0.179715,7.849293,9.906205,8930,128,9058, +q0251,dev,verification,medium,Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Vladimír Ferko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.540191,1.108415,15.37292,18.022167,18589,122,18711, +q0252,dev,fact_work_year,easy,V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.838102,0.298999,20.69095,22.828675,24859,131,24990, +q0253,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Z dostupných dokumentov sa nepodarilo nájsť rok, v ktorom Vladimír Ferko začal pracovať, je však uvedené, že rok začiatku štúdia bol 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.480144,0.4592,21.354769,23.294937,25074,132,25206, +q0254,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Rok 2021 nie je rokom záverečnej práce Vladimíra Ferku, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" je evidovaná pod rokom 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.716046,0.223205,10.800313,12.739924,11507,182,11689, +q0255,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Vladimír Ferko je študent, ktorý pracuje na bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá je súčasťou projektu Hate Speech. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/hatespeech +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.404033,0.213,16.875251,18.492838,19734,144,19878, +q0256,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", kde sa zameriaval na anotáciu a automatické rozpoznávanie nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.818276,0.164172,14.267036,16.250001,16402,169,16571, +q0257,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študent Vladimír Ferko vypracovával bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", pri ktorej využil model SlovakBERT (konkrétne verziu pre analýzu sentimentu na Twitteri) na natrénovanie a vyhodnotenie modelu. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.818775,0.185634,17.095803,19.100718,19610,182,19792, +q0258,dev,specific_fact,medium,Aký model Vladimír Ferko natrénoval ako prvý?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovakbert""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.848114,0.227805,17.25073,19.327162,20804,134,20938, +q0259,dev,specific_fact,medium,Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OffensEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Vladimír Ferko mal naštudovať iniciatívu **OffensEval 2019-20** a v rámci svojej bakalárskej práce o anotácií nenávistnej reči mal vybrať a naštudovať aj ďalšie podobné iniciatívy pre anotáciu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.801288,0.241593,14.287623,16.330941,15780,178,15958, +q0275,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Dokument o osobe Matej Novotný eviduje jeho diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorú začal študovať v roku 2021 a ktorá je plánovaná na rok 2026. Práca sa zameriava na klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu s cieľom pripraviť dáta na trénovanie jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.76559,0.193807,19.199855,21.159914,21466,214,21680, +q0276,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.825978,0.240113,17.689684,19.756494,21144,139,21283, +q0277,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" vypracúva Matej Novotný v rámci svojej diplomovej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.121737,0.361903,21.665611,24.150021,25389,171,25560, +q0278,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá má za cieľ pripraviť webové dáta na trénovanie jazykového modelu prostredníctvom ich automatickej klasifikácie podľa typu a domény. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.544858,0.642446,23.51006,25.698439,26764,161,26925, +q0279,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Téma diplomovej práce osobe Matej Novotný uvedená ako „Klasifikácia webových dát pre lepšie jazykové modelovanie“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.845696,0.19934,7.838346,9.883679,8690,140,8830, +q0280,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.829055,0.230696,15.640708,17.701148,19241,126,19367, +q0281,dev,verification,medium,Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Áno, pri osobe Matej Novotný je v dokumente ZP Wiki uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.374398,0.26341,12.418125,14.056503,14689,108,14797, +q0282,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.823901,0.231376,19.158278,21.214291,23325,129,23454, +q0283,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Podľa dostupných dokumentov začal Matej Novotný štúdium v roku 2021 a jeho diplomová práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.89955,0.295384,8.347621,10.542863,9369,152,9521, +q0284,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" je evidovaná ako práca z roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.937181,0.376058,12.124295,14.438025,13810,189,13999, +q0285,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""webové dáta""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na klasifikáciu webových dát, ich roztriedenie podľa typov a domén a detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.820049,0.234214,23.109198,25.164221,26190,178,26368, +q0286,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""klasifikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na automatickú klasifikáciu webových textov podľa typu a na detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.830039,0.224105,18.40466,20.45936,21161,173,21334, +q0287,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Matej Novotný vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie, ktorá sa zameriava na prípravu dát pre trénovanie jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.862919,0.218536,21.027461,23.109557,24878,159,25037, +q0303,dev,entity_lookup,easy,Nájdi dokument o osobe Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre osobu Valerii Kutsenko je v ZP Wiki evidovaný dokument o jej bakalárskej práci z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu"" a o diplomovej práci z roku 2027 zamerané na „Zlepšenie vyhľadávania pomocou znalostných grafov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.139725,0.287968,16.452757,17.88095,18231,141,18372, +q0304,dev,fact_title,easy,Aký je názov diplomová práca osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Diplomová práca osoby Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.844365,0.246446,15.493935,17.585303,18434,139,18573, +q0305,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" vypracováva študent Valerii Kutsenko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.717994,0.432525,18.852238,21.003304,22439,132,22571, +q0306,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Valerii Kutsenko rieši diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"", ktorá má za cieľ navrhnúť agenta budujúceho a využívajúceho znalostný graf pri vyhľadávaní. Ďalší študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"", ktorá zahŕňa vytvorenie znalostného grafu pre slovenské právo a návrh inteligentného agenta využívajúceho tento graf. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.950337,0.62776,28.040768,30.619653,30645,279,30924, +q0307,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“ pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.441475,0.347554,19.140968,20.930753,22070,121,22191, +q0308,dev,fact_start_year,easy,V ktorom roku začal študovať Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Valerii Kutsenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.808408,0.253754,12.508107,14.570718,15045,124,15169, +q0309,dev,verification,medium,Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Áno, pri osobe Valerii Kutsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",2.012745,0.276421,4.951322,7.240722,5166,148,5314, +q0310,dev,fact_work_year,easy,V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.407661,0.271264,17.867999,19.547636,21973,103,22076, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.707277,0.311637,11.481093,13.500644,13424,133,13557, +q0312,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Nie, rok 2022 nie je rokom záverečnej práce Valerii Kutsenko, ale rokom začiatku jej štúdia; jej diplomová práca je naplánovaná na rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.898463,0.275964,4.716856,6.89151,4471,163,4634, +q0313,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Diplomová práca študenta Valerii Kutsenko s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" sa zaoberá témou znalostných grafov, pričom cieľom je navrhnúť agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.820714,0.284048,7.343405,9.44846,7709,184,7893, +q0314,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko vypracováva bakalársku prácu s názvom „Automatické generovanie otázok zo zadaného textu"", ktorej cieľom je vylepšiť proces RAG (Retrieval augmented generation). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.61543,0.298449,16.857097,18.771563,20015,144,20159, +q0315,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Valerii Kutsenko je študent, ktorý pripravuje diplomovú prácu s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, pričom v rámci svojho diplomového projektu z roku 2026 si študoval tému GraphRAG a pozeral sa na zdroj https://graphrag.com. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.818196,0.279816,17.848965,19.94753,20419,180,20599, +q0316,dev,specific_fact,medium,V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávanie"", ""právo"", ""medicína""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Podľa zadania k diplomovej práci môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.876815,0.32323,7.868967,10.069287,8959,144,9103, +q0333,dev,entity_lookup,easy,Nájdi dokument o osobe Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Tetiana Mohorian má na stránke ZP Wiki evidovanú bakalársku prácu s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorú začala vypracovávať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.73175,0.21972,6.673681,8.625532,7144,163,7307, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.835156,0.175608,12.472797,14.48418,15069,141,15210, +q0335,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","S pracou s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" sa venujú Tetiana Mohorian, ktorá vypracováva bakalársku prácu v roku 2025, a Patrik Pokrivčák, ktorý má túto tému ako diplomovú prácu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",2.058644,0.469446,25.186043,27.715209,28832,221,29053, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Podľa dostupných informácií v ZP Wiki sa téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" (alebo podobne sformulovaná ako „Rozpoznávanie nenávistnej reči pomocou transfomers"") objavila ako jeden z nápadov na tému diplomovej práce študenta Martina Jancuru, pričom jeho finálna diplomová práca bola pomenovaná „Rozpoznávanie emócií v texte"" a zameriavala sa na sentiment a emócie v texte. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",2.023031,0.452078,25.612383,28.088301,28421,246,28667, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Téma bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.89121,0.174816,14.471281,16.537915,17102,141,17243, +q0338,dev,fact_start_year,easy,V ktorom roku začal študovať Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Tetiana Mohorian začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.83635,0.216669,11.967066,14.020592,14528,124,14652, +q0339,dev,verification,medium,Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","Áno, pri osobe Tetiana Mohorian je v ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.405249,1.6121,17.741446,20.759493,21396,106,21502, +q0340,dev,fact_work_year,easy,V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Tetiana Mohorian je v ZP Wiki uvedená bakalárska práca pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.258658,0.255821,12.28165,13.796689,14651,95,14746, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Z dostupných dokumentov ZP Wiki je uvedené, že rok začiatku štúdia Tetiany Mohorian je 2022, pričom rok práce (záverečnej práce) nie je v týchto zdrojoch explicitne uvedený, hoci sa v sekcii jej profilu nachádza záhlavie „Bakalárska práca 2025"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.67368,0.342889,14.973601,16.99089,17118,181,17299, +q0342,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pod rokom 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.693723,0.223655,14.017726,15.935579,16517,149,16666, +q0343,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá sa zameriava na tému hate speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.609158,0.331762,18.650715,20.592312,22005,144,22149, +q0344,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá priamo súvisí s témou LLM (veľké jazykové modely). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.812728,0.221704,7.747149,9.782023,8065,166,8231, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", kde sa v rámci zadania a úloh explicitne zaoberá témou prompting, konkrétne nácvikom a aplikáciou promptingových metód (vrátane few-shot learning) na detekciu nenávistnej reči. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.7763,0.338887,16.776983,18.893151,18931,196,19127, +q0346,dev,specific_fact,medium,Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""prompting"", ""LORA""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa návrhu témy pre bakalársku prácu Tetiany Mohorian mala na adaptáciu modelu použiť techniky „prompting"" a „LORA"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.662854,0.182141,7.611275,9.45657,8218,130,8348, +q0347,dev,specific_fact,medium,Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak T5-small""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 v metrike few-shot F1. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.896312,0.271929,7.746568,9.915115,9133,140,9273, +q0363,dev,entity_lookup,easy,Nájdi dokument o osobe Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Pre osobu Daniil Huzenko je v ZP Wiki evidovaný dokument o jeho bakalárskej práci z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.72043,0.172434,11.496475,13.389793,13259,160,13419, +q0364,dev,fact_title,easy,Aký je názov bakalárska práca osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Bakalárska práca Daniila Huzenka má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.837895,0.18521,14.367077,16.390725,17198,152,17350, +q0365,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" vypracúva študent Daniil Huzenko v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.061675,0.747342,27.241531,30.05143,32212,167,32379, +q0366,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", kde je cieľom porovnať a kombinovať domáci klaster založený na Raspberry Pi s verejným riešením Azure Kubernetes System. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.840505,0.604014,25.726745,28.172141,29445,184,29629, +q0367,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.838529,0.205084,16.136017,18.180179,18760,153,18913, +q0368,dev,fact_start_year,easy,V ktorom roku začal študovať Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Daniil Huzenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.807382,0.293903,14.930199,17.032191,17892,124,18016, +q0369,dev,verification,medium,Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.360862,0.364463,15.186127,16.911978,18129,101,18230, +q0370,dev,fact_work_year,easy,V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Daniil Huzenko je v ZP Wiki uvedená bakalárska práca v roku 2025, pričom dokument uvádza aj rok začiatku štúdia 2022 a predbežný názov práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.842606,0.222846,19.656969,21.723061,22605,184,22789, +q0371,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Daniil Huzenko začal študovať v roku 2022 a vypracováva svoju bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.460312,0.159321,11.938217,13.558363,13652,119,13771, +q0372,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Daniil Huzenko začal štúdium v roku 2022, pričom jeho bakalárska práca je evidovaná pod rokom 2025, nie 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.924566,0.375801,10.412001,12.712766,11995,156,12151, +q0373,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.903165,0.211001,13.543445,15.658136,15484,187,15671, +q0374,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Raspberry Pi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej súčasťou je zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfigurácia s platformou Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.606366,0.212547,20.078068,21.8977,23359,165,23524, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa venuje téme hybridného cloudu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.871224,0.366161,13.736148,15.974187,15931,160,16091, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny zoznam hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster, hoci sa v dokumentoch uvádza, že mal zostaviť klaster z dosiek Raspberry Pi a mal do práce zapísať aj o hardvéri, ktorý dostal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.442458,0.242966,18.715478,20.401877,21445,166,21611, +q0377,dev,specific_fact,medium,Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ansible""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible, a to prostredníctvom prípravy skriptov pre nastavenie (setup) a reinstaláciu (reinstall) klastra. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.456282,0.261232,15.848749,17.566877,18459,137,18596, +q0378,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dokument o osobe Ján Pták je diplomový projekt z roku 2022 s témou Agent pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.817185,0.199895,15.294293,17.311995,18179,135,18314, +q0379,dev,fact_title,easy,Aký je názov diplomový projekt osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Názov diplomového projektu Jána Ptáka je „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.787225,0.252133,22.457847,24.498038,26949,126,27075, +q0380,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záverečnú prácu s názvom „Agent pre manažment záverečných prác"" vypracúva študent Ján Pták ako svoj diplomový projekt. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.916356,0.275435,18.959742,21.152154,22424,147,22571, +q0381,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.828001,0.304931,18.683805,20.817544,22408,131,22539, +q0382,dev,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Pták je v rámci diplomového projektu uvedená téma „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.808653,0.338082,15.985922,18.133338,19200,130,19330, +q0383,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Pták začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.81762,0.236719,13.277365,15.332223,16183,121,16304, +q0384,dev,verification,medium,Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Áno, pri osobe Ján Pták je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.969672,0.218195,10.780739,12.969407,12890,136,13026, +q0385,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.559941,0.279176,19.067621,20.907519,23379,109,23488, +q0386,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Ján Pták začala štúdium v roku 2022 a v roku 2026 pracuje na diplomovom projekte s názvom Agent pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.457758,0.629584,24.999435,27.087639,29431,128,29559, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Nie, rok 2022 nie je rokom záverečnej práce Jána Ptáka, ale rokom začiatku jeho štúdia, kedy pracoval na diplomovom projekte s témou „Agent pre manažment záverečných prác"", ktorý má byť dokončený v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.659472,0.213006,11.758074,13.631357,12939,166,13105, +q0388,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", kde je jednou z kľúčových úloh pochopiť a implementovať technológiu RAG (Retrieval Augmented Generation) pre zlepšenie manažmentu záverečných prác v systéme zpwiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.791585,0.228936,15.947475,17.968488,18313,175,18488, +q0389,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác"", kde je ako požadované rozhranie určený nástroj OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.821382,0.142996,12.066912,14.031752,14056,146,14202, +q0390,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", pri ktorom je jednou z cieľových úloh navrhnuť deployment systému pomocou Dockeru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.971462,0.317795,14.666525,16.956278,17426,163,17589, +q0391,dev,specific_fact,medium,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pre svojho agenta pre zlepšenie manažmentu záverečných prác má Ján Pták použiť používateľské rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.822641,0.216,19.053157,21.092457,22968,139,23107, +q0392,dev,specific_fact,medium,Akým spôsobom má Ján Pták implementovať synchronizáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""WebHOOK""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Ján Pták má implementovať synchronizáciu pomocou WebHOOKu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.829141,0.370163,13.605958,15.805763,16563,120,16683, +q0393,dev,unanswerable_missing_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnej databáze alebo backendovom technologickom riešení, ktoré Ján Pták už používal. Dokument o jeho diplomovom projekte z roku 2026 s témou „Agent pre manažment záverečných prác"" uvádza cieľ nasadiť riešenie pomocou Dockeru a rozhrania OpenWebUI, no neobsahuje explicitné uvedenie konkrétnej databázy ani backendového jazyka či frameworku, ktorý by už bol v stave projektu implementovaný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.589479,0.23294,24.17505,25.99842,26939,220,27159, +q0423,dev,entity_lookup,easy,Nájdi dokument o osobe Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá začala v roku 2023 a je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.178542,0.190847,13.331591,14.701486,15130,126,15256, +q0424,dev,fact_title,easy,Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.890661,0.206002,13.380856,15.478042,16018,147,16165, +q0425,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" sa venuje Rostyslav Rodzhuk. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.948708,0.460408,24.293706,26.703629,28976,147,29123, +q0426,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá zahŕňa vytvorenie agenta na pomoc špeciálnemu pedagógovi na základe veľkého jazykového modelu a dostupných dát o podporných opatreniach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.945016,0.474322,23.780774,26.20078,27144,196,27340, +q0427,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Rostyslav Rodzhuk je pri bakalárskej práci uvedená téma „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.9161,0.234637,11.568673,13.719883,13306,149,13455, +q0428,dev,fact_start_year,easy,V ktorom roku začal študovať Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","Rostyslav Rodzhuk začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.89357,0.200739,11.812939,13.907766,14326,133,14459, +q0429,dev,verification,medium,Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pri osobe Rostyslav Rodzhuk je pri práci „Bakalárska práca 2026"" explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.004073,0.157297,7.034766,9.196419,7412,161,7573, +q0430,dev,fact_work_year,easy,V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.671269,0.246199,13.282618,15.200669,16340,123,16463, +q0431,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Osoba Rostyslav Rodzhuk začala študovať v roku 2023, pričom v dostupných dokumentoch ZP Wiki nie je explicitne uvedený rok, v ktorom vypracovával svoju prácu, hoci sekcia dokumentu naznačuje rok záverečnej práce 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.953935,0.167903,7.242542,9.364669,7425,186,7611, +q0432,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Rok 2023 nie je rokom záverečnej práce, ale rokom začiatku štúdia Rostyslava Rodzhuka, ktorý vypracováva bakalársku prácu s predpokladaným rokom záveru 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.748736,0.269237,12.343864,14.362375,14283,163,14446, +q0433,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.505885,0.367712,24.004306,25.87877,28591,126,28717, +q0434,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""špeciálny pedagóg""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.902063,0.174821,7.597519,9.674717,8158,150,8308, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá využíva veľké jazykové modely (LLM) a zahŕňa prehľad agentových systémov na ich báze, pričom v rámci vedeckého projektu 2025 tiež skúma tému „Veľký jazykový model ako inteligentný agent"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.831493,0.196167,14.372115,16.400234,16049,210,16259, +q0436,dev,specific_fact,medium,Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""špeciálnemu pedagógovi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Inteligentný agent, ktorý vyvíja Rostyslav Rodzhuk, má pomáhať špeciálnemu pedagógovi pri jeho práci, konkrétne pri navrhovaní najlepších výchovných opatrení na základe relevantných dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.946031,0.293841,6.81517,9.055413,7165,174,7339, +q0437,dev,entity_lookup,easy,Nájdi dokument o osobe Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Pre osobu Yevheniia Medushivskyi bol v ZP Wiki nájdený dokument o jeho bakalárskej práci z roku 2023 s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vytvorenie webového crawlera a analýzu získaných dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.861056,0.177428,16.741928,18.780965,19381,185,19566, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Yevhenii Medushivskyi má názov (tému) „Získavanie textu z webových stránok"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.928637,0.212087,18.680586,20.82201,22218,152,22370, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Priameho zápisu s názvom práce „Získavanie textu z webových stránok"" v dostupných dokumentoch nie je, no téma s presne týmto názvom je uvedená ako téma bakalárskej práce študenta Yevhenii Medushivskyi (rok začiatku štúdia 2023). Ďalší študenti sa podobným témam venujú pod odlišnými názvami, napríklad Ján Holp (Systém získavania informácií v slovenskom jazyku), Matej Kobyľan (Systém pre extrakciu textu z webových stránok) alebo Michal Stromko (Indexovanie slovenského textu pomocou Elasticsearch). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.90607,0.490782,27.892721,30.290505,29072,347,29419, +q0440,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Na tému „Získavanie textu z webových stránok"" rieši bakalársku prácu študent Yevhenii Medushivskyi, ktorá bola zadávaná v roku 2026 s cieľom vytvoriť webový crawler na sledovanie a sťahovanie slovenského internetu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.998173,0.409678,25.292365,27.701169,29033,189,29222, +q0441,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Yevhenii Medushivskyi je pri bakalárskej práci uvedená téma „Získavanie textu z webových stránok“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.963466,0.263696,15.897008,18.124676,18506,150,18656, +q0442,dev,fact_start_year,easy,V ktorom roku začal študovať Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Yevhenii Medushivskyi začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.4916,0.315205,14.426235,16.233541,17405,110,17515, +q0443,dev,verification,medium,Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Áno, pri osobe Yevhenii Medushivskyi je v dokumente o bakalárskej práci explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.420908,0.255288,17.468685,19.145561,20716,122,20838, +q0444,dev,fact_work_year,easy,V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.929737,0.325165,21.001913,23.257756,25219,141,25360, +q0445,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Osoba Yevhenii Medushivskyi začala štúdium v roku 2023 a jeho bakalárska práca s témou získavania textu z webových stránok je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.57917,0.385427,19.981235,21.946719,23404,146,23550, +q0446,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale je to rok začiatku jej štúdia; jej bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.78694,0.345276,16.665963,18.798774,19268,160,19428, +q0447,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""crawler""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s názvom „Získavanie textu z webových stránok"", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.860074,0.239964,15.361441,17.461986,17754,174,17928, +q0448,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""webový korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie a nasadenie webového crawlera na získavanie dát z internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.568808,0.441019,19.183471,21.193906,22086,174,22260, +q0449,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""deduplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorá zahŕňa úlohu zlepšenia deduplikácie a odstránenia boilerplate obsahu, napríklad pomocou nástroja justext. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.906403,0.464423,14.44757,16.818864,16369,184,16553, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Podľa záznamu zo stretnutia 13. marca 2026 mal Yevhenii Medushivskyi zozbieraných približne 450 MB textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.057381,0.187099,8.213644,10.458436,9151,169,9320, +q0451,dev,specific_fact,medium,Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""justext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri práci Yevheniiho Medushivskyho je ako príklad nástroja na odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.975837,0.394735,12.221534,14.592865,14587,155,14742, +q0480,dev,entity_lookup,easy,Nájdi dokument o osobe Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, na ktorej začala študovať v roku 2023 a ktorá je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.790949,0.171179,13.089539,15.052246,15187,162,15349, +q0481,dev,fact_title,easy,Aký je názov bakalárska práca osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa pre Simonu Bobrovčanovú uvádza téma jej bakalárskej práce „Automatická sumarizácia slovenského textu"", pričom explicitný názov práce nie je v poskytnutých zdrojoch uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.877754,0.201294,11.974175,14.05394,13814,168,13982, +q0482,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Prácu s názvom „Automatická sumarizácia slovenského textu"" vypracováva Simona Bobrovčanová v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.815346,0.598453,22.466106,24.880556,26710,144,26854, +q0483,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študentka Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"", ktorej cieľom je zostavenie prehľadu modelov a metód pre túto úlohu a vytvorenie systému pre sumarizáciu slovenských právnych textov, napríklad rozsudkov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.903683,0.404872,22.949929,25.259305,26162,190,26352, +q0484,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Téma bakalárskej práce Simony Bobrovčanej je „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.893784,0.22369,12.727091,14.845106,14937,136,15073, +q0485,dev,fact_start_year,easy,V ktorom roku začal študovať Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová začala študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.862547,0.155511,5.268557,7.286864,5825,129,5954, +q0486,dev,verification,medium,Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Áno, pri osobe Simona Bobrovčanová je v dokumente o jej bakalárskej práci explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.891188,0.164447,5.079312,7.135149,5467,149,5616, +q0487,dev,fact_work_year,easy,V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri osobe Simona Bobrovčanová je v dokumentoch ZP Wiki uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.840143,0.221416,13.103498,15.165629,15942,140,16082, +q0488,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Simona Bobrovčanová začala štúdium v roku 2023 a jej bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.492814,0.499574,20.985817,22.979084,25269,123,25392, +q0489,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.505533,0.291629,12.433402,14.23134,13893,141,14034, +q0490,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.928678,0.22716,9.769151,11.925555,11371,143,11514, +q0491,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""slovenský text""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, ktorá je súčasťou projektu Legal Data Processing zameraného na spracovanie slovenských právnych textov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.451014,0.235653,17.172328,18.859722,19963,151,20114, +q0492,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""právne dokumenty""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Simona Bobrovčanová je študentka, ktorá vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", kde sa ako cieľ práce uvádza zlepšenie spracovania slovenských právnych textov vytvorením systému pre sumarizáciu rozsudkov a iných právnych dokumentov. Je tiež uvedená ako členka projektu Legal Data Processing, kde jej úlohou je práve sumarizácia právnych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.846387,0.308407,21.514195,23.669749,24020,228,24248, +q0493,dev,specific_fact,medium,Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""hierarchická sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná sumarizácia zo vzniknutých čiastkových súhrnov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.735063,0.16071,8.178686,10.07478,8743,157,8900, +q0494,dev,specific_fact,medium,Aký problém mali malé modely pri práci Simony Bobrovčanovej?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""príliš maly kontext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Pri práci Simony Bobrovčanovej, konkrétne pri jej bakalárskej práci zamerané na automatickú sumarizáciu slovenských právnych textov, mali malé modely problém s príliš krátkou dĺžkou kontextu, vďaka čomu často vynechávali informácie nachádzajúce sa na konci textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.829333,0.249676,10.719769,12.799113,11815,185,12000, +q0495,dev,entity_lookup,easy,Nájdi dokument o osobe Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Dokument o osobe Samuel Džurina uvádza, že študent začal štúdium v roku 2023 a pracuje na bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov"", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.759065,0.196939,20.399082,22.355772,23645,181,23826, +q0496,dev,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.864003,0.226234,19.490518,21.581711,23340,139,23479, +q0497,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Prácu s názvom „Dialógový systém pre podporu firemných procesov"" vypracováva Samuel Džurina ako bakalársku prácu pre rok 2026. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.896562,0.388677,24.103086,26.389138,28420,154,28574, +q0498,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá vzniká v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.910391,0.12678,11.350212,13.387801,12831,155,12986, +q0499,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Pri osobe Samuel Džurina je pri bakalárskej práci uvedená téma „Dialógový systém pre podporu firemných procesov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.888717,0.232744,14.200964,16.322896,17176,141,17317, +q0500,dev,fact_start_year,easy,V ktorom roku začal študovať Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Samuel Džurina začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.690092,0.195989,13.412971,15.299546,16114,114,16228, +q0501,dev,verification,medium,Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.973215,0.299187,16.828077,19.101123,20257,146,20403, +q0502,dev,fact_work_year,easy,V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.835026,0.231392,19.710507,21.777598,23831,131,23962, +q0503,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Osoba Samuel Džurina začala štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.71689,0.557946,25.46631,27.742136,30201,135,30336, +q0504,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Rok 2023 nie je rokom záverečnej práce Samuel Džurina, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.908677,0.23809,14.460665,16.607889,16650,164,16814, +q0505,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá zahŕňa návrh a implementáciu inteligentného agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/topics/legal",1.829917,0.229516,17.726731,19.786763,20329,189,20518, +q0506,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""zásielková spoločnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","S Samuelom Džurinom súvisí jeho bakalárska práca s témou „Dialógový systém pre podporu firemných procesov"", kde je jedným z cieľov vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.894333,0.20754,16.742207,18.844583,19335,169,19504, +q0507,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá sa začala v roku 2023 a má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.652636,0.262576,20.974093,22.889888,24245,161,24406, +q0508,dev,specific_fact,medium,Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""zásielkovej spoločnosti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Agent Samuela Džurinu má podporovať činnosť špedičnej alebo zásielkovej spoločnosti, pričom konkrétny modelový príklad sa zameriava na využitie colných pravidiel a CMR dohovoru v medzinárodnej preprave tovaru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.861403,0.312774,8.837187,11.011651,9293,179,9472, +q0509,dev,specific_fact,medium,Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""dotazníka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pričom je potrebné identifikovať slabé miesta a následne navrhnúť zlepšenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.666358,0.317772,7.535556,9.520052,8642,139,8781, +q0549,dev,entity_lookup,easy,Nájdi dokument o stážistovi Oliver Pejic.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené podrobnosti o jeho letnej stáži IAESTE v roku 2024 zamerané na hodnotenie modelov pre vektorové reprezentácie textu a prípravu úloh pre slovenské dáta. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.735209,0.217957,11.05803,13.011699,12099,188,12287, +q0550,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž osoby Oliver Pejic prebiehala v roku 2024, konkrétne počas letných mesiacov august, september a október. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.143834,0.2832,17.962784,19.390624,21751,94,21845, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica sa v roku 2024 venovala príprave úloh pre vyhodnotenie modelov spracovania prirodzeného jazyka, konkrétne vytváraniu úloh pre vyhodnotenie v rámci projektu Hate Speech (nenávistné prejavy) a otázky a odpovede (Question Answering) pre slovenský jazyk v rámci frameworku MTEB, ako aj strojovému prekladu hodnotiacich dát pre viacjazyčné úlohy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.831895,0.388848,11.961214,14.182371,12563,213,12776, +q0552,dev,reverse_lookup,medium,Kto pracoval na téme Hate Speech a MTEB evaluácia?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic, ktorý počas svojej stáže v roku 2024 pripravoval úlohy pre MTEB framework špecificky pre slovenskú nenávistnú reč a otázne odpovede. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.728665,1.031768,16.630533,19.39156,19471,155,19626, +q0553,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Stáž osoby Oliver Pejic, ktorá sa uskutočnila v rámci programu IAESTE Intern Summer 2024, súvisela s témou Hate Speech, pričom jeho cieľom bolo pripraviť vyhodnotovaciu úlohu pre slovenskú nenávistnú reč (Slovak HATE speech) v rámci frameworku MTEB a vypracovať príslušný pull request. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.764016,0.243546,16.1669,18.175081,18131,190,18321, +q0554,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica v lete 2024 (IAESTE Intern Summer 2024) súvisela s témou MTEB, keďže jedným z cieľov bolo oboznámiť sa s frameworkom MTEB na vyhodnocovanie modelov vektorových transformátorov a následne pripraviť nové úlohy vyhodnocovania pre slovenské dáta. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.808127,0.18539,10.998898,12.992858,11674,193,11867, +q0555,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica v rámci programu IAESTE leta 2024 súvisela s témou hodnotenia modelov SentenceTransformer pomocou nástroja MTEB a prípravou úloh pre slovenské vyhľadávanie a detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.837692,0.260176,12.853032,14.951302,14915,164,15079, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB vyhodnocovacích úloh pre slovenskú detekciu nenávistných prejavov a pre slovenské vyhľadávanie odpovedí na otázky (retrieval). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.392667,0.292526,23.950553,25.636417,28087,138,28225, +q0557,dev,specific_fact,medium,Aký evaluačný framework mal Oliver Pejic naštudovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.859668,0.178481,9.343467,11.381949,10740,128,10868, +q0568,dev,entity_lookup,easy,Nájdi dokument o stážistovi Cesar Abascal Gutierrez.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi je evidovaný v sekcii ZP Wiki pre stážistov a uvádza, že išlo o stáž pravdepodobne v lete 2019, pričom jeho úlohou bolo vytvoriť manuálne anotovaný trénovacie súbor z pretranskribovaných prejavov a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.848553,0.162768,6.837567,8.849196,6554,198,6752, +q0569,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.796052,0.206788,15.520677,17.524074,18963,126,19089, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych entít v prenesených transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu a navrhnúť schému pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.828449,0.261322,12.693421,14.783612,14010,169,14179, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations (anotácia pomenovaných entít), kde sa zameriaval na rozpoznávanie neznámych pomenovaných entít a tvorbu manuálne anotovanej trénovacej množiny z prepisov reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.824164,0.104525,9.873015,11.802045,10919,172,11091, +q0573,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez súvisela s témou rozpoznávania pomenovaných entít (Named Entity Annotations), kde bol spaCy uvedený ako nástroj pre strojové učenie a trénovanie klasifikátora, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.217665,0.353497,15.430469,17.002168,17834,141,17975, +q0574,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Cesar Abascal Gutierrez počas svojej stáže v lete 2019 pracoval na projekte s témou rozpoznávania pomenovaných entít, pri ktorom využíval nástroj Prodigy na manuálnu anotáciu dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.847271,0.149869,10.056819,12.054419,11336,159,11495, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,1.0,1.0,0.9166666666666666,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tieto tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.83395,0.110431,10.873884,12.818648,12079,178,12257, +q0576,dev,specific_fact,medium,Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.875857,0.197015,9.545871,11.61921,11356,126,11482, +q0577,dev,entity_lookup,easy,Nájdi dokument o stážistovi Bogdan Paul Chiș.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Dokument o stážistovi Bogdanovi Paulovi Chišovi opisuje jeho stáž v rámci programu ERASMUS v jarnej sezóne 2026 s témou „(multilingual) Triplet extraction from medical data"", ktorej cieľom bolo zostrojiť znalostný graf z lekárskych letákov a vytvoriť inteligentného agenta na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.777347,0.234399,11.468547,13.480789,12540,191,12731, +q0578,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od marca do mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.371175,0.426171,19.992154,21.790101,24319,103,24422, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v mnohých jazykoch s cieľom zostaviť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi odporúčajúcom lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.881034,0.187596,11.007348,13.076393,12130,173,12303, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Na tému multilinguálnej extrakcie trojíc z medicínskych dát pracoval Bogdan Paul Chiš v rámci praxe ERASMUS Intern Spring 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.959073,0.473241,21.939354,24.372329,26120,151,26271, +q0581,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Stáž osoby Bogdan Paul Chiš s témou Triplet extraction bola ERASMUS Intern Spring 2026, ktorá sa konala od 20. marca do 21. mája a jej témou bolo viacjazyčné extrahovanie trojíc z medicínskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.88951,0.384059,10.965497,13.239776,12038,169,12207, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Bogdan Paul Chiš s témou knowledge graph bola stáž ERASMUS v jarnej sezóne 2026 s názvom „(multilingual) Triplet extraction from medical data"", počas ktorej mal za cieľ zostaviť znalostný graf z lekárskych letákov vo viacerých jazykoch a využiť ho v inteligentnom agente na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.83497,0.299875,12.792222,14.927738,14226,193,14419, +q0583,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž osoby Bogdan Paul Chiș s témou medical bola ERASMUS Intern Spring 2026, ktorej téma bola „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.635223,0.373186,11.474521,13.483628,13493,131,13624, +q0584,dev,specific_fact,medium,Aká bola téma stáže Bogdana Paula Chișa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Triplet extraction from medical data""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Témai Bogdana Paula Chișa počas jeho stáže bolo (multilingválne) extrahovanie trojíc z lekárskeho obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.888378,0.404771,11.141326,13.434882,12999,135,13134, +q0585,dev,specific_fact,medium,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""DeepEval"", ""RAGAS""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.86871,0.316062,15.760493,17.945835,19105,131,19236, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov (medical package inserts) v rámci svojej stáže ERASMUS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.673481,0.329532,13.526281,15.529879,16056,128,16184, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Projektová a informačná stránka s názvom „Dialógový systém"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.431952,0.286356,21.773509,23.492889,26143,107,26250, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Dokument, ktorý sa priamo venuje téme „Dialógový systém"", je projektová stránka s názvom „Dialógový systém"" (umiestnená v sekcií témat), ktorá definuje úlohy na vytvorenie dialógového systému komunikujúceho v slovenskom jazyku pre potreby komunikácie občana s mestom. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.67161,0.321095,22.872075,24.865392,26294,165,26459, +q0599,dev,source_url,easy,Aký source_url patrí k stránke „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke „Dialógový systém"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.743414,0.302162,22.292678,24.33898,26581,120,26701, +q0603,dev,specific_fact,medium,Aký framework má používať báza pravidiel projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RASA""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Báza pravidiel projektu Dialógový systém má byť zostavená pre systém RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.636555,0.295387,19.988758,21.9213,24124,104,24228, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Chatbot sa má integrovať s QA systémom (systémom pre odpovedanie na otázky) a v rámci konkrétnej bakalárskej práce s nástrojom PrivateGPT. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.907154,0.299583,11.814197,14.021364,13352,167,13519, +q0605,dev,specific_fact,medium,Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Podľa dostupných informácií v ZP Wiki sú na projekte Dialógový systém ako aktuálni riešitelia uvedení Matej Ščišľak a Martin Šarišský, ktorí vypracúvajú bakalárske práce v roku 2024 s názvom Dialógový systém pre potreby samosprávy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.627423,0.347609,23.848132,25.823883,26936,208,27144, +q0615,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Question Answering“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Projektová a informačná stránka k téme „Question Answering"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.763125,0.385562,25.398891,27.54833,30139,125,30264, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering"", je projekt s názvom „Question Answering"" s popisom cieľa vytvoriť klon datasetu SQuaD 2.0 v slovenskom jazyku a nastaviť infraštruktúru pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.391175,0.448653,26.234122,28.074977,30389,138,30527, +q0617,dev,source_url,easy,Aký source_url patrí k stránke „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Stránka „Question Answering"" má pridelený zdrojový URL adresu https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.74543,0.412678,26.469509,28.628525,31516,119,31635, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Projekt Question Answering chce vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude založený na anotáciách dát zo slovenskej Wikipédie a exportovaný do formátu SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.656748,0.342283,22.92748,24.927281,26770,137,26907, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","Projekt Question Answering používa na anotáciu nástroj Prodigy, pričom sú k dispozícii špecifické recepty pre tento nástroj. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.389837,0.203211,17.08652,18.680587,20344,101,20445, +q0623,dev,specific_fact,medium,Aký má byť formát finálneho exportu QA databázy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Finálny export databázy otázok a odpovedí (QA) má byť vo formáte SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.614162,0.376145,14.394908,16.386275,17582,106,17688, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Pri anotácii otázok má vzniknúť 5 otázok pre každý odsek, čo je definované ako výstup receptu pre anotáciu v nástroji Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.918603,0.212392,12.482523,14.613999,14992,140,15132, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Informačná stránka s názvom „Strojový preklad"" sa nachádza pod cestou pre tému translation a obsahuje prehľad o študentoch, ktorí pracovali na štatistickom a neurónovom strojovom preklade. Taktiež existuje projektová stránka pod názvom „Strojový preklad"" pri študentovi Patrikovi Pavlišinovi, ktorá detailne popisuje techniky ako Encoder–Decoder, štatistický strojový preklad a neurónové siete. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",1.869259,0.546442,17.738797,20.155053,19361,240,19601, +q0633,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Dokument s názvom „Strojový preklad"", ktorý sa priamo a podrobne venuje tejto téme, je študentská práca Patrika Pavlišina, kde sú rozebrané prístupy ako neurónový strojový preklad, architektúra Encoder-Decoder a modely ako BERT. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",1.830711,0.672553,24.588637,27.092611,28418,178,28596, +q0634,dev,source_url,easy,Aký source_url patrí k stránke „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránke „Strojový preklad“ v kontexte študentských prác patriacich k Patrikovi Pavlišinovi patrí URL adresa https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20, pričom téma strojový preklad je tiež evidovaná na informačnej stránke https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +https://zp.kemt.fei.tuke.sk/topics/translation",1.735624,0.67854,12.504147,14.918846,12930,215,13145, +q0637,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Pomenované entity“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Projektová alebo informačná stránka s názvom „Pomenované entity"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.427027,0.206598,18.383602,20.017865,22190,109,22299, +q0638,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Pomenované entity"", má názov „Pomenované entity"" a je umiestnený na stránke https://zp.kemt.fei.tuke.sk/topics/named-entity. Tento dokument obsahuje úlohy, stretnutia a informácie o príprave dát a anotačnej schéme pre rozpoznávanie pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.394366,0.256808,19.595439,21.247331,22454,161,22615, +q0639,dev,source_url,easy,Aký source_url patrí k stránke „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke s názvom „Pomenované entity"" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.505426,0.251497,20.100617,21.858258,24157,111,24268, +q0651,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Projektová a informačná stránka s názvom „Anotácia textových dát“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.885578,0.301235,21.948266,24.135933,25946,155,26101, +q0652,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má názov Anotácia textových dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.846936,0.23218,17.727279,19.807032,21235,129,21364, +q0653,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Stránke „Anotácia textových dát"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.765237,0.231961,18.222908,20.220731,21906,124,22030, +q0659,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","Projektová a informačná stránka „Slovenské jazykové zdroje“ je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zhrnuté rôzne jazykové zdroje, nástroje a databázy pre slovenčinu, ako sú napríklad Slovak Dependency Treebank, Slovak WordNet a rôzne kópusy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.965565,0.069977,6.993146,9.028958,6562,185,6747, +q0660,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje"", sa nazýva rovnako „Slovenské jazykové zdroje"" a nachádza sa pod adrese https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.713312,0.116402,13.789291,15.619671,16636,145,16781, +q0661,dev,source_url,easy,Aký source_url patrí k stránke „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stránke „Slovenské jazykové zdroje"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.854631,0.242714,15.152669,17.250555,18294,128,18422, +q0675,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","Projektová alebo informačná stránka s názvom „Anotácia otázok a odpovedí"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod, kde je zverejnený návod pre anotátorov od autora Daniela Hladka. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.830289,0.080646,7.607026,9.518351,8187,158,8345, +q0676,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí“, má presne tento názov a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.873703,0.274828,19.637128,21.78635,23565,153,23718, +q0677,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Stránke „Anotácia otázok a odpovedí"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.783253,0.26113,20.446388,22.491458,24540,130,24670, +q0684,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Projektovú alebo informačnú stránku s názvom „Anotácia pomenovaných entít"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod, kde sú zverejnené návody pre anotátorov a podrobnosti o anotačných dávkach. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.488028,0.133078,16.919377,18.54111,19374,150,19524, +q0685,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“, má názov „Anotácia pomenovaných entít“ a poskytuje návod pre anotátorov na vyznačovanie vlastných podstatných mien v texte. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.87959,0.083555,8.295354,10.258882,9029,160,9189, +q0686,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Stránka „Anotácia pomenovaných entít"" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.826369,0.283719,16.052277,18.163671,19342,136,19478, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Viacerí študenti a internisti na ZP Wiki riešia témy týkajúce sa RAG alebo GraphRAG. Diplomový projekt Ján Malinovský sa zameriava na grafové vyhľadávanie a explicitne sa učí GraphRAG, rovnako ako diplomový projekt Ján Pták, ktorý má za cieľ naučiť sa GraphRAG pre manažment záverečných prác. Diplomová práca Matej Ščišľak rieši GraphRAG vytvorený z FAISS a Neo4J pre právne informácie a bakalárska práca Maksym Zatirka skúma využitie grafov pri RAG pre slovenské právo. Ďalšími príkladmi sú diplomová práca Oleh Poiasnik, ktorá využíva LightRAG a skúma GraphRAG pre lekársku doménu, diplomový projekt Martin Šarišský riešiaci Graph RAG pre zákony, ako aj stážista Bogdan Paul Chiș, ktorý pracoval na trojiciach z lekárskych dát s využitím GraphRAG a LightRAG. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.880465,0.595775,32.040209,34.517883,31048,495,31543, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","V dostupných dokumentoch ZP Wiki sa našlo viacero projektov, ktoré spájajú znalostné grafy s RAG (GraphRAG) alebo inteligentnými agentmi. Martin Šarišský pracuje na diplomovom projekte, kde skúma, ako znalostný graf dokáže vylepšiť vyhľadávanie v zákonoch pomocou Graph RAG a navrhuje agenta pre riešenie právnych problémov. Matej Ščišľak v diplomovej práci Znalostné grafy pre zlepšenie vyhľadávania právnych informácií implementuje systém GraphRAG využívajúci databázu Neo4J a FAISS. Oleh Poiasnik vytvára expertný agentový systém pre podporu rozhodovania v lekárni, ktorý využíva znalostný graf z databázy príbalových letákov. Bogdan Paul Chiš počas stáže pracoval na vytvorení znalostného grafu z medicínskych dát a jeho využití v inteligentnom agente na odporúčanie liekov. Ján Malinovský vyvíja agenta pre podporu učiteľov, ktorý vyhľadáva v znalostnom grafe vytvorenom z vzdelávacích dokumentov. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf pre slovenské právo a grafovú databázu Neo4J. Valerii Kutsenko skúma využitie znalostných grafov pri budovaní vnútornej reprezentácie agenta pre lepšie generovanie odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.899166,0.538783,56.397383,58.836392,42817,601,43418, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Dokumenty venujúce sa rozpoznávaniu pomenovaných entít alebo ich anotácii zahŕňajú tému „Pomenované entity"" s podrobným návodom na anotáciu, ako aj tému „Anotácia textových dát"" zameranú na manuálnu anotáciu slovenských dát pre výskyt pomenovaných entít. Medzi konkrétne študentské práce patria diplomový projekt Jakuba Maruniaka s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", bakalárska práca Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" a bakalársky projekt Than Trung Thana s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"". Ďalej sa na tomto úseku pracovalo aj počas stáže cez Cesar Abascal Gutierrez, ktorý sa zameriaval na rozpoznávanie neznámych pomenovaných entít a manuálnu anotáciu, a projekt „Podpora slovenčiny v knižnici Spacy"", ktorý zahŕňa ciele ako natrénovanie modelov pre rozpoznávanie pomenovaných entít a zostavenie korpusu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/topics/prodigy +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +https://zp.kemt.fei.tuke.sk/topics/spacy",2.891536,18.034846,38.084144,59.104343,36550,525,37075, +q0690,dev,multi_document,hard,"Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""Metódy automatického prekladu"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", Patrik Pavlišin má bakalársku prácu „Metódy automatického prekladu"" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.169283,8.58477,18.243741,29.107369,18966,268,19234, +q0691,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Záznam o osobe Bogdan Paul Chiș nájdete na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde je uvedený ako stážista v rámci programu ERASMUS Intern Spring 2026 s témou (multilingual) Triplet extraction from medical data. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.715778,0.770244,12.231239,14.718153,13670,159,13829, +q0692,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke internov pod adresou https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez, kde je uvedený ako internista pravdepodobne v lete 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.754092,0.461064,10.536943,12.752579,11761,164,11925, +q0693,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza v sekcii pre štátnikov na adrese https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené jeho úlohy a prípravné kroky spojené s prácou. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.818363,0.447442,10.178693,12.444958,11216,170,11386, +q0694,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Záznam o osobe Sevval Bulburu sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené jej úlohy súvisiace so stážou, vrátane práce s nástrojmi ako Huggingface Transformers a Prodi.gy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.206932,0.424721,11.180542,12.812868,12389,140,12529, +q0695,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Youssef Ressaissi sa nachádza v ZP Wiki na stránke s cestou interns/yussef_ressaissi, ktorá obsahuje informácie o jeho aktuálnych úlohách a stave práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.759097,0.252276,6.212391,8.267984,6490,150,6640, +q0696,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Dárius Lindvai sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.835016,0.665396,14.166401,16.667542,16949,146,17095, +q0697,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dominik Nagy sa v ZP Wiki nachádza na stránke s cestou `/students/2016/dominik_nagy`, kde je uvedený jeho rok nástupu na štúdium a podrobnosti o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.385506,0.417877,14.135689,15.940135,15907,162,16069, +q0698,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki v sekcii pre študentov podľa roku nástupu na štúdium, konkrétne pod cestou `/students/2016/jakub_maruniak`, kde sú uvedené informácie o jeho diplomovom projekte zameranom na anotáciu a rozpoznávanie pomenovaných entít v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.472768,0.634245,11.985807,14.093527,12937,177,13114, +q0699,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Záznam o osobe Ján Holp sa v ZP Wiki nachádza na stránke s cestou `pages/students/2016/jan_holp/README.md`, ktorá obsahuje detaily o jeho štúdiu od roku 2016, vrátane diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku"" z roku 2021 a súvisiacich diplomových projektov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.761187,0.47109,8.311096,10.543777,8324,201,8525, +q0700,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Lukáš Pokrývka nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka, kde sú uvedené detaily o jeho štúdiu a záverečných prácach, vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.775305,0.583546,15.295013,17.654758,17350,194,17544, +q0701,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Márk Fehér sa v ZP Wiki nachádza na stránke s cestou `/students/2016/mark_feher`, kde sú uvedené informácie o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.522371,0.575263,16.331847,18.43045,18563,150,18713, +q0702,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Maroš Harahus nájdete v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, ktorá je organizovaná podľa roku nástupu na štúdium a mena študenta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.800794,0.700152,14.049675,16.552034,16077,165,16242, +q0703,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Patrik Pavlišin nájdete na stránke ZP Wiki s cestou `/students/2016/patrik_pavlisin`, kde sú uvedené informácie o jeho diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.819631,0.835389,12.412867,15.068522,14272,163,14435, +q0704,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Záznam o osobe Tomáš Kuchárik, ktorý zahŕňa informácie o jeho diplomových projektoch, nájdete na študentskej stránke s cestou v ZP Wiki https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.575741,0.590486,13.794578,15.962563,15648,154,15802, +q0705,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Dmytro Ushatenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko, kde je uvedený v roku nástupu na štúdium 2017 a obsahuje informácie o jeho bakalárskej práci z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.703263,0.542929,12.193354,14.440193,13570,173,13743, +q0706,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Dávid Omasta nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/david_omasta, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a diplomovej práci za vedenia Daniela Hládeka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.805533,0.432968,10.806604,13.045641,11994,172,12166, +q0707,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Martin Wencel nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a o jeho bakalárskej práci z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.73859,0.401135,12.312688,14.452997,13327,197,13524, +q0708,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Záznam o osobe Ondrej Megela nájdete na študentskej stránke v sekcii pre rok nástupu 2018 pod menom Ondrej Megela, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2020 a diplomovej práci z roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.843453,0.617169,14.306582,16.768036,16465,174,16639, +q0709,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Alina Vitko sa nachádza v sekcii študentov pod cestou `/students/2019/alina_vitko`, kde sú uvedené jej záverečné práce, konkrétne bakalárska práca z roku 2022 a bakalársky projekt z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.415865,0.514298,12.563277,14.494438,14189,151,14340, +q0710,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Záznam o osobe Artem Yatsenko nájdete na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.808209,0.42697,10.56139,12.797134,11594,176,11770, +q0711,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Filip Tomáš sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas, kde je uvedená jeho diplomová práca s témou Vektorové vyhľadávanie dokumentov v prostredí Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.742004,0.627772,17.580531,19.951259,20359,171,20530, +q0712,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s cestou `/students/2019/kristian_sopkovic`, kde sú evidované jeho bakalárska práca, diplomový projekt a dizertačná práca. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.489519,0.373032,12.56916,14.432296,14182,145,14327, +q0713,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Záznam o osobe Michal Stromko sa nachádza v časti ZP Wiki venovanej študentom, konkrétne na stránke s cestou `/students/2019/michal_stromko`, kde sú zaznamenané jeho záverečné práce, vrátane bakalárskej práce z roku 2022 a diplomového projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.806799,0.675809,12.571223,15.054781,14020,181,14201, +q0714,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Záznam o osobe Eduard Matovka nájdete v ZP Wiki na stránke `https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka`, ktorá obsahuje informácie o jeho štúdiu (začiatok v roku 2021) a priebehu jeho bakalárskej práce z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.424897,0.525599,11.004595,12.95575,11916,165,12081, +q0715,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Martin Šarišský nájdete na stránke v adresári `/students/2021/martin_sarissky`, ktorá obsahuje informácie o jeho diplomovej práci a diplomovom projekte. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.216153,0.697773,15.613891,17.528682,18326,116,18442, +q0716,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam o osobe Matej Novotný nájdete na študentskej stránke v adresári `/students/2021/matej_novotny`, kde je evidovaný jeho projekt diplomovej práce s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.410059,0.473321,13.459461,15.3437,14928,155,15083, +q0717,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2024 s názvom „Dialógový systém pre potreby samosprávy"" a o pripravovanej diplomovej práci pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.417591,0.644209,13.256965,15.319409,14651,170,14821, +q0718,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Vladimír Ferko nájdete na stránke s profilom študenta, ktorá je umiestnená v ZP Wiki pod cestou `/students/2021/vladimir_ferko`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.782778,0.651832,12.72928,15.164852,14852,153,15005, +q0719,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Andrii Pervashov nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.307102,0.458394,11.527569,13.293734,12858,140,12998, +q0720,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Záznam o osobe Daniil Huzenko sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, kde je uvedený pod sekciou Bakalárska práca 2025 s predbežným názvom Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.551992,0.551649,12.419669,14.524113,13522,183,13705, +q0721,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Záznam o osobe Ján Malinovský nájdete na stránke profilu študenta, ktorá sa nachádza v adresári `pages/students/2022/jan_malinovsky`. Na tejto stránke sú evidované jeho študijné údaje, ako je rok nástupu na štúdium (2022) a téma diplomového projektu z roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.775434,0.663756,13.157587,15.59746,14671,188,14859, +q0722,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde sú uvedené informácie o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.730764,0.475894,12.035434,14.243028,13526,169,13695, +q0723,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Záznam o osobe Oleh Poiasnik sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik, kde sú evidované jeho práce vrátane bakalárskej práce z roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.863849,0.642541,15.597609,18.104737,17896,170,18066, +q0724,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Záznam o osobe Samuel Vasiľ sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, kde sú uvedené informácie o jeho štarte štúdia v roku 2022 a o predbežnom názve bakalárskej práce zameraného na orchestráciu veľkých jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.222049,0.501083,11.214589,12.938372,11883,157,12040, +q0725,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Záznam o osobe Tetiana Mohorian nájdete na stránke jej profilu v ZP Wiki, ktorá sa nachádza v adresári pre študentov z roku nástupu na štúdium 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.225017,0.458703,8.523619,10.208235,9607,116,9723, +q0726,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Záznam o osobe Valerii Kutsenko nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde sú uvedené informácie o jej bakalárskej práci z roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.535051,0.599193,13.74482,15.880158,16040,154,16194, +q0727,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam o osobe Vladyslav Yanchenko s informáciami o jeho bakalárskej práci sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.618772,0.477911,11.090061,13.187566,12647,144,12791, +q0728,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Denis Le Thanh nájdete na stránke v ZP Wiki, ktorá je umiestnená v adresári pre študentov, ktorí začali štúdium v roku 2023, pod názvom „Bakalárska práca 2026"" s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.782481,0.3918,15.139234,17.314364,17067,195,17262, +q0729,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Záznam o osobe Maksym Zatirka nájdete na stránke ZP Wiki v sekcii pre študentov, konkrétne pod cestou `students/2023/maksym_zatirka`. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.835494,0.497901,12.4041,14.738492,14377,155,14532, +q0730,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Záznam o osobe Oleksandr Dorybohov nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov, kde sú uvedené informácie o jeho bakalárskej práci z roku 2026 s témou Automatické odpovede na otázky v právnej oblasti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.833607,0.47124,11.397534,13.703282,12390,184,12574, +q0731,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, kde je uvedená jeho bakalárska práca s témou „Skórovací online systém pre robotické súťaže"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.768533,0.391093,8.484797,10.645034,9180,170,9350, +q0732,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Záznam o osobe Rostyslav Rodzhuk nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú uvedené informácie o jeho štúdiu od roku 2023 a práci na bakalárskej téme „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.882218,0.522956,10.939163,13.345221,11660,205,11865, +q0733,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam o osobe Samuel Džurina nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené informácie o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.572389,0.446334,12.838682,14.858388,14557,159,14716, +q0734,dev,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Záznam o osobe Simona Bobrovčanová sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde sú uvedené informácie o jej bakalárskej práci s témou Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.839283,0.417622,10.924123,13.181823,12016,180,12196, +q0771,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Osoba Bogdan Paul Chiș je v zázname ZP Wiki spájaná s témou „knowledge graph"" v rámci jeho interného projektu (ERASMUS Intern Spring 2026), ktorého cieľom je zostaviť znalostný graf z lekárskych príbalových letákov v niekoľkých jazykoch a využiť ho v inteligentnom agentovi odporúčanom na lieky. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.416521,0.859434,21.921255,24.199174,25270,166,25436, +q0772,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Bogdan Paul Chiș je v ZP Wiki spätená s témou „medical"" prostredníctvom záznamu o jeho stáži ERASMUS v roku 2026, ktorej témou bola viacjazyčná extrakcia trojíc z medicínskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.857268,0.7683,8.950166,11.57653,9580,167,9747, +q0773,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction“, je dokument o jeho praxi (ERASMUS Intern Spring 2026), kde je téma definovaná ako „(multilingual) Triplet extraction from medical data“. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.86612,0.50968,11.083754,13.460003,12664,166,12830, +q0774,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „named entities"", je dokument o jeho stáži v lete 2019, kde si stanovil za cieľ rozpoznať neznáme pomenované entity, vytvoriť manuálne anotačnú trénovaciu množinu z prepisov reči a navrhnúť anotačnú schému. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.645599,0.633506,21.15666,23.436701,24412,179,24591, +q0775,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „Prodigy“ (konkrétne s nástrojom na manuálnu anotáciu Prodigy), je dokument o jeho praxi (intern) v lete roku 2019, kde je Prodigy uvedený ako použiteľný nástroj na manuálnu anotáciu v rámci projektu rozpoznávania pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.908214,0.344585,10.94158,13.195404,11351,198,11549, +q0776,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Osoba Cesar Abascal Gutierrez je v ZP Wiki spojená s témou spaCy v rámci projektu „Named entity annotations“, kde v roku 2019 pracoval na prekonvertovaní transkriptov reči do trénovacieho súboru a tréningu klasifikátora pomocou nástroja spaCy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.438793,0.697812,13.177032,15.314915,15084,148,15232, +q0777,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Olivera Pejič spája s témou „Hate Speech"" záznam o jeho stáži v rámci projektu Hate Speech, kde sa v lete 2024 venoval príprave úlohy hodnotenia pre slovenskú nenávistnú reč v rámci frameworku MTEB. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.851577,0.239597,13.217395,15.309258,15213,167,15380, +q0778,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Oliver Pejic súvisí s témou MTEB v rámci svojej letnej stáže (IAESTE Intern Summer 2024), kde sa zaoberal hodnotením modelov vektorových reprezentácií pomocou frameworku MTEB a pripravoval nové úlohy pre vyhodnotenie pre slovenské dáta, konkrétne pre detekciu nenávistného prejavu a otázne odpovede. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.38706,0.382622,11.578456,13.34894,12535,167,12702, +q0779,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Záznam v ZP Wiki, ktorý spája Olivera Pejica s témou „SentenceTransformer"", je jeho stránka o letnej stáži (IAESTE Intern Summer 2024), kde si v rámci prípravy na úlohy osvojil framework SentenceTransformer na účely hodnotenia modelov a vytvárania úloh pre slovenské jazykové modely. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.823234,0.468723,9.477643,11.770331,10058,180,10238, +q0780,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Osoba Sevval Bulburu je v ZP Wiki spájaná s témou „BERT"" v zázname o jej stáži v rámci projektu „Hate Speech Project"", kde skúšala doplnkové vrstvy nad modelom BERT a plánovala využitie viacerých modelov BERT vrátane multilinguálnej verzie pre detekciu nenávistných prejavov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.883304,0.361635,10.895897,13.141384,11703,193,11896, +q0781,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Záznam, ktorý spája osobu Sevval Bulburu s témou „Hate Speech"", je dokument o jej stáži v rámci programu IAESTE v lete 2023, kde jej cieľom bolo pomôcť s projektom na detekciu nenávistnej reči a vypracovala skúmanie modelov BERT pre slovenský dataset. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.822296,0.557908,21.147709,23.529113,24507,184,24691, +q0782,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""SMOTE""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Sevval Bulburu je v ZP Wiki spájaná s témou SMOTE v rámci jej stáže v roku 2023, kde uvádza, že sa pokúsila o využitie metódy SMOTE na upsampling, avšak táto metóda nefungovala. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.868863,0.180475,6.496749,8.546444,6259,171,6430, +q0783,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""ROUGE""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Záznam v ZP Wiki, ktorý spája osobu Youssef Ressaissi s témou ROUGE, je dokument o jeho stáži v rámci projektu „IAESTE Intern Summer 2025"" zameranom na vyhodnocovanie a zlepšovanie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne, kde pri porovnávaní modelov (vrátane MBART a T5) explicitne používal metrickú ROUGE na vyhodnotenie kvality sumarizácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.644105,0.580736,13.468497,15.694416,14635,207,14842, +q0784,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""Slovak""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Youssef Ressaissi je v ZP Wiki spájaná s témou „Slovak"" v rámci svojho záznamu o stáži v rámci programu IAESTE v lete 2025, kde bol cieľom projektu vyhodnotenie a zlepšenie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.839284,0.220758,8.469923,10.530545,8796,187,8983, +q0785,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""summarization""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Osobu Youssef Ressaissi spája s témou „summarization"" záznam o jeho práci v rámci letnej stáže IAESTE v roku 2025, kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre automatickú sumarizáciu textov v slovenskom medicínskom alebo právnom odbore. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.837184,0.583914,12.472719,14.894707,14065,183,14248, +q0786,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""BiLSTM""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Záznam v ZP Wiki, ktorý spája osobu Dárius Lindvai s témou BiLSTM, je jeho stránka s diplomovým projektom zameraným na obnovenie interpunkcie, kde v zápisoch o činnosti uvádza trénovanie modelu BiLSTM+CRF a úpravy zdrojových kódov BiLSTM+CRF pre obnovenie interpunkcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.832618,0.750364,7.843051,10.426563,7920,191,8111, +q0787,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""CRF""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Dárius Lindvai spája s témou CRF (spomenutý ako súčasť modelu BiLSTM+CRF) záznam o jeho diplomovej práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", kde sú v zápisoch o činnosti zaznamenané úpravy zdrojových kódov a trénovanie modelu BiLSTM+CRF. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.405559,0.553059,13.444312,15.404013,15157,167,15324, +q0788,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""interpunkcia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Osobu Dárius Lindvai s témou „interpunkcia"" spája záznam o jeho diplomovom projekte s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.851921,0.780845,7.299287,9.932658,7976,155,8131, +q0789,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Osobu Dominik Nagy spája s témou Fairseq jeho diplomová práca z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", pričom v rámci prípravy na diplomový projekt v roku 2020 a 2021 tiež pracoval s týmto nástrojom na trénovanie modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.581453,0.574346,14.644616,16.801061,16823,171,16994, +q0790,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Osoba Dominik Nagy je v ZP Wiki spätená s témou MBART v rámci jeho diplomovej práce z roku 2022, kde si stanovil za úlohu vykonať experiment s architektúrou MBART a porovnať výsledky s článkom MBART (Liu et al.). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.786298,0.470895,12.757872,15.015815,14527,167,14694, +q0791,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Dominik Nagy je v ZP Wiki spájana s témou strojový preklad prostredníctvom svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.621639,0.815878,21.866526,24.305233,25860,146,26006, +q0792,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Záznam, ktorý spája osobu Jakuba Maruniaka s témou pomenované entity, je diplomový projekt s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde sa riešila aj anotačná schéma pre pomenované entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.660058,0.476,19.063305,21.200099,21879,162,22041, +q0793,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Osoba Jakub Maruniak je v ZP Wiki spojená s témou „Prodigy"" v rámci svojho diplomového projektu zameraného na anotáciu a rozpoznávanie pomenovaných entít, kde sa v úlohách explicitne spomína použitie nástroja Prodigy na anotáciu textových dát a trénovanie modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.617168,0.752499,12.327785,14.698246,13603,167,13770, +q0794,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Osoba Jakub Maruniak je v ZP Wiki spájaná s témou „Spacy"" v rámci jeho diplomového projektu, kde sa v dokumentácii spomínajú problémy so spacy modelom a trénovanie modelu podľa repozitára spacy-skmodel. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.838473,0.984581,8.732951,11.556351,9624,162,9786, +q0795,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Ján Holp je v ZP Wiki sprevádzaná témou „PageRank"" v zázname o jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"", kde sa v rámci úloh a stavu vývoja explicitne uvádza implementácia a experimentovanie s PageRank. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.804727,0.513494,11.013844,13.332955,12157,182,12339, +q0796,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Osobu Ján Holp s témou „slovenský internet"" spája jeho bakalárska práca z roku 2019 s názvom „Vyhľadávač na slovenskom internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.852389,0.623585,7.219607,9.696171,7983,152,8135, +q0797,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií"" prostredníctvom jeho diplomovej práce z roku 2021, ktorej zadanie zahŕňalo vypracovanie prehľadu metód ohodnotenia dokumentov v systémoch získavania informácií a implementáciu jednoduchého systému pre získavanie informácií v slovenskom jazyku. Ďalej je pri ňom evidovaný tímový projekt s názvom „Získavanie informácií"", ktorý sa venuje vedomostiam z oblasti Information Retrieval a spracovaniu prirodzeného jazyka. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.443342,0.718581,18.204597,20.367467,19769,229,19998, +q0798,dev,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""GPU""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Záznam, ktorý spája osobu Lukáša Pokrývkovú s témou GPU, je jeho diplomový projekt z roku 2020, kde sa zaoberal trénovaním modelov na viacerých GPU (napríklad na strojoch idoc a tesla) pomocou knižnice Pytorch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.866101,0.660825,13.049887,15.577325,14578,179,14757, +q0821,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.637686,0.536689,7.023227,9.198648,8140,117,8257, +q0822,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.768182,0.505136,16.951821,19.226848,20511,124,20635, +q0823,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.678464,2.184027,22.056111,25.920259,26422,118,26540, +q0824,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.717648,0.683022,24.98716,27.388765,29602,118,29720, +q0825,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.034709,0.48567,7.720836,10.241577,8636,139,8775, +q0826,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.845755,0.405476,7.375756,9.627666,8821,129,8950, +q0827,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa informácia o počte GB RAM počítača alebo servera, ktorý Jakub Maruniak používal pri práci, nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.850158,0.759507,7.063122,9.673162,7890,150,8040, +q0828,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.011386,0.781514,7.829201,10.622506,9344,139,9483, +q0829,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Jakub Maruniak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý použil Jakub Maruniak pri práci. Zdrojové dokumenty spomínajú použitie knižnice Spacy a nástroja Prodigy, ako aj vykonávanie experimentov s trénovaním modelu, ale nezisťuje sa v nich špecifikácia hardvéru, konkrétne modelu grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.809103,0.731899,8.178195,10.719907,8164,207,8371, +q0830,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v záznamoch uvedené, že Dominik Nagy pracoval na servri IDOC a využíval GPU pre trénovanie modelov, chýba tu konkrétna údajová špecifikácia o veľkosti pamäte RAM (v GB). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.819497,0.46363,7.944315,10.228049,8396,188,8584, +q0831,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.331,0.468304,13.51587,15.316189,16594,97,16691, +q0832,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dominik Nagy pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci použil; v záznamoch je uvedené len, že prebiehalo trénovanie na GPU bez použitia balíka Anaconda, ale bez špecifikácie typu hardvéru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.58729,0.436506,7.880589,9.905289,8115,167,8282, +q0833,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.893494,0.419442,7.528365,9.841827,8997,134,9131, +q0834,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém patriaci osobe Patrik Pavlišin. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.020069,0.407418,7.622088,10.05024,8671,161,8832, +q0835,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Patrik Pavlišin pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi síce spomínajú úsilie o rozbehnutie trénovania na GPU a inštaláciu CUDA nástrojov, ale nezaznamenávajú konkrétny model GPU, ktorý bol použitý. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.621481,0.613251,23.114347,25.349917,26646,177,26823, +q0836,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.270582,0.531223,24.585592,26.388677,29110,92,29202, +q0837,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.954864,0.342826,6.786611,9.084674,7425,133,7558, +q0838,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Dávid Omasta pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Z dostupných dokumentov ZP Wiki nie je uvedený konkrétny model GPU, ktorý Dávid Omasta použil, iba sa spomína, že experimenty s modelmi LLAMA a mt5-base sa nedarili realizovať kvôli obmedzeniam GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.827164,0.330044,7.589961,9.747536,8317,166,8483, +q0839,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.327786,0.585,23.862964,25.776705,28627,96,28723, +q0840,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.736461,0.478263,16.551165,18.766923,19587,121,19708, +q0841,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Kristián Sopkovič pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič pri práci používal. Zdroje síce spomínajú, že pri trénovaní modelov pracoval s hardvérom s 24 GB pamäte (v kontexte 1x24 GB Titan) a nasadzoval modely na Titan, ale nezverejňujú presný model GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.654673,0.488901,9.416192,11.56029,9420,198,9618, +q0842,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.45853,0.734829,24.249553,26.444228,29212,106,29318, +q0843,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Michala Stromka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",2.01138,0.719894,7.326049,10.057879,7650,158,7808, +q0844,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Michal Stromko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Michal Stromko pri svojej práci použil. Zdroje uvádzajú používanie softvérových modelov a nástrojov, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a JinaDocArray, ale neobsahujú špecifikáciu hardvéru ani konkrétny typ grafickej karty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.820071,0.670781,8.28222,10.773665,8062,209,8271, +q0845,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.927371,0.44142,16.996524,19.365926,21262,107,21369, +q0846,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",2.02097,0.339326,8.919837,11.280534,10229,140,10369, +q0847,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Artem Yatsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom modeli GPU, ktorý Artem Yatsenko pri práci využíval, nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.832216,0.519994,14.657222,17.010347,17441,146,17587, +q0848,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.732627,0.570566,24.772151,27.076704,30205,92,30297, +q0849,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové materiály uvádzajú, že Matej Ščišľak pripravil testovacie scenáre a množinu pre vyhodnotenie chatbota, pričom jedna množina bola určená na vyhodnotenie jeho pravidiem a druhá od kolegu, no konkrétny počet používateľov, ktorí systém testovali, nie je v poskytnutom kontexte uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.725995,0.524376,21.43588,23.687094,23725,210,23935, +q0850,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Matej Ščišľak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Matej Ščišľak pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.907844,0.405372,7.400495,9.714163,7931,152,8083, +q0851,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokumenty o Oleho Poiasnikovi spomínajú používanie softvéru (Docker, vllm, ollama), modelov (Mistral Large, Qwen2.5) a infraštruktúry (AWS, server QUADRO), neuvádzajú konkrétnu kapacitu RAM v gigabajtoch pre jeho počítač alebo server. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.877009,0.986021,33.088692,35.953291,37562,216,37778, +q0852,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém od osoby Oleh Poiasnik. Dokumenty síce obsahujú úlohy osloviť kolegov na testovanie a slovne vyhodnotiť systém, ale neuvádzajú konkrétny počet účastníkov testovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",2.013518,0.405279,9.084043,11.50335,8871,205,9076, +q0853,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Oleh Poiasnik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik použil pri práci. Zdroje uvádzajú len použitie softvérových nástrojov (ako vllm, ollama) a modelov (Mistral, Qwen2.5, MiniLM), ale nie hardvéru GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.83219,0.378939,8.624392,10.835912,9155,189,9344, +q0854,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používala pri práci. Zdroj uvádza len, že ak by jej GPU počítača nestačilo, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, konkrétne hodnoty pamäte však nie sú uvedené. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.894577,0.330222,8.479752,10.705131,8583,209,8792, +q0855,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Tetianu Mohorian uvádzajú, že vyhodnotenie modelu pre rozpoznávanie nenávistnej reči bolo vykonané pomocou vlastného skriptu a frameworku llm-eval-harness na overovacej množine, pričom v jednom zo stretnutí je zmienka o vyhodnotení s priateľmi pri práci na Telegram botovi, ale nie je uvedený konkrétny počet používateľov, ktorí testovali výsledný systém. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.485741,0.837217,31.315139,33.639399,35079,220,35299, +q0856,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Tetiana Mohorian pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU vlastného počítača nebude stačiť, môže získať prístup na školský server alebo využiť Google Colab. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.815785,0.522155,17.02225,19.360993,18891,182,19073, +q0857,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.734409,0.608442,21.091745,23.435481,25365,121,25486, +q0858,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.851707,0.539779,19.044082,21.436378,22748,130,22878, +q0859,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.637909,0.66033,26.047041,28.34722,30815,118,30933, +q0860,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Daniilovi Huzenkovi uvádza pokyny písať o hardvéri, ktorý dostal, a spomína zostavovanie klastra z Raspberry Pi, neobsahuje konkrétnu údaj o množine RAM (v GB) pre použitý počítač alebo server. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.52707,0.544206,25.079286,27.151935,28108,173,28281, +q0861,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.570942,0.467465,14.412747,16.451926,17052,112,17164, +q0862,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Daniil Huzenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Daniilovi Huzenkovi spomínaný hardvér, konkrétne model GPU nie je uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.631602,0.276587,6.758066,8.666604,7115,147,7262, +q0863,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.4511,0.444102,23.719844,25.616615,28622,106,28728, +q0864,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokumenty uvádzajú, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka a že existujúci chatbot je použiteľný, ale nešpecifikujú počet testujúcich. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.812161,0.438329,20.254248,22.505568,22632,200,22832, +q0865,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Samuel Džurina pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Samuel Džurina používal pri práci; v zázname je síce spomenutá otázka o tom, či firma disponuje hardvérom s GPU, no odpoveď uvádza, že je možné riešenie externe a nie je špecifikovaný žiadny konkrétny model. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.706713,0.322821,9.215628,11.245613,9305,191,9496, +q0866,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.816264,0.49918,16.606218,18.92298,20205,128,20333, +q0867,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.638712,0.497543,24.638106,26.77551,29357,118,29475, +q0868,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.646228,0.559076,26.701464,28.90913,31632,118,31750, +q0869,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.806286,0.515743,17.836226,20.159113,21097,125,21222, +q0870,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Valerii Kutsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v uvedených záznamoch o Valerii Kutsenkovi sa síce spomínajú modely (napr. Slovak T5, mT5, Slovak Mistral, Slovak Falcon) a nástroje (Ollama), ale nie je explicitne uvedený konkrétny model GPU hardvéru, ktorý pri práci používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.827377,0.484473,8.579321,10.891509,8432,204,8636, +q0871,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente uvedené, že na trénovanie sa používal model mt5-large a že notebook bol príliš pomalý na trénovanie, konkrétne množstvo RAM v GB nie je špecifikované. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.950121,0.327509,7.913191,10.191209,8516,183,8699, +q0872,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.530475,0.591571,16.577539,18.700859,20234,111,20345, +q0873,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Andrii Pervashov pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je v zázname o Andrii Pervashovi uvedené, že pri trénovaní modelu sa stretol s problémami s pamäťou GPU a pracoval s obmedzením 128 znakov kvôli dostupnej pamäti, konkrétny model GPU nie je v zdrojoch explicitne uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.661611,0.581668,29.774741,32.019128,33865,195,34060, +q0874,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.86527,0.253176,7.609332,9.728516,7937,146,8083, +q0875,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.968161,0.686797,20.62434,23.280224,25188,136,25324, +q0876,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Pták pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.874248,0.573666,19.357471,21.806326,23264,126,23390, +q0877,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Jánovi Holpovi uvádzajú len použitie systémov ako Docker, Cassandra a technológie pre indexovanie, ale neobsahujú špecifikáciu konkrétneho modelu procesora alebo CPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.643154,0.666659,23.848057,26.159634,27497,165,27662, +q0878,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové údaje pre Ján Holp uvádzajú názov jeho diplomovej práce a témy projektov, ale nezahŕňajú výslednú známku z obhajoby. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.860737,0.429624,11.212098,13.503154,12224,171,12395, +q0879,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.48976,0.560778,13.646965,15.698079,16269,121,16390, +q0880,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Ján Holp uvádza, že pre nasadenie systému sa plánovalo využiť Docker a vytvoriť verejné demo, konkrétna IP adresa nie je v poskytnutých záznamoch uvedená. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.291822,0.520982,15.257162,17.070961,17388,146,17534, +q0881,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch o Jánovi Holpovi uvádza využitie veľkých slovenských dát z internetu a indexovanie dát z databázy Cassandra, žiadny zo zdrojov nešpecifikuje presnú veľkosť hlavnej dátovej množiny v gigabajtoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.920762,0.613074,7.801313,10.335709,7604,197,7801, +q0882,dev,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekt Ján Holpa nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.816661,0.546024,6.69312,9.056253,7676,144,7820, +q0883,dev,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.910909,0.435013,6.641296,8.987808,7866,131,7997, +q0884,dev,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.909737,0.623183,11.430556,13.964853,13984,132,14116, +q0885,dev,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zdroji S1 uvedený Tomáš Kuchárik a jeho diplomová práca z roku 2022, žiadny z vrátených úsekov neobsahuje údaj o počte strán finálnej záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.322417,0.59412,12.67867,14.595829,14181,155,14336, +q0886,dev,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.93492,0.463813,7.418311,9.817677,8685,132,8817, +q0887,dev,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.731449,0.511079,26.047273,28.291089,31300,119,31419, +q0942,dev,single_document_synthesis,hard,Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorá patrí do kategórie dp2021, čo zodpovedá roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.933441,0.738525,19.184613,21.85738,22147,171,22318, +q0943,dev,single_document_synthesis,hard,"Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dominik Nagy má v ZP Wiki uvedenú diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.869658,0.641846,26.189302,28.701626,30714,148,30862, +q0944,dev,single_document_synthesis,hard,"Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Pri Jakubovi Maruniakovi je na ZP Wiki uvedená diplomová práca z roku 2021 s názvom (podľa návrhu) „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.711678,0.964435,45.207797,47.885162,50732,153,50885, +q0945,dev,single_document_synthesis,hard,"Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.885919,0.424547,22.999757,25.310893,26469,147,26616, +q0946,dev,single_document_synthesis,hard,"Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"", ktorá je na ZP Wiki uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.33996,0.505357,23.179811,25.025806,27067,121,27188, +q0947,dev,single_document_synthesis,hard,"Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.904743,0.502263,23.103521,25.511294,27195,145,27340, +q0948,dev,single_document_synthesis,hard,"Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá je na ZP Wiki uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.8939,0.660812,24.423129,26.978508,28501,156,28657, +q0949,dev,single_document_synthesis,hard,"Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.326179,0.687827,19.34041,21.35505,23376,107,23483, +q0950,dev,single_document_synthesis,hard,"Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Tomáš Kuchárik má na ZP Wiki uvedenú diplomovú prácu z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a ďalej aj diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.488023,0.726151,23.764625,25.979545,27500,183,27683, +q0951,dev,single_document_synthesis,hard,"Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.929568,0.286109,17.322282,19.538577,20683,150,20833, +q0952,dev,single_document_synthesis,hard,"Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024 a tiež návrh na názov „Generatívne modely slovenského jazyka"" pre diplomovú prácu v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.847764,0.255641,9.330502,11.434229,9768,191,9959, +q0953,dev,single_document_synthesis,hard,"Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Martina Wencela sa na ZP Wiki uvádza pod názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je registrovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.875872,0.415481,22.205101,24.497085,26702,166,26868, +q0954,dev,single_document_synthesis,hard,"Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.709894,0.417028,21.064486,23.192103,25180,133,25313, +q0955,dev,single_document_synthesis,hard,"Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Alina Vitko vypracovávala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.790768,0.425486,23.013831,25.230697,27490,151,27641, +q0956,dev,single_document_synthesis,hard,"Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Artem Yatsenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.697809,0.331952,20.517804,22.548172,24552,142,24694, +q0957,dev,single_document_synthesis,hard,"Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Bakalárska práca Filipa Tomáša má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a na ZP Wiki je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.46627,0.378286,19.559199,21.40442,23485,131,23616, +q0958,dev,single_document_synthesis,hard,"Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Kristián Sopkovič má na ZP Wiki uvedený návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.909962,0.483391,20.021581,22.41554,23786,162,23948, +q0959,dev,single_document_synthesis,hard,"Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.835553,0.426916,17.711524,19.974571,21108,142,21250, +q0960,dev,single_document_synthesis,hard,"Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Eduard Matovka je na ZP Wiki uvedený ako študent, ktorý vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.942554,0.387361,20.914158,23.244751,25242,161,25403, +q0961,dev,single_document_synthesis,hard,"Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Diplomová práca Martina Šarišského s názvom „Agentové systémy pomocou veľkého jazykového modelu“ je na ZP Wiki uvedená v rámci sekcie pre diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.880422,0.484469,22.88573,25.251301,27187,161,27348, +q0962,dev,single_document_synthesis,hard,"Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie“ a je na ZP Wiki uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.861892,0.46477,23.06608,25.393429,27398,156,27554, +q0963,dev,single_document_synthesis,hard,"Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“, ktorá je evidovaná v sekcii pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.868251,0.409304,21.08186,23.360122,24869,168,25037, +q0964,dev,single_document_synthesis,hard,"Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladimír Ferko má na ZP Wiki uvedenú bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a táto práca je evidovaná v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.845938,0.451299,22.345912,24.643884,26405,168,26573, +q0965,dev,single_document_synthesis,hard,"Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Podľa dostupných záznamov na ZP Wiki má Andrii Pervashov evidovanú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, ktorá je uvedená v sekcii pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.9226,0.206555,8.051548,10.18099,8486,181,8667, +q0966,dev,single_document_synthesis,hard,"Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.843857,0.420744,20.97839,23.243636,25399,164,25563, +q0967,dev,single_document_synthesis,hard,"Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pre Ján Malinovský je na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ a rok, na ktorý je tento projekt plánovaný, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.835473,0.44632,23.191831,25.474241,27242,159,27401, +q0968,dev,single_document_synthesis,hard,"Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác“ a rok začatia štúdia pre túto prácu je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.840171,0.398557,24.003437,26.242863,28709,147,28856, +q0969,dev,single_document_synthesis,hard,"Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Diplomová práca Oleh Poiasnika sa na ZP Wiki uvádza pod názvom „Expertný agentový systém na podporu rozhodovania v lekárni"" a je plánovaná na rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.682127,0.523729,24.758517,26.965075,29487,141,29628, +q0970,dev,single_document_synthesis,hard,"Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobu Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.903126,0.363442,22.239164,24.506386,26120,168,26288, +q0971,dev,single_document_synthesis,hard,"Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri Tetiane Mohorian je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.912733,0.416795,21.291702,23.621859,25316,159,25475, +q0972,dev,single_document_synthesis,hard,"Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre Valerii Kutsenko je na ZP Wiki uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.644202,0.492121,21.153158,23.290175,25248,139,25387, +q0973,dev,single_document_synthesis,hard,"Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.888138,0.450256,23.497572,25.836628,27742,167,27909, +q0974,dev,single_document_synthesis,hard,"Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Záznam o Denisovi Le Thanhovi na ZP Wiki uvádza, že vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.878711,0.409476,21.191885,23.480691,25079,168,25247, +q0975,dev,single_document_synthesis,hard,"Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobu Maksym Zatirka je na ZP Wiki uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.500475,0.420402,23.324055,25.245638,27765,134,27899, +q0976,dev,single_document_synthesis,hard,"Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre študenta Oleksandr Dorybohov je na ZP Wiki uvedená bakalárska práca s témou „Automatické odpovede na otázky v právnej oblasti"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.930389,0.419853,21.258044,23.609014,25483,160,25643, +q0977,dev,single_document_synthesis,hard,"Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" a táto je v ZP Wiki evidovaná pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.278937,0.409901,21.401828,23.091328,25499,121,25620, +q0978,dev,single_document_synthesis,hard,"Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Rostyslav Rodzhuk má na ZP Wiki uvedenú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.84352,0.422897,21.593945,23.861147,25869,164,26033, +q0979,dev,single_document_synthesis,hard,"Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre osobu Samuel Džurina je na ZP Wiki uvedená bakalárska práca s témou „Dialógový systém pre podporu firemných procesov"" a rok, v ktorom je práca evidovaná, je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.904212,0.452318,22.995542,25.352748,27308,166,27474, +q0980,dev,single_document_synthesis,hard,"Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Simona Bobrovčanová je na ZP Wiki uvedená s bakalárskou prácou zameranou na tému „Automatická sumarizácia slovenského textu"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.499607,0.435057,21.512949,23.44827,25887,130,26017, +q0981,dev,single_document_synthesis,hard,"Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Záznam o bakalárskej práci Yevhenii Medushivskyi s témou „Získavanie textu z webových stránok"" je na ZP Wiki uvedený pod sekciou Bakalárska práca 2026, pričom rok začiatku štúdia je 2023 a v zázname sa pracuje s rokom záverečnej práce 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.746981,0.430927,24.866503,27.04516,28948,195,29143, +q0982,dev,single_document_synthesis,hard,"Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť rok začiatku štúdia pre osobu Dárius Lindvai, hoci je uvedený záznam o diplomovom projekte (často používanom ako súčasť diplomovej práce) v roku 2020. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.747205,1.07332,42.26313,45.084783,48483,170,48653, +q0983,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Diplomová práca Dominika Nagy s témou súvisiacou so strojovým prekladom sa volá „Neurónový strojový preklad pomocou knižnice Fairseq"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.849319,0.415581,12.907832,15.173153,14789,161,14950, +q0984,dev,single_document_synthesis,hard,"Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pri osobe Jakub Maruniak je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam typu „diplomová práca“ je na ZP Wiki spojený s rokom 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.731934,0.765561,37.276584,39.775092,43652,154,43806, +q0985,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Ján Holp je uvedený rok začiatku štúdia 2016 a rok, pri ktorom je na ZP Wiki evidovaná diplomová práca, je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.756133,0.435053,20.3884,22.58032,24156,144,24300, +q0986,dev,single_document_synthesis,hard,"Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Rok začiatku štúdia Lukáša Pokrývku je 2016 a záznam o jeho diplomovej práci je uvedený pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.582749,0.986909,42.101718,44.672859,48958,131,49089, +q0987,dev,single_document_synthesis,hard,"V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Diplomová práca Márka Fehéra s tematikou klasifikácie textu má názov „Klasifikácia textu metódami strojového učenia"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.93109,0.203687,7.222267,9.357305,7436,158,7594, +q0988,dev,single_document_synthesis,hard,"V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.959251,0.985007,7.44561,10.390127,8695,155,8850, +q0989,dev,single_document_synthesis,hard,"V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu"" a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.758352,0.570016,22.782125,25.111154,27716,150,27866, +q0990,dev,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Tomáš Kuchárik má zaznamenanú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" z roku 2021, ktorá sa zameriava na tému Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.332533,0.503253,18.11701,19.953694,21246,138,21384, +q0991,dev,single_document_synthesis,hard,"V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"", ktorá je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.907818,0.765384,18.329962,21.003807,22162,157,22319, +q0992,dev,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely slovenského jazyka“ pre rok 2023 a pre rok 2024 má návrh na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“, pričom obe témy súvisia s generatívnymi modelmi. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.98658,0.328368,8.191509,10.506754,8472,205,8677, +q0993,dev,single_document_synthesis,hard,"V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Bakalárska práca odoslaná Martinom Wencelom s témou súvisiacou s knihou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.886525,0.293924,8.968765,11.149588,9756,179,9935, +q0994,dev,single_document_synthesis,hard,"V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Bakalárska práca Ondreja Megela s témou BERT má názov „Neurónové jazykové modelovanie typu BERT“ a je uvedená za rok 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.89935,0.884705,7.542397,10.326767,8565,154,8719, +q0995,dev,single_document_synthesis,hard,"Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","U Aliny Vitko je rok začiatku štúdia uvedený ako 2019, zatiaľco záznam typu „bakalárska práca"" sa v dokumentoch ZP Wiki nachádza pre rok 2022. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.805115,0.606543,39.869284,42.28226,47004,153,47157, +q0996,dev,single_document_synthesis,hard,"Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Rok začiatku štúdia Artema Yatsenka je 2019 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.347223,0.528296,18.989709,20.866277,22158,118,22276, +q0997,dev,single_document_synthesis,hard,"V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Bakalárska práca Filipa Tomáša s témou súvisiacou s CI/CD sa volá „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.959325,1.115814,12.318214,15.393985,14522,169,14691, +q0998,dev,single_document_synthesis,hard,"V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Názov bakalárskej práce Kristiána Sopkoviča súvisiacej s témou Spacy je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" a uvedený je v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.581883,0.711917,18.516582,20.811196,22303,144,22447, +q0999,dev,single_document_synthesis,hard,"V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Bakalárska práca Michala Stromka, ktorá súvisí s témou Elasticsearch, má názov „Indexovanie slovenského textu pomocou Elasticsearch"" a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.874407,0.986192,6.994227,9.85524,7579,157,7736, +q1000,dev,single_document_synthesis,hard,"Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","U Eduarda Matovku je rok začiatku štúdia uvedený ako 2021 a rok, pri ktorom je na ZP Wiki evidovaný záznam typu bakalárska práca, je 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.588086,0.794539,38.828724,41.213132,45587,141,45728, +q1001,dev,single_document_synthesis,hard,"Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský začal študovať v roku 2021 a záznam o jeho diplomovej práci typu „Agentové systémy pomocou veľkého jazykového modelu"" je na ZP Wiki uvedený pre rok 2026 (s aktuálnym stavom diplomového projektu v roku 2025). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.999376,1.34328,40.854997,44.199945,46711,187,46898, +q1002,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Novotný začal študovať v roku 2021 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.552802,1.345575,38.108178,41.008827,44238,129,44367, +q1003,dev,single_document_synthesis,hard,"Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Matej Ščišľak začal študovať v roku 2021 a jeho zápis o diplomovej práci je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.975891,0.588876,10.344497,12.910066,11491,156,11647, +q1004,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","U Vladimíra Ferká je na ZP Wiki uvedený rok začiatku štúdia 2021 a záznam typu bakalárska práca je sprevádzaný rokom 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.928244,0.800242,33.630728,36.361687,40100,165,40265, +q1005,dev,single_document_synthesis,hard,"Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","U osoby Andrii Pervashov je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomová práca"" sa na ZP Wiki nachádza pod rokom 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",2.005898,0.708221,19.629461,22.344603,23005,171,23176, +q1006,dev,single_document_synthesis,hard,"Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Daniil Huzenko začal štúdium v roku 2022 a jeho záznam o bakalárskej práci je v ZP Wiki uvedený pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.724954,0.688681,35.450927,37.865999,41982,142,42124, +q1007,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Pre osobu Ján Malinovský je na ZP Wiki uvedený rok začiatku štúdia 2022, zatiaľ čo záznam typu „diplomový projekt"" je evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.532232,1.511745,36.995908,40.041859,42945,136,43081, +q1008,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomový projekt"" sa v dokumente uvádza v súvislosti s rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.980174,1.178599,26.927241,30.087715,31772,165,31937, +q1009,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Rok začiatku štúdia pre osobu Oleh Poiasnik je 2022 a záznam typu „diplomová práca"" je na ZP Wiki uvedený pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",2.022085,1.022914,12.351962,15.397531,14412,161,14573, +q1010,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Samuel Vasiľ začal študovať v roku 2022 a záznam o jeho bakalárskej práci je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.97946,0.641849,27.116041,29.738672,32917,153,33070, +q1011,dev,single_document_synthesis,hard,"Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Tetiana Mohorian začala študovať v roku 2022 a záznam o jej bakalárskej práci je na ZP Wiki uvedený pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.974722,0.629073,23.723737,26.328414,28227,155,28382, +q1012,dev,single_document_synthesis,hard,"Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pre osobu Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca je v ZP Wiki evidovaný pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.946114,1.3077,24.494499,27.749229,29100,160,29260, +q1013,dev,single_document_synthesis,hard,"Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Vladyslav Yanchenko začal študovať v roku 2022 a na ZP Wiki je mu priradená bakalárska práca v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.399219,0.510525,19.913053,21.823544,23664,121,23785, +q1014,dev,single_document_synthesis,hard,"Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pri Denisovi Le Thanhovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o jeho bakalárskej práci je v ZP Wiki evidovaný pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.742255,0.577223,25.498949,27.819461,30103,149,30252, +q1015,dev,single_document_synthesis,hard,"Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pre Maksyma Zatirku je rok začiatku štúdia 2023 a záznam o jeho bakalárskej práci je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.546873,0.499907,19.388866,21.436417,23360,129,23489, +q1016,dev,single_document_synthesis,hard,"Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Oleksandr Dorybohov začal štúdium v roku 2023 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.805929,0.811968,38.915537,41.535052,45407,149,45556, +q1017,dev,single_document_synthesis,hard,"Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Pri osobe Ronald Zalacko je v ZP Wiki uvedený rok začiatku štúdia 2023 a záznam o bakalárskej práci sa nachádza v sekcii týkajúcej sa roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.958539,0.431123,10.378241,12.768406,11260,168,11428, +q1018,dev,single_document_synthesis,hard,"Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Rostyslav Rodzhuk začal štúdium v roku 2023 a záznam typu „bakalárska práca“ (s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga“) je na ZP Wiki uvedený pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.772781,0.574454,22.644039,24.992381,26717,175,26892, +q1019,dev,single_document_synthesis,hard,"Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri Samuelovi Džurinovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca"" sa v ZP Wiki nachádza pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.956328,0.701699,23.175307,25.834411,27401,169,27570, +q1020,dev,single_document_synthesis,hard,"Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Simona Bobrovčanová začala štúdium v roku 2023 a na ZP Wiki je pri nej uvedený záznam o bakalárskej práci pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.581996,0.819609,37.974827,40.378432,44429,136,44565, +q1021,dev,single_document_synthesis,hard,"Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Yevhenii Medushivskyi je rok začiatku štúdia 2023 a záznam typu „bakalárska práca"" je uvedený pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.080067,0.629722,22.744177,25.454836,26512,173,26685, +q1022,dev,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.872019,0.966949,7.421465,10.26076,8212,152,8364, +q1023,dev,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Diplomová práca Dominika Nagy súvisiaca s témou Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq"" a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.903624,0.591503,7.410511,9.906057,8427,158,8585, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Z dostupných záznamov na ZP Wiki sa Dárius Lindvai uvádza s diplomovou prácou (konkrétne v kontexte diplomového projektu z roku 2020) s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", zatiaľ čo pri Jánovi Ptákovi sa v zázname typu „diplomový projekt"" uvádza téma „Agent pre manažment záverečných prác"" pre rok 2026, no explicitný finálny názov práce nie je v poskytnutom kontexte uvedený. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.70936,2.083534,22.817244,26.611236,26000,248,26248, +q1093,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.776256,1.090519,16.577511,19.445063,18714,204,18918, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.878,1.85729,22.874409,26.610505,26504,208,26712, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022, zatiaľ čo Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ uvedený pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.881463,0.854148,22.197579,24.934423,25117,228,25345, +q1096,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Ronald Zalacko vypracoval bakalársku prácu s názvom Skórovací online systém pre robotické súťaže v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.481335,1.034212,23.193193,25.709826,26782,177,26959, +q1097,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“, ktorá je na ZP Wiki evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.929793,1.052114,24.609433,27.592302,27986,232,28218, +q1098,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ján Holp vypracovával diplomovú prácu v roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"", zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.931731,1.197658,22.986817,26.117393,26159,217,26376, +q1099,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Matej Novotný má evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.897995,1.417361,24.96402,28.280953,28641,218,28859, +q1100,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" uvedenú v roku 2021 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"" uvedenú v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.761302,1.041886,24.413662,27.217836,27995,207,28202, +q1101,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.468212,0.887935,22.070956,24.427875,25266,196,25462, +q1102,dev,multi_document,hard,"Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre Patrika Pavlišina je na ZP Wiki uvedená bakalárska práca s názvom „Metódy automatického prekladu“ z roku 2020 a pre Andriiho Pervashova je uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ z roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.951611,1.641537,23.638134,27.232396,27005,228,27233, +q1103,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá je na ZP Wiki uvedená v roku 2025, kým Ronald Zalacko má v evidencii bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" z roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.751581,0.858704,23.750828,26.361897,26860,222,27082, +q1104,dev,multi_document,hard,"Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"", ktorá je na ZP Wiki evidovaná v roku 2026. Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"", ktorá je na ZP Wiki tiež evidovaná v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.719706,0.677788,22.516028,24.91423,25524,217,25741, +q1105,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Tetiana Mohorian má v ZP Wiki evidovanú bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" pre rok 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.910426,0.426111,18.106867,20.444456,20390,226,20616, +q1106,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má v ZP Wiki uvedenú diplomovú prácu s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ v roku 2027, hoci finálny názov práce je zatiaľ len v návrhu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.460969,1.333256,26.280966,29.076573,29951,213,30164, +q1107,dev,multi_document,hard,"Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022 a Samuel Vasiľ vypracoval bakalársku prácu s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.765377,0.497621,21.727588,23.991229,24719,218,24937, +q1108,dev,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.44495,1.087773,26.176951,28.710399,30298,185,30483, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského pri diplomovej práci z roku 2026 nenachádza uvedený názov práce, pretože sekcia „Názov práce“ je prázdna a obsahuje len odkaz na repozitár, zatiaľ čo pre Andriiho Pervashova je pri diplomovej práci z roku 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, pričom konkrétne pole „Názov“ nie je explicitne vyplnené. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.905714,0.884517,25.606554,28.397504,28433,264,28697, +q1110,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, pričom oboje sú na ZP Wiki uvedené pod rokom začiatku štúdia 2026 pre príslušné sekcie prác. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.739023,0.491981,23.76024,25.991927,26699,229,26928, +q1111,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam na ZP Wiki uvádza, že Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.450137,0.782181,22.691537,24.924507,26004,197,26201, +q1112,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Márk Fehér má evidovanú diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.863769,0.590611,15.62893,18.083773,17583,216,17799, +q1113,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Ján Malinovský má na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina má uvedenú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.67813,0.677854,24.382534,26.739207,28345,199,28544, +q1114,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“. Obe práce sú na ZP Wiki uvedené v rámci sekcie bakalárskej práce pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.531495,0.383736,21.708801,23.624652,24811,199,25010, +q1115,dev,multi_document,hard,"Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020 a Samuel Džurina vypracoval bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.475549,0.532812,23.076414,25.085445,26593,184,26777, +q1116,dev,multi_document,hard,"Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022 a Valerii Kutsenko vypracoval diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.876823,0.834631,25.920453,28.632742,29839,216,30055, +q1117,dev,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" a rok záverečnej práce je 2026. Denis Le Thanh má na ZP Wiki uvedenú bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" a rok záverečnej práce je 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.707233,0.581221,23.690677,25.979782,26359,235,26594, +q1118,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta má na ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.86176,0.624938,25.744201,28.231562,29324,226,29550, +q1119,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.902573,0.849188,22.740387,25.492811,26094,216,26310, +q1120,dev,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Ján Pták má záznam o diplomovom projekte s témou „Agent pre manažment záverečných prác“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.703208,0.850689,24.273905,26.828456,28097,197,28294, +q1121,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.913943,0.424408,21.145381,23.484323,24266,218,24484, +q1122,dev,multi_document,hard,"Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ taktiež v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.907466,0.721225,23.711753,26.341147,27167,221,27388, +q1123,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Eduard Matovka vypracúva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.895047,0.413133,22.241673,24.550511,25570,218,25788, +q1124,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Samuel Vasiľ má v zázname uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.841093,0.633751,21.223877,23.699325,24054,228,24282, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020 a Andrii Pervashov má na ZP Wiki uvedený návrh na tému diplomovej práce s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.476846,0.707544,25.379444,27.564495,28746,207,28953, +q1126,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracovával bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" v roku 2025 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.930148,0.526841,24.40222,26.859812,27691,233,27924, +q1127,dev,multi_document,hard,"Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá je na ZP Wiki uvedená v roku 2025, zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti"" z roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.974408,0.57001,24.54618,27.09122,27454,213,27667, +q1128,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020, zatiaľ čo Yevhenii Medushivskyi má evidovanú bakalársku prácu s témou „Získavanie textu z webových stránok“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.732595,0.498627,26.088867,28.320771,29870,216,30086, +q1129,dev,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" v roku 2021, pričom v roku 2022 má evidovanú ďalšiu diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". Kristián Sopkovič má na ZP Wiki uvedenú bakalársku prácu z roku 2022 s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.929799,0.621539,24.195919,26.747891,26391,285,26676, +q1130,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" v rámci roka 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v rámci roka 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.871161,0.597214,22.312716,24.781766,25597,222,25819, +q1131,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Rostyslav Rodzhuk má uvedenú bakalársku prácu s názvom Inteligentný agent pre podporu práce špeciálneho pedagóga pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.502742,0.56128,23.197896,25.262573,26876,184,27060, +q1132,dev,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Martin Šarišský vypracovával diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" v roku 2026, zatiaľ čo Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" pre rok 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.456937,0.607776,23.234277,25.299623,26369,199,26568, +q1133,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Simona Bobrovčanová vypracovala bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.809634,0.650801,22.306006,24.767075,25722,210,25932, +q1134,dev,multi_document,hard,"Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" v rámci záznamu pre rok 2026, podobne ako Rostyslav Rodzhuk, ktorý má záznam o bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" tiež pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.860316,0.437178,22.940298,25.238464,25975,238,26213, +q1135,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.510217,0.569945,22.150697,24.231533,25872,180,26052, +q1136,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" a v ZP Wiki je uvedený v roku 2022, kedy študent začal štúdium. Yevhenii Medushivskyi vypracúva bakalársku prácu s názvom „Získavanie textu z webových stránok"" a v ZP Wiki je uvedený v roku 2023, kedy študent začal štúdium. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.964837,0.525503,18.369684,20.86055,20193,252,20445, +q1137,dev,multi_document,hard,"Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026"", ""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Samuel Vasiľ vypracoval bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" a Ronald Zalacko bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"", pričom na ZP Wiki je pre obe práce uvedený rok záverečnej práce 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.900859,0.442603,21.942488,24.286591,25006,232,25238, +q1138,dev,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021, zatiaľ čo Artem Yatsenko má zaznamenanú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" z roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.644288,0.608406,21.375974,23.629283,24267,205,24472, +q1139,dev,multi_document,hard,"Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024"", ""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ a na ZP Wiki je uvedená k roku 2024, zatiaľ čo Maksym Zatirka má záznam o bakalárskej práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ uvedený k roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.718911,0.391071,23.097809,25.208454,26284,219,26503, +q1140,dev,multi_document,hard,"Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Bakalárska práca Maksyma Zatirky má názov „Grafová databáza pre podporu generovania slovenského jazyka“ a je evidovaná pre rok 2026, zatiaľ čo bakalárska práca Oleksandra Dorybohova sa volá „Automatické odpovede na otázky v právnej oblasti“ a je tiež uvedená pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.519713,0.673286,25.026379,27.220052,28608,203,28811, +q1141,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.970237,0.358658,17.775591,20.105,20015,224,20239, +q1142,dev,multi_document,hard,"Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022"", ""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vypracoval diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.858252,0.795511,24.862384,27.516884,29022,205,29227, +q1143,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai vypracoval diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Matej Novotný má na ZP Wiki evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.856641,0.754911,24.402618,27.014833,27774,225,27999, +q1144,dev,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022, zatiaľ čo Kristián Sopkovič má v zázname uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.730446,0.576014,23.22519,25.53267,26386,213,26599, +q1145,dev,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Matej Ščišľak vypracoval diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.786116,0.387528,20.100454,22.274673,22932,209,23141, +q1146,dev,multi_document,hard,"Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Diplomová práca Osoby Oleh Poiasnik má názov „Expertný agentový systém na podporu rozhodovania v lekárni"" a je evidovaná pre rok 2027, zatiaľ čo diplomová práca osôb Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov"" a je rovnako evidovaná pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.883716,0.762571,24.061001,26.708039,27637,223,27860, diff --git a/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.json b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.json new file mode 100644 index 0000000..9e8cf5a --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev.json @@ -0,0 +1,48542 @@ +{ + "generated_at": "2026-09-27T19:30:42.277550+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "89b4bcf47cd690bf9aed676440c408b6e66c7ffadc0348a40097925c99970a5d", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690", + "q0691", + "q0692", + "q0693", + "q0694", + "q0695", + "q0696", + "q0697", + "q0698", + "q0699", + "q0700", + "q0701", + "q0702", + "q0703", + "q0704", + "q0705", + "q0706", + "q0707", + "q0708", + "q0709", + "q0710", + "q0711", + "q0712", + "q0713", + "q0714", + "q0715", + "q0716", + "q0717", + "q0718", + "q0719", + "q0720", + "q0721", + "q0722", + "q0723", + "q0724", + "q0725", + "q0726", + "q0727", + "q0728", + "q0729", + "q0730", + "q0731", + "q0732", + "q0733", + "q0734", + "q0771", + "q0772", + "q0773", + "q0774", + "q0775", + "q0776", + "q0777", + "q0778", + "q0779", + "q0780", + "q0781", + "q0782", + "q0783", + "q0784", + "q0785", + "q0786", + "q0787", + "q0788", + "q0789", + "q0790", + "q0791", + "q0792", + "q0793", + "q0794", + "q0795", + "q0796", + "q0797", + "q0798", + "q0821", + "q0822", + "q0823", + "q0824", + "q0825", + "q0826", + "q0827", + "q0828", + "q0829", + "q0830", + "q0831", + "q0832", + "q0833", + "q0834", + "q0835", + "q0836", + "q0837", + "q0838", + "q0839", + "q0840", + "q0841", + "q0842", + "q0843", + "q0844", + "q0845", + "q0846", + "q0847", + "q0848", + "q0849", + "q0850", + "q0851", + "q0852", + "q0853", + "q0854", + "q0855", + "q0856", + "q0857", + "q0858", + "q0859", + "q0860", + "q0861", + "q0862", + "q0863", + "q0864", + "q0865", + "q0866", + "q0867", + "q0868", + "q0869", + "q0870", + "q0871", + "q0872", + "q0873", + "q0874", + "q0875", + "q0876", + "q0877", + "q0878", + "q0879", + "q0880", + "q0881", + "q0882", + "q0883", + "q0884", + "q0885", + "q0886", + "q0887", + "q0942", + "q0943", + "q0944", + "q0945", + "q0946", + "q0947", + "q0948", + "q0949", + "q0950", + "q0951", + "q0952", + "q0953", + "q0954", + "q0955", + "q0956", + "q0957", + "q0958", + "q0959", + "q0960", + "q0961", + "q0962", + "q0963", + "q0964", + "q0965", + "q0966", + "q0967", + "q0968", + "q0969", + "q0970", + "q0971", + "q0972", + "q0973", + "q0974", + "q0975", + "q0976", + "q0977", + "q0978", + "q0979", + "q0980", + "q0981", + "q0982", + "q0983", + "q0984", + "q0985", + "q0986", + "q0987", + "q0988", + "q0989", + "q0990", + "q0991", + "q0992", + "q0993", + "q0994", + "q0995", + "q0996", + "q0997", + "q0998", + "q0999", + "q1000", + "q1001", + "q1002", + "q1003", + "q1004", + "q1005", + "q1006", + "q1007", + "q1008", + "q1009", + "q1010", + "q1011", + "q1012", + "q1013", + "q1014", + "q1015", + "q1016", + "q1017", + "q1018", + "q1019", + "q1020", + "q1021", + "q1022", + "q1023", + "q1092", + "q1093", + "q1094", + "q1095", + "q1096", + "q1097", + "q1098", + "q1099", + "q1100", + "q1101", + "q1102", + "q1103", + "q1104", + "q1105", + "q1106", + "q1107", + "q1108", + "q1109", + "q1110", + "q1111", + "q1112", + "q1113", + "q1114", + "q1115", + "q1116", + "q1117", + "q1118", + "q1119", + "q1120", + "q1121", + "q1122", + "q1123", + "q1124", + "q1125", + "q1126", + "q1127", + "q1128", + "q1129", + "q1130", + "q1131", + "q1132", + "q1133", + "q1134", + "q1135", + "q1136", + "q1137", + "q1138", + "q1139", + "q1140", + "q1141", + "q1142", + "q1143", + "q1144", + "q1145", + "q1146" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 629, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 629, + "completed": 629, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.97761, + "source_url_score": 0.988871, + "should_answer_score": 0.965024, + "overall_score": 0.982876, + "strict_pass_count": 583, + "strict_pass_rate": 0.926868, + "mean_latency_seconds": 19.459802, + "prompt_tokens": 12482020, + "completion_tokens": 103720, + "total_tokens": 12585740, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.926141, + "prompt_tokens": 187024, + "completion_tokens": 2306, + "total_tokens": 189330 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.964286, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.991071, + "strict_pass_count": 13, + "strict_pass_rate": 0.928571, + "mean_latency_seconds": 19.765373, + "prompt_tokens": 289394, + "completion_tokens": 2034, + "total_tokens": 291428 + }, + "entity_lookup": { + "total": 69, + "completed": 69, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 69, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.806703, + "prompt_tokens": 987194, + "completion_tokens": 11649, + "total_tokens": 998843 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.588862, + "prompt_tokens": 213118, + "completion_tokens": 1707, + "total_tokens": 214825 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.980289, + "prompt_tokens": 421601, + "completion_tokens": 3115, + "total_tokens": 424716 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.882166, + "prompt_tokens": 479449, + "completion_tokens": 2680, + "total_tokens": 482129 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 1, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 14.014125, + "prompt_tokens": 38703, + "completion_tokens": 555, + "total_tokens": 39258 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.568266, + "prompt_tokens": 65033, + "completion_tokens": 323, + "total_tokens": 65356 + }, + "keyword_grounding": { + "total": 103, + "completed": 103, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 103, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.252098, + "prompt_tokens": 1649992, + "completion_tokens": 18066, + "total_tokens": 1668058 + }, + "multi_document": { + "total": 59, + "completed": 59, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.978814, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.994703, + "strict_pass_count": 55, + "strict_pass_rate": 0.932203, + "mean_latency_seconds": 26.811093, + "prompt_tokens": 1567217, + "completion_tokens": 13793, + "total_tokens": 1581010 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.078835, + "prompt_tokens": 386412, + "completion_tokens": 3082, + "total_tokens": 389494 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 1.0, + "overall_score": 0.979167, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 25.33297, + "prompt_tokens": 646804, + "completion_tokens": 4120, + "total_tokens": 650924 + }, + "single_document_synthesis": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.969512, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.992378, + "strict_pass_count": 78, + "strict_pass_rate": 0.95122, + "mean_latency_seconds": 24.71929, + "prompt_tokens": 2148774, + "completion_tokens": 12673, + "total_tokens": 2161447 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.983878, + "prompt_tokens": 179266, + "completion_tokens": 1083, + "total_tokens": 180349 + }, + "specific_fact": { + "total": 50, + "completed": 50, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.893333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.973333, + "strict_pass_count": 44, + "strict_pass_rate": 0.88, + "mean_latency_seconds": 15.74577, + "prompt_tokens": 790822, + "completion_tokens": 7540, + "total_tokens": 798362 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.931818, + "source_url_score": 0.863636, + "should_answer_score": 1.0, + "overall_score": 0.948864, + "strict_pass_count": 19, + "strict_pass_rate": 0.863636, + "mean_latency_seconds": 30.719338, + "prompt_tokens": 701694, + "completion_tokens": 4474, + "total_tokens": 706168 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.9375, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 15, + "strict_pass_rate": 0.9375, + "mean_latency_seconds": 20.074421, + "prompt_tokens": 335922, + "completion_tokens": 2458, + "total_tokens": 338380 + }, + "unanswerable_missing_fact": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.970588, + "should_answer_score": 0.676471, + "overall_score": 0.911765, + "strict_pass_count": 44, + "strict_pass_rate": 0.647059, + "mean_latency_seconds": 17.525964, + "prompt_tokens": 1194395, + "completion_tokens": 10233, + "total_tokens": 1204628 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.174085, + "prompt_tokens": 199206, + "completion_tokens": 1829, + "total_tokens": 201035 + } + }, + "by_difficulty": { + "easy": { + "total": 146, + "completed": 146, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 146, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.69791, + "prompt_tokens": 2503563, + "completion_tokens": 21786, + "total_tokens": 2525349 + }, + "hard": { + "total": 169, + "completed": 169, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.974852, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.993713, + "strict_pass_count": 160, + "strict_pass_rate": 0.946746, + "mean_latency_seconds": 24.145074, + "prompt_tokens": 4192409, + "completion_tokens": 30806, + "total_tokens": 4223215 + }, + "medium": { + "total": 314, + "completed": 314, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.968684, + "source_url_score": 0.977707, + "should_answer_score": 0.929936, + "overall_score": 0.969082, + "strict_pass_count": 277, + "strict_pass_rate": 0.882166, + "mean_latency_seconds": 18.222303, + "prompt_tokens": 5786048, + "completion_tokens": 51128, + "total_tokens": 5837176 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre Ján Holp je v ZP Wiki evidovaný dokument o jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku, pričom začal štúdium v roku 2016. Dokument tiež obsahuje záznamy o jeho diplomovom projekte z roku 2020, ktorý sa zaoberal implementáciou vyhľadávania pomocou metódy PageRank a indexovaním do Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.305867, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.984334, + "tool_latency_seconds": 0.305867, + "final_model_latency_seconds": 8.064031, + "total_latency_seconds": 10.354593, + "usage": { + "prompt_tokens": 8274, + "completion_tokens": 207, + "total_tokens": 8481 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.737904, + "tool_latency_seconds": 0.225375, + "final_model_latency_seconds": 14.830638, + "total_latency_seconds": 16.794598, + "usage": { + "prompt_tokens": 19372, + "completion_tokens": 135, + "total_tokens": 19507 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ vypracoval Ján Holp.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.460277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 2.018278, + "tool_latency_seconds": 0.460277, + "final_model_latency_seconds": 21.191938, + "total_latency_seconds": 23.671252, + "usage": { + "prompt_tokens": 26806, + "completion_tokens": 159, + "total_tokens": 26965 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa táto presná téma „Systém získavania informácií v slovenskom jazyku\" nenašla pod týmto názvom, no nájdené sú študentské práce s tematikou agentov a systémov pre získavanie informácií alebo vyhľadávanie v slovenskom jazyku. Napríklad Kristián Sopkovič má v rámci dizertácie (2028) návrh témy „Agentový prístup k získavaniu informácií\", kde agent iniciatívne získava potrebné informácie, a v rámci diplomovej práce (2024) pracoval na „cross-lingual information retrieval\" (kroslinguálne vyhľadávanie), vrátane modelov pre slovenský jazyk. Ďalším príkladom je Dávid Stromp, ktorý mal v diplomovke cieľ „Zlepšiť proces získavania informácií\" (2022), a Oleh Poiasnik, ktorý riešil „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach\" (2025), vrátane vyhľadávania v slovenských zákonoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2019/david_stromp\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.802077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.464195, + "tool_latency_seconds": 0.802077, + "final_model_latency_seconds": 47.759769, + "total_latency_seconds": 50.027155, + "usage": { + "prompt_tokens": 51146, + "completion_tokens": 406, + "total_tokens": 51552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená téma diplomovej práce „Systém získavania informácií v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.360894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.554215, + "tool_latency_seconds": 0.360894, + "final_model_latency_seconds": 16.567217, + "total_latency_seconds": 18.483208, + "usage": { + "prompt_tokens": 19753, + "completion_tokens": 123, + "total_tokens": 19876 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.21177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.822322, + "tool_latency_seconds": 0.21177, + "final_model_latency_seconds": 12.969709, + "total_latency_seconds": 15.00434, + "usage": { + "prompt_tokens": 16264, + "completion_tokens": 122, + "total_tokens": 16386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.263006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884074, + "tool_latency_seconds": 0.263006, + "final_model_latency_seconds": 6.757839, + "total_latency_seconds": 8.905344, + "usage": { + "prompt_tokens": 8128, + "completion_tokens": 137, + "total_tokens": 8265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.544135, + "tool_latency_seconds": 0.257609, + "final_model_latency_seconds": 16.613214, + "total_latency_seconds": 18.415721, + "usage": { + "prompt_tokens": 21030, + "completion_tokens": 112, + "total_tokens": 21142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Holp začala študovať v roku 2016 a vypracovávala diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.478958, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.851308, + "tool_latency_seconds": 0.478958, + "final_model_latency_seconds": 8.838513, + "total_latency_seconds": 11.169128, + "usage": { + "prompt_tokens": 10366, + "completion_tokens": 146, + "total_tokens": 10512 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca je uvedená v roku 2021 a nesie názov „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.420811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.853795, + "tool_latency_seconds": 0.420811, + "final_model_latency_seconds": 10.545953, + "total_latency_seconds": 12.821171, + "usage": { + "prompt_tokens": 11855, + "completion_tokens": 178, + "total_tokens": 12033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorá súvisí s témou získavania informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.324064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.777767, + "tool_latency_seconds": 0.324064, + "final_model_latency_seconds": 16.137927, + "total_latency_seconds": 18.240308, + "usage": { + "prompt_tokens": 19535, + "completion_tokens": 159, + "total_tokens": 19694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp súvisí s témou PageRank v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde je implementácia a experimentovanie s PageRank explicitne uvedený v stave práce a úlohách.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.259036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.766526, + "tool_latency_seconds": 0.259036, + "final_model_latency_seconds": 7.944992, + "total_latency_seconds": 9.970814, + "usage": { + "prompt_tokens": 8081, + "completion_tokens": 174, + "total_tokens": 8255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Ján Holp je spojená s témou slovenský internet prostredníctvom svojej bakalárskej práce s názvom „Vyhľadávač na slovenskom internete\" a diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.282681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.780799, + "tool_latency_seconds": 0.282681, + "final_model_latency_seconds": 7.127401, + "total_latency_seconds": 9.191362, + "usage": { + "prompt_tokens": 7969, + "completion_tokens": 173, + "total_tokens": 8142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V stave práce Jána Holpa, konkrétne pri diplomovom projekte z roku 2020, bolo implementované riešenie problémov s databázou Cassandra, indexovanie webových stránok a metóda PageRank, pričom plánovali aj vytvorenie REST API pre indexovanie dokumentov, rozšírenie backendu o REST rozhranie, frontend v JavaScripte a nasadenie celej aplikácie pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 1.630873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.522945, + "tool_latency_seconds": 1.630873, + "final_model_latency_seconds": 7.935129, + "total_latency_seconds": 11.089208, + "usage": { + "prompt_tokens": 8155, + "completion_tokens": 190, + "total_tokens": 8345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.297011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.755246, + "tool_latency_seconds": 0.297011, + "final_model_latency_seconds": 11.892367, + "total_latency_seconds": 13.945071, + "usage": { + "prompt_tokens": 14944, + "completion_tokens": 130, + "total_tokens": 15074 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Maroš Harahus sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, kde sú uvedené informácie o jeho dizertačnej práci zamerané na automatické opravy textu a spracovanie prirodzeného jazyka v roku 2023/24.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.313892, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.746776, + "tool_latency_seconds": 0.313892, + "final_model_latency_seconds": 12.619965, + "total_latency_seconds": 14.681201, + "usage": { + "prompt_tokens": 14576, + "completion_tokens": 182, + "total_tokens": 14758 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.401421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.794445, + "tool_latency_seconds": 0.401421, + "final_model_latency_seconds": 11.619576, + "total_latency_seconds": 13.816072, + "usage": { + "prompt_tokens": 14066, + "completion_tokens": 135, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.708839, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.868755, + "tool_latency_seconds": 0.708839, + "final_model_latency_seconds": 18.018989, + "total_latency_seconds": 20.597474, + "usage": { + "prompt_tokens": 21999, + "completion_tokens": 157, + "total_tokens": 22156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá bola ukončená v roku 2021 a rieši využitie knižnice Spacy pre neurónovú morfologickú analýzu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 5 + }, + "latency_seconds": 0.510365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "first_model_latency_seconds": 1.487673, + "tool_latency_seconds": 0.510365, + "final_model_latency_seconds": 19.834394, + "total_latency_seconds": 21.833076, + "usage": { + "prompt_tokens": 23693, + "completion_tokens": 159, + "total_tokens": 23852 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená téma diplomovej práce „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.428802, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.762218, + "tool_latency_seconds": 0.428802, + "final_model_latency_seconds": 11.759846, + "total_latency_seconds": 13.951268, + "usage": { + "prompt_tokens": 14142, + "completion_tokens": 138, + "total_tokens": 14280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?" + }, + "latency_seconds": 0.450887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.181318, + "tool_latency_seconds": 0.450887, + "final_model_latency_seconds": 16.066614, + "total_latency_seconds": 17.699346, + "usage": { + "prompt_tokens": 20100, + "completion_tokens": 89, + "total_tokens": 20189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá sa zameriava na túto tému a bola obhájená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.51255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.860612, + "tool_latency_seconds": 0.51255, + "final_model_latency_seconds": 7.490318, + "total_latency_seconds": 9.863866, + "usage": { + "prompt_tokens": 8192, + "completion_tokens": 169, + "total_tokens": 8361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus sa v rámci svojho prvého ročníka doktorandského štúdia zaoberal dokončovaním draftu článku súvisiaceho s technológiou Spacy a neskôr v roku 2020 pri diplomovom projekte č. 2 riešil témy, kde sa vyskytovali otázky o fungovaní neurónovej siete v Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.459946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.742486, + "tool_latency_seconds": 0.459946, + "final_model_latency_seconds": 7.870213, + "total_latency_seconds": 10.072949, + "usage": { + "prompt_tokens": 8294, + "completion_tokens": 196, + "total_tokens": 8490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože Maroš Harahus je v metadátach uvedený ako autor dokumentu o študentovi Dmytrovi Muralovi, ktorý vypracoval bakalársku prácu o grafových neurónových sieťach, pričom samotný Maroš Harahus je v dokumente o sebe vedený ako študent (PhD štúdia), ktorý má za úlohu vypracovať prehľad metód grafových neurónových sietí, no nie je tu explicitne uvedený názov jeho vlastnej študentskej práce o grafových neurónových sieťach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.442905, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.740662, + "tool_latency_seconds": 0.442905, + "final_model_latency_seconds": 21.365072, + "total_latency_seconds": 23.549599, + "usage": { + "prompt_tokens": 23804, + "completion_tokens": 280, + "total_tokens": 24084 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" použila na morfologickú anotáciu knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.623404, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.957392, + "tool_latency_seconds": 0.623404, + "final_model_latency_seconds": 7.659134, + "total_latency_seconds": 10.240203, + "usage": { + "prompt_tokens": 8581, + "completion_tokens": 164, + "total_tokens": 8745 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal pri spolupráci s US Steel za úlohu naštudovať dáta z vysokej pece a následne navrhnúť a vyskúšať metódy na predikciu, vrátane rekurentných neurónových sietí (RNN, GRU, LSTM), Transformer network, Generative Adversarial Network (GAN), variáneho autoenkódera (VAE) a klasických štatistických modelov, ako aj metódy konverzie dát na vektor príznakov a výpočtu chybovej funkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.514902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.810141, + "tool_latency_seconds": 0.514902, + "final_model_latency_seconds": 9.047352, + "total_latency_seconds": 11.372784, + "usage": { + "prompt_tokens": 9227, + "completion_tokens": 237, + "total_tokens": 9464 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022, pričom sa predtým venoval diplomovému projektu z roku 2021 zameranému na vytvorenie strojovo preloženej verzie súboru SQUAD a jej overenie na systéme pre odpovedanie na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.245493, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.710034, + "tool_latency_seconds": 0.245493, + "final_model_latency_seconds": 15.765989, + "total_latency_seconds": 17.722016, + "usage": { + "prompt_tokens": 18047, + "completion_tokens": 210, + "total_tokens": 18257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.308598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.804396, + "tool_latency_seconds": 0.308598, + "final_model_latency_seconds": 17.339494, + "total_latency_seconds": 19.453279, + "usage": { + "prompt_tokens": 20246, + "completion_tokens": 196, + "total_tokens": 20442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ vypracoval študent Tomáš Kuchárik ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.562344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.839593, + "tool_latency_seconds": 0.562344, + "final_model_latency_seconds": 25.004463, + "total_latency_seconds": 27.407105, + "usage": { + "prompt_tokens": 30035, + "completion_tokens": 168, + "total_tokens": 30203 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý vypracoval diplomovú prácu s presne týmto názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", je Tomáš Kuchárik.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.492309, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.851056, + "tool_latency_seconds": 0.492309, + "final_model_latency_seconds": 23.981588, + "total_latency_seconds": 26.325745, + "usage": { + "prompt_tokens": 28471, + "completion_tokens": 164, + "total_tokens": 28635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená téma diplomovej práce „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" pre rok 2021 a téma „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.807021, + "tool_latency_seconds": 0.204521, + "final_model_latency_seconds": 15.358228, + "total_latency_seconds": 17.370276, + "usage": { + "prompt_tokens": 17774, + "completion_tokens": 194, + "total_tokens": 17968 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.330145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.786867, + "tool_latency_seconds": 0.330145, + "final_model_latency_seconds": 19.13286, + "total_latency_seconds": 21.250443, + "usage": { + "prompt_tokens": 23880, + "completion_tokens": 129, + "total_tokens": 24009 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik je študentom, ktorý sa podieľal na projekte Question Answering (konkrétne na vývoji webovej aplikácie pre anotáciu a analýzu), a jeho diplomovou prácou s témou súvisiacou s touto oblasťou je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" z roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.190174, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.808711, + "tool_latency_seconds": 0.190174, + "final_model_latency_seconds": 9.789582, + "total_latency_seconds": 11.788825, + "usage": { + "prompt_tokens": 9928, + "completion_tokens": 216, + "total_tokens": 10144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zameriava na jazykové mutácie overovacej množiny SQuAD a jej strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.257706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.834981, + "tool_latency_seconds": 0.257706, + "final_model_latency_seconds": 13.154539, + "total_latency_seconds": 15.247738, + "usage": { + "prompt_tokens": 15377, + "completion_tokens": 191, + "total_tokens": 15568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorej cieľom bolo vytvoriť strojovo preloženú verziu overovacej množiny SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.57005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.588138, + "tool_latency_seconds": 0.57005, + "final_model_latency_seconds": 16.085797, + "total_latency_seconds": 18.244734, + "usage": { + "prompt_tokens": 18827, + "completion_tokens": 174, + "total_tokens": 19001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "published_only": true + }, + "latency_seconds": 0.304981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.522045, + "tool_latency_seconds": 0.304981, + "final_model_latency_seconds": 17.16056, + "total_latency_seconds": 18.988114, + "usage": { + "prompt_tokens": 20801, + "completion_tokens": 133, + "total_tokens": 20934 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal v rámci svojich diplomových projektov a práce strojovo prekladať dataset SQUAD (v anglickom jazyku) s cieľom vytvoriť jeho strojovo preloženú verziu v slovenčine (alebo iných jazykoch) pre úlohy generovania odpovedí na otázky.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "limit": 5 + }, + "latency_seconds": 0.371583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.36354, + "tool_latency_seconds": 0.371583, + "final_model_latency_seconds": 22.906456, + "total_latency_seconds": 24.642202, + "usage": { + "prompt_tokens": 26525, + "completion_tokens": 160, + "total_tokens": 26685 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Jakub Maruniak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak, kde sú uvedené informácie o jeho štúdiu od roku 2016 a návrhu názvu diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.732929, + "tool_latency_seconds": 0.299117, + "final_model_latency_seconds": 12.103539, + "total_latency_seconds": 14.136006, + "usage": { + "prompt_tokens": 12922, + "completion_tokens": 192, + "total_tokens": 13114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.415678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.85354, + "tool_latency_seconds": 0.415678, + "final_model_latency_seconds": 18.441486, + "total_latency_seconds": 20.71124, + "usage": { + "prompt_tokens": 22595, + "completion_tokens": 141, + "total_tokens": 22736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť záverečnú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a jej autora. Hoci sa v záznamoch objavuje téma rozpoznávania pomenovaných entít v slovenčine pri študentoch Martin Wencel (bakalárska práca 2020) a Serhii Yemets (bakalárska práca 2025), žiadny z nich nemá uvedený tento konkrétny názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nZdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.405508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.992512, + "tool_latency_seconds": 0.405508, + "final_model_latency_seconds": 23.788606, + "total_latency_seconds": 26.187263, + "usage": { + "prompt_tokens": 26044, + "completion_tokens": 303, + "total_tokens": 26347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" riešil študent Than Trung Thanh v rámci svojho bakalárskeho projektu v roku 2020, pri ktorom vytváral korpus a model pomocou nástrojov Spacy a Prodigy. Ďalšími študentmi, ktorí sa touto problematikou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 o zlepšení slovenského modelu pre rozpoznávanie pomenovaných entít).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.365035, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 2.071003, + "tool_latency_seconds": 0.365035, + "final_model_latency_seconds": 26.405272, + "total_latency_seconds": 28.841996, + "usage": { + "prompt_tokens": 27933, + "completion_tokens": 334, + "total_tokens": 28267 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?" + }, + "latency_seconds": 0.536582, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.238891, + "tool_latency_seconds": 0.536582, + "final_model_latency_seconds": 15.702351, + "total_latency_seconds": 17.478324, + "usage": { + "prompt_tokens": 18365, + "completion_tokens": 110, + "total_tokens": 18475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.354924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.407048, + "tool_latency_seconds": 0.354924, + "final_model_latency_seconds": 14.811936, + "total_latency_seconds": 16.574517, + "usage": { + "prompt_tokens": 18065, + "completion_tokens": 101, + "total_tokens": 18166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.362176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.936307, + "tool_latency_seconds": 0.362176, + "final_model_latency_seconds": 17.111761, + "total_latency_seconds": 19.410822, + "usage": { + "prompt_tokens": 20706, + "completion_tokens": 139, + "total_tokens": 20845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5 + }, + "latency_seconds": 0.36123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.404445, + "tool_latency_seconds": 0.36123, + "final_model_latency_seconds": 17.599651, + "total_latency_seconds": 19.366026, + "usage": { + "prompt_tokens": 21436, + "completion_tokens": 102, + "total_tokens": 21538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Jakub Maruniak začala štúdium v roku 2016 a vypracovávala diplomový projekt v rokoch 2020 a 2021.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.701044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.863723, + "tool_latency_seconds": 0.701044, + "final_model_latency_seconds": 20.448017, + "total_latency_seconds": 23.013678, + "usage": { + "prompt_tokens": 24515, + "completion_tokens": 155, + "total_tokens": 24670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 je rokom začiatku štúdia Jakuba Maruniaka, pričom jeho záverečná práca (diplomová práca) bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.236852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.699652, + "tool_latency_seconds": 0.236852, + "final_model_latency_seconds": 12.334833, + "total_latency_seconds": 14.27188, + "usage": { + "prompt_tokens": 14285, + "completion_tokens": 147, + "total_tokens": 14432 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou pomenované entít v rámci svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.914211, + "tool_latency_seconds": 0.239885, + "final_model_latency_seconds": 15.369876, + "total_latency_seconds": 17.524468, + "usage": { + "prompt_tokens": 18148, + "completion_tokens": 163, + "total_tokens": 18311 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Spacy prostredníctvom svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", pričom v rámci projektu spolupracoval na projekte „Podpora slovenčiny v Spacy\" a riešil problémy so spacy modelom pri natrénovaní slovenského NER modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.4616, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.953528, + "tool_latency_seconds": 0.4616, + "final_model_latency_seconds": 8.383925, + "total_latency_seconds": 10.799338, + "usage": { + "prompt_tokens": 8301, + "completion_tokens": 212, + "total_tokens": 8513 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde je explicitne uvedená úloha pripraviť postup na anotáciu textového korpusu pre systém Prodigy a jeho spolupráca zahŕňa tému „Anotácia textových dát\" súvisiacu s Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.709009, + "tool_latency_seconds": 0.257713, + "final_model_latency_seconds": 14.547101, + "total_latency_seconds": 16.514277, + "usage": { + "prompt_tokens": 16395, + "completion_tokens": 204, + "total_tokens": 16599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal pri svojom diplomovom projekte na anotáciu textového korpusu použiť systém Prodigy, ktorý je určený na trénovanie modelov v úlohách spracovania prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.525698, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850737, + "tool_latency_seconds": 0.525698, + "final_model_latency_seconds": 8.252555, + "total_latency_seconds": 10.629267, + "usage": { + "prompt_tokens": 9269, + "completion_tokens": 161, + "total_tokens": 9430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Dominik Nagy uvádza, že študoval od roku 2016 a vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.7055, + "tool_latency_seconds": 0.209737, + "final_model_latency_seconds": 12.532393, + "total_latency_seconds": 14.44825, + "usage": { + "prompt_tokens": 14786, + "completion_tokens": 157, + "total_tokens": 14943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.295619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.781539, + "tool_latency_seconds": 0.295619, + "final_model_latency_seconds": 21.09676, + "total_latency_seconds": 23.174499, + "usage": { + "prompt_tokens": 25851, + "completion_tokens": 132, + "total_tokens": 25983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.738194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.937277, + "tool_latency_seconds": 0.738194, + "final_model_latency_seconds": 23.874359, + "total_latency_seconds": 26.550498, + "usage": { + "prompt_tokens": 28374, + "completion_tokens": 155, + "total_tokens": 28529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval študent Dominik Nagy v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.74938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.942753, + "tool_latency_seconds": 0.74938, + "final_model_latency_seconds": 19.379072, + "total_latency_seconds": 22.07184, + "usage": { + "prompt_tokens": 23051, + "completion_tokens": 155, + "total_tokens": 23206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce osobe Dominik Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.374089, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.784469, + "tool_latency_seconds": 0.374089, + "final_model_latency_seconds": 16.235956, + "total_latency_seconds": 18.395041, + "usage": { + "prompt_tokens": 19633, + "completion_tokens": 133, + "total_tokens": 19766 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?" + }, + "latency_seconds": 0.35548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.177349, + "tool_latency_seconds": 0.35548, + "final_model_latency_seconds": 23.432098, + "total_latency_seconds": 24.965597, + "usage": { + "prompt_tokens": 28439, + "completion_tokens": 85, + "total_tokens": 28524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá je zaradená pod tému strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.322343, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.800796, + "tool_latency_seconds": 0.322343, + "final_model_latency_seconds": 12.882749, + "total_latency_seconds": 15.006361, + "usage": { + "prompt_tokens": 14639, + "completion_tokens": 168, + "total_tokens": 14807 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá bola dokončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.350267, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.328416, + "tool_latency_seconds": 0.350267, + "final_model_latency_seconds": 14.39204, + "total_latency_seconds": 16.071334, + "usage": { + "prompt_tokens": 17230, + "completion_tokens": 121, + "total_tokens": 17351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracovával diplomovú prácu v roku 2022 na tému „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci svojich experimentov s architektúrami neurónových sietí realizoval aj experiment s architektúrou MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.449511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.756528, + "tool_latency_seconds": 0.449511, + "final_model_latency_seconds": 15.579887, + "total_latency_seconds": 17.786844, + "usage": { + "prompt_tokens": 18007, + "completion_tokens": 169, + "total_tokens": 18176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely pomocou knižnice Fairseq pre obojsmerný strojový preklad medzi angličtinou a slovenčinou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.288974, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.815344, + "tool_latency_seconds": 0.288974, + "final_model_latency_seconds": 7.899583, + "total_latency_seconds": 10.004205, + "usage": { + "prompt_tokens": 8632, + "completion_tokens": 143, + "total_tokens": 8775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE (Byte Pair Encoding), sentencepiece a wordpiece pomocou knižnice huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 10 + }, + "latency_seconds": 0.526751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.432146, + "tool_latency_seconds": 0.526751, + "final_model_latency_seconds": 29.78928, + "total_latency_seconds": 31.74921, + "usage": { + "prompt_tokens": 35409, + "completion_tokens": 133, + "total_tokens": 35542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin je jeho študentská stránka, ktorá obsahuje záznamy o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad a cieľom trénovať model pre preklad z angličtiny do slovenčiny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.344639, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.734734, + "tool_latency_seconds": 0.344639, + "final_model_latency_seconds": 12.753055, + "total_latency_seconds": 14.832888, + "usage": { + "prompt_tokens": 14084, + "completion_tokens": 172, + "total_tokens": 14256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Patrika Pavlišina je Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "published_only": true + }, + "latency_seconds": 0.305465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.466043, + "tool_latency_seconds": 0.305465, + "final_model_latency_seconds": 12.194924, + "total_latency_seconds": 13.966908, + "usage": { + "prompt_tokens": 14932, + "completion_tokens": 106, + "total_tokens": 15038 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu s názvom „Metódy automatického prekladu“ vypracoval študent Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.735218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.936934, + "tool_latency_seconds": 0.735218, + "final_model_latency_seconds": 22.796677, + "total_latency_seconds": 25.469544, + "usage": { + "prompt_tokens": 27506, + "completion_tokens": 146, + "total_tokens": 27652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval v roku 2020 bakalársku prácu s názvom „Metódy automatického prekladu\", ktorá sa priamo zaoberá touto témou. Ďalšími študentmi, ktorí riešili súvisiace témy v oblasti automatického a neurónového prekladu, sú Dominik Nagy (diplomová práca z roku 2022 o neurónovom strojovom preklade) a Maroš Harahus (výskum zameraný na strojový preklad a automatickú opravu textov).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.463798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.84703, + "tool_latency_seconds": 0.463798, + "final_model_latency_seconds": 26.62756, + "total_latency_seconds": 28.939623, + "usage": { + "prompt_tokens": 28706, + "completion_tokens": 286, + "total_tokens": 28992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Patrika Pavlišina z roku 2020 je „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.342838, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884158, + "tool_latency_seconds": 0.342838, + "final_model_latency_seconds": 11.795911, + "total_latency_seconds": 14.023599, + "usage": { + "prompt_tokens": 13849, + "completion_tokens": 139, + "total_tokens": 13988 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca osobe Patrik Pavlišin je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387448, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.872664, + "tool_latency_seconds": 0.387448, + "final_model_latency_seconds": 16.991307, + "total_latency_seconds": 19.252199, + "usage": { + "prompt_tokens": 20846, + "completion_tokens": 133, + "total_tokens": 20979 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" a v roku 2022 predložil návrh na diplomovú prácu s predbežným názvom „Neurónový strojový preklad\", pričom je uvedený ako študent súvisiaci s témou strojového prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.516332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.832876, + "tool_latency_seconds": 0.516332, + "final_model_latency_seconds": 12.708729, + "total_latency_seconds": 15.058416, + "usage": { + "prompt_tokens": 13764, + "completion_tokens": 210, + "total_tokens": 13974 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin sa zaoberal témou paralelný korpus v rámci svojej diplomovej práce v roku 2022, kde mal za úlohu pripraviť vybraný paralelný korpus a natrénovať model pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.45138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.944347, + "tool_latency_seconds": 0.45138, + "final_model_latency_seconds": 15.660282, + "total_latency_seconds": 18.056544, + "usage": { + "prompt_tokens": 18356, + "completion_tokens": 177, + "total_tokens": 18533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s témou strojový preklad, pričom pre svoju diplomovú prácu v roku 2022 navrhol názov „Neurónový strojový preklad\" a ako nástroj pre túto úlohu uviedol OpenNMT-py.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.582885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.824975, + "tool_latency_seconds": 0.582885, + "final_model_latency_seconds": 15.29882, + "total_latency_seconds": 17.707401, + "usage": { + "prompt_tokens": 17455, + "completion_tokens": 193, + "total_tokens": 17648 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom, pričom súčasťou zadania bolo tiež pripraviť prehľad aktuálnych metód automatického prekladu a predstaviť vybranú metódu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.853528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.821572, + "tool_latency_seconds": 0.853528, + "final_model_latency_seconds": 7.688961, + "total_latency_seconds": 10.36449, + "usage": { + "prompt_tokens": 7898, + "completion_tokens": 187, + "total_tokens": 8085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ondrej Megela je v ZP Wiki evidovaný dokument, ktorý obsahuje informácie o jeho štúdiu od roku 2018 a o jeho diplomovej práci z roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5 + }, + "latency_seconds": 0.241874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.302147, + "tool_latency_seconds": 0.241874, + "final_model_latency_seconds": 13.782193, + "total_latency_seconds": 15.326751, + "usage": { + "prompt_tokens": 16389, + "completion_tokens": 139, + "total_tokens": 16528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Ondreja Megela má názov „Neurónové jazykové modelovanie typu BERT\" a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.347015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.821924, + "tool_latency_seconds": 0.347015, + "final_model_latency_seconds": 16.599861, + "total_latency_seconds": 18.769415, + "usage": { + "prompt_tokens": 19871, + "completion_tokens": 148, + "total_tokens": 20019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónové jazykové modelovanie typu BERT“ sa venoval Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.474297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.063216, + "tool_latency_seconds": 0.474297, + "final_model_latency_seconds": 24.531332, + "total_latency_seconds": 27.069703, + "usage": { + "prompt_tokens": 29257, + "completion_tokens": 165, + "total_tokens": 29422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.633078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.927348, + "tool_latency_seconds": 0.633078, + "final_model_latency_seconds": 23.84973, + "total_latency_seconds": 26.410969, + "usage": { + "prompt_tokens": 28201, + "completion_tokens": 153, + "total_tokens": 28354 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Ondreja Megelu je „Neurónové jazykové modelovanie typu BERT\", ktorú vypracoval v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.354959, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.814797, + "tool_latency_seconds": 0.354959, + "final_model_latency_seconds": 16.64962, + "total_latency_seconds": 18.820023, + "usage": { + "prompt_tokens": 19798, + "completion_tokens": 145, + "total_tokens": 19943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.316714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.622141, + "tool_latency_seconds": 0.316714, + "final_model_latency_seconds": 17.2452, + "total_latency_seconds": 19.184662, + "usage": { + "prompt_tokens": 20639, + "completion_tokens": 116, + "total_tokens": 20755 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela je študentom, ktorý pracoval na projekte Question Answering, kde sa zaoberal pomocnými úlohami v súvislosti s BERT modelom a zároveň vypracovával diplomovú prácu s názvom Automatické generovanie otázok v slovenskom jazyku, v ktorej plánoval porovnávať jazykové modely a využívať BERT na vyhodnocovanie generovaných otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.422897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.835806, + "tool_latency_seconds": 0.422897, + "final_model_latency_seconds": 14.712379, + "total_latency_seconds": 16.971591, + "usage": { + "prompt_tokens": 15947, + "completion_tokens": 219, + "total_tokens": 16166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktorá sa zaoberá využitím generatívnych jazykových modelov na tvorbu databázy otázok a odpovedí v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.427728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.916968, + "tool_latency_seconds": 0.427728, + "final_model_latency_seconds": 19.74267, + "total_latency_seconds": 22.088047, + "usage": { + "prompt_tokens": 23253, + "completion_tokens": 172, + "total_tokens": 23425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020, ktorá sa zaoberá tématou neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.370165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.804789, + "tool_latency_seconds": 0.370165, + "final_model_latency_seconds": 17.969494, + "total_latency_seconds": 20.144986, + "usage": { + "prompt_tokens": 20859, + "completion_tokens": 159, + "total_tokens": 21018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal natrénovať a vyhodnotiť model typu BERT (konkrétne v rámci bakalárskej práce „Neurónové jazykové modelovanie typu BERT\") a ďalej generatívny model slovenského jazyka, pričom v rámci diplomového projektu skúmal aj modely GPT, BART a T5.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.29328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.965113, + "tool_latency_seconds": 0.29328, + "final_model_latency_seconds": 8.359058, + "total_latency_seconds": 10.617736, + "usage": { + "prompt_tokens": 8668, + "completion_tokens": 193, + "total_tokens": 8861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v ZP Wiki evidovanú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.183049, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.698246, + "tool_latency_seconds": 0.183049, + "final_model_latency_seconds": 12.833645, + "total_latency_seconds": 14.7154, + "usage": { + "prompt_tokens": 15372, + "completion_tokens": 152, + "total_tokens": 15524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a pre rok 2023 „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?" + }, + "latency_seconds": 0.332929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.199173, + "tool_latency_seconds": 0.332929, + "final_model_latency_seconds": 16.388686, + "total_latency_seconds": 17.921327, + "usage": { + "prompt_tokens": 19085, + "completion_tokens": 138, + "total_tokens": 19223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" vypracováva študent Dávid Omasta ako svoju diplomovú prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.476293, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 2.020505, + "tool_latency_seconds": 0.476293, + "final_model_latency_seconds": 24.00434, + "total_latency_seconds": 26.501796, + "usage": { + "prompt_tokens": 28265, + "completion_tokens": 170, + "total_tokens": 28435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentom Dávid Omasta riešil diplomovú prácu s presne zhodným názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.923994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.834199, + "tool_latency_seconds": 0.923994, + "final_model_latency_seconds": 53.491278, + "total_latency_seconds": 56.250793, + "usage": { + "prompt_tokens": 59532, + "completion_tokens": 159, + "total_tokens": 59691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Pri osobe Dávid Omasta je pre rok 2024 uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.325585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.957136, + "tool_latency_seconds": 0.325585, + "final_model_latency_seconds": 19.879957, + "total_latency_seconds": 22.163487, + "usage": { + "prompt_tokens": 22723, + "completion_tokens": 159, + "total_tokens": 22882 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta sú v dokumentoch uvedené dve sekcie pre diplomové práce, a to pre rok 2023 a rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.223378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.824883, + "tool_latency_seconds": 0.223378, + "final_model_latency_seconds": 21.062471, + "total_latency_seconds": 23.111387, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 143, + "total_tokens": 25412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý vypracovával diplomové práce s témou generatívnych modelov, konkrétne s návrhom názvu \"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024 a \"Generatívne modely slovenského jazyka\" pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.20238, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.872609, + "tool_latency_seconds": 0.20238, + "final_model_latency_seconds": 7.859053, + "total_latency_seconds": 9.934293, + "usage": { + "prompt_tokens": 7766, + "completion_tokens": 191, + "total_tokens": 7957 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý sa podieľa na projekte Question Answering a vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je priamo spojená s interným projektom Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.788057, + "tool_latency_seconds": 0.233216, + "final_model_latency_seconds": 15.92614, + "total_latency_seconds": 17.948061, + "usage": { + "prompt_tokens": 18506, + "completion_tokens": 176, + "total_tokens": 18682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta súvisí s diplomovou prácou s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá sa zaoberá témou slovenčiny a je evidovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.173438, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.749807, + "tool_latency_seconds": 0.173438, + "final_model_latency_seconds": 15.101557, + "total_latency_seconds": 17.025299, + "usage": { + "prompt_tokens": 17632, + "completion_tokens": 157, + "total_tokens": 17789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracovával v roku 2023 diplomovú prácu na tému Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.382859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.901665, + "tool_latency_seconds": 0.382859, + "final_model_latency_seconds": 17.295387, + "total_latency_seconds": 19.580564, + "usage": { + "prompt_tokens": 20345, + "completion_tokens": 149, + "total_tokens": 20494 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\" pri téme Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.333786, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.942518, + "tool_latency_seconds": 0.333786, + "final_model_latency_seconds": 18.624879, + "total_latency_seconds": 20.90175, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 168, + "total_tokens": 22141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Kristián Sopkovič sa nachádza na stránke ZP Wiki a obsahuje informácie o jeho diplomovej práci z roku 2024 s témou neurónového vyhľadávania na základe sémantickej podobnosti vektorov, ako aj plány na dizertačnú prácu pre rok 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.269979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.782508, + "tool_latency_seconds": 0.269979, + "final_model_latency_seconds": 8.847338, + "total_latency_seconds": 10.900111, + "usage": { + "prompt_tokens": 8698, + "completion_tokens": 204, + "total_tokens": 8902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.255707, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.677686, + "tool_latency_seconds": 0.255707, + "final_model_latency_seconds": 14.084053, + "total_latency_seconds": 16.017924, + "usage": { + "prompt_tokens": 17214, + "completion_tokens": 133, + "total_tokens": 17347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ sa venoval študent Kristián Sopkovič v rámci svojej bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.756414, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.99004, + "tool_latency_seconds": 0.756414, + "final_model_latency_seconds": 20.378443, + "total_latency_seconds": 23.125842, + "usage": { + "prompt_tokens": 24329, + "completion_tokens": 168, + "total_tokens": 24497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 10 + }, + "latency_seconds": 0.886455, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.71186, + "tool_latency_seconds": 0.886455, + "final_model_latency_seconds": 33.352178, + "total_latency_seconds": 35.951436, + "usage": { + "prompt_tokens": 38659, + "completion_tokens": 170, + "total_tokens": 38829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je v rámci bakalárskej práce z roku 2022 uvedená téma „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.348794, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.892163, + "tool_latency_seconds": 0.348794, + "final_model_latency_seconds": 17.240169, + "total_latency_seconds": 19.481638, + "usage": { + "prompt_tokens": 19860, + "completion_tokens": 158, + "total_tokens": 20018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.21744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.884262, + "tool_latency_seconds": 0.21744, + "final_model_latency_seconds": 17.963172, + "total_latency_seconds": 20.065444, + "usage": { + "prompt_tokens": 21679, + "completion_tokens": 135, + "total_tokens": 21814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorej cieľom bolo zlepšenie presnosti modelu Spacy pre slovenčinu a vylepšenie parametrov pomocou transformérov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.289935, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.830172, + "tool_latency_seconds": 0.289935, + "final_model_latency_seconds": 16.200304, + "total_latency_seconds": 18.320979, + "usage": { + "prompt_tokens": 17914, + "completion_tokens": 202, + "total_tokens": 18116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý súvisí s témou slovenčina v rámci svojej dizertačnej práce zameranéj na vylepšenie RAG-QA v slovenskom jazyku, a tiež sa podieľa na projekte podpory slovenčiny v knižnici Spacy v oblasti vylepšovania parametrov a transformerových modelov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.90122, + "tool_latency_seconds": 0.210731, + "final_model_latency_seconds": 15.13753, + "total_latency_seconds": 17.25055, + "usage": { + "prompt_tokens": 16799, + "completion_tokens": 211, + "total_tokens": 17010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič sa pri svojej bakalárskej práci v roku 2022 venoval témam spojeným s Transformer neural network a knižnicou Spacy, kde preštudoval Transformery a pripravil osnovu práce. Neskôr pri diplomovej práci v roku 2024 sa zaoberal neurónovým vyhľadávaním na základe sémantickej podobnosti vektorov a pracoval s modelmi typu Sentence Transformer (SBERT), pričom v rámci projektu na podporu slovenčiny v knižnici Spacy je explicitne uvedený pri téme vylepšenia parametrov a transformerov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.816596, + "tool_latency_seconds": 0.262398, + "final_model_latency_seconds": 18.292135, + "total_latency_seconds": 20.37164, + "usage": { + "prompt_tokens": 19603, + "completion_tokens": 266, + "total_tokens": 19869 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov a identifikáciu slabých miest na jeho následné vylepšenie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.373223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.868197, + "tool_latency_seconds": 0.373223, + "final_model_latency_seconds": 7.670794, + "total_latency_seconds": 9.912473, + "usage": { + "prompt_tokens": 7906, + "completion_tokens": 179, + "total_tokens": 8085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Michala Stromka je v ZP Wiki evidovaný dokument o jeho diplomovej práci s názvom „Sémantické vyhľadávanie v slovenskom texte\", ktorú študoval v akademickom roku 2023/2024 pri štarte štúdia v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.702319, + "tool_latency_seconds": 0.298508, + "final_model_latency_seconds": 14.704746, + "total_latency_seconds": 16.706054, + "usage": { + "prompt_tokens": 17228, + "completion_tokens": 170, + "total_tokens": 17398 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.269381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.624904, + "tool_latency_seconds": 0.269381, + "final_model_latency_seconds": 15.930626, + "total_latency_seconds": 17.82546, + "usage": { + "prompt_tokens": 19391, + "completion_tokens": 117, + "total_tokens": 19508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" vypracoval Michal Stromko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.500732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.996234, + "tool_latency_seconds": 0.500732, + "final_model_latency_seconds": 23.288193, + "total_latency_seconds": 25.785826, + "usage": { + "prompt_tokens": 27785, + "completion_tokens": 157, + "total_tokens": 27942 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\", ktorá bola dokončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.838543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.667436, + "tool_latency_seconds": 0.838543, + "final_model_latency_seconds": 53.213079, + "total_latency_seconds": 55.720319, + "usage": { + "prompt_tokens": 59399, + "completion_tokens": 136, + "total_tokens": 59535 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.402016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.802333, + "tool_latency_seconds": 0.402016, + "final_model_latency_seconds": 19.072557, + "total_latency_seconds": 21.277467, + "usage": { + "prompt_tokens": 22112, + "completion_tokens": 129, + "total_tokens": 22241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka je uvedená v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.272315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.61947, + "tool_latency_seconds": 0.272315, + "final_model_latency_seconds": 18.710654, + "total_latency_seconds": 20.603241, + "usage": { + "prompt_tokens": 22071, + "completion_tokens": 128, + "total_tokens": 22199 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.384758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.81923, + "tool_latency_seconds": 0.384758, + "final_model_latency_seconds": 6.41814, + "total_latency_seconds": 8.62236, + "usage": { + "prompt_tokens": 7155, + "completion_tokens": 133, + "total_tokens": 7288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracovával diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte\" v akademickom roku 2023/2024, ktorá sa zameriava na implementáciu a vyhodnotenie sémantického vyhľadávania na slovenskej wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 5 + }, + "latency_seconds": 0.334291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.451443, + "tool_latency_seconds": 0.334291, + "final_model_latency_seconds": 18.892404, + "total_latency_seconds": 20.678684, + "usage": { + "prompt_tokens": 22104, + "completion_tokens": 157, + "total_tokens": 22261 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko súvisí s témou FAISS v rámci svojho diplomového projektu, kde plánoval využiť vektorovú databázu FAISS na uloženie odsekov a vektorov pre potreby sémantického vyhľadávania a odpovedania na otázky v slovenskej Wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.365723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.615392, + "tool_latency_seconds": 0.365723, + "final_model_latency_seconds": 15.808031, + "total_latency_seconds": 17.789626, + "usage": { + "prompt_tokens": 17890, + "completion_tokens": 164, + "total_tokens": 18054 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" používala ako indexovací systém nástroj Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.465629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.87692, + "tool_latency_seconds": 0.465629, + "final_model_latency_seconds": 11.759184, + "total_latency_seconds": 14.102207, + "usage": { + "prompt_tokens": 13815, + "completion_tokens": 146, + "total_tokens": 13961 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.412768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.658886, + "tool_latency_seconds": 0.412768, + "final_model_latency_seconds": 14.76232, + "total_latency_seconds": 16.834573, + "usage": { + "prompt_tokens": 17967, + "completion_tokens": 115, + "total_tokens": 18082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Artem Yatsenko sa nachádza na stránke ZP Wiki, kde sú uvedené jeho študijné údaje a projekty. Artem Yatsenko začal štúdium v roku 2019 a vypracovával bakalársku prácu v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\". V roku 2021 tiež realizoval bakalársky projekt zameraný na zlepšenie modelu pre rozpoznávanie pomenovaných entít a anotáciu korpusu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5 + }, + "latency_seconds": 0.238701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.342809, + "tool_latency_seconds": 0.238701, + "final_model_latency_seconds": 15.595527, + "total_latency_seconds": 17.177591, + "usage": { + "prompt_tokens": 16867, + "completion_tokens": 202, + "total_tokens": 17069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225693, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822519, + "tool_latency_seconds": 0.225693, + "final_model_latency_seconds": 12.933771, + "total_latency_seconds": 14.982544, + "usage": { + "prompt_tokens": 15157, + "completion_tokens": 143, + "total_tokens": 15300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.372654, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.570498, + "tool_latency_seconds": 0.372654, + "final_model_latency_seconds": 22.203268, + "total_latency_seconds": 24.147057, + "usage": { + "prompt_tokens": 26483, + "completion_tokens": 135, + "total_tokens": 26618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. Ďalej tému riešil aj Jakub Maruniak v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ a Martin Wencel sa jej venoval v bakalárskej práci z roku 2020, kde sa venoval aj implementácii tohto procesu pomocou knižnice Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.637387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.560288, + "tool_latency_seconds": 0.637387, + "final_model_latency_seconds": 48.336013, + "total_latency_seconds": 50.534821, + "usage": { + "prompt_tokens": 52085, + "completion_tokens": 271, + "total_tokens": 52356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce pri osobe Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.853543, + "tool_latency_seconds": 0.201472, + "final_model_latency_seconds": 12.261022, + "total_latency_seconds": 14.316456, + "usage": { + "prompt_tokens": 13683, + "completion_tokens": 140, + "total_tokens": 13823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.818273, + "tool_latency_seconds": 0.196384, + "final_model_latency_seconds": 12.306591, + "total_latency_seconds": 14.321762, + "usage": { + "prompt_tokens": 15121, + "completion_tokens": 123, + "total_tokens": 15244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.234635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.941765, + "tool_latency_seconds": 0.234635, + "final_model_latency_seconds": 9.574311, + "total_latency_seconds": 11.751109, + "usage": { + "prompt_tokens": 11181, + "completion_tokens": 145, + "total_tokens": 11326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je bakalárska práca uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?" + }, + "latency_seconds": 0.226706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.228534, + "tool_latency_seconds": 0.226706, + "final_model_latency_seconds": 16.555265, + "total_latency_seconds": 18.011032, + "usage": { + "prompt_tokens": 20169, + "completion_tokens": 90, + "total_tokens": 20259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 10 + }, + "latency_seconds": 0.393774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.471653, + "tool_latency_seconds": 0.393774, + "final_model_latency_seconds": 21.312735, + "total_latency_seconds": 23.178931, + "usage": { + "prompt_tokens": 25598, + "completion_tokens": 120, + "total_tokens": 25718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce osoby Artem Yatsenko, ale rokom začiatku jeho štúdia, zatiaľ čo jeho bakalárska práca s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.221613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.463649, + "tool_latency_seconds": 0.221613, + "final_model_latency_seconds": 11.714591, + "total_latency_seconds": 13.400299, + "usage": { + "prompt_tokens": 12770, + "completion_tokens": 162, + "total_tokens": 12932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorej téma sa priamo zaoberá pomenovanými entitami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.13844, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.819912, + "tool_latency_seconds": 0.13844, + "final_model_latency_seconds": 12.788728, + "total_latency_seconds": 14.747541, + "usage": { + "prompt_tokens": 14872, + "completion_tokens": 161, + "total_tokens": 15033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko súvisí s témou Spacy počas svojho bakalárskeho projektu v roku 2021, kde bol súčasťou úloh práca s repozitárom spacy-skmodel pre rozpoznávanie pomenovaných entít, hoci názov jeho následnej bakalárskej práce z roku 2022 je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.306497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.400384, + "tool_latency_seconds": 0.306497, + "final_model_latency_seconds": 15.313156, + "total_latency_seconds": 17.020527, + "usage": { + "prompt_tokens": 17312, + "completion_tokens": 176, + "total_tokens": 17488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársky projekt v roku 2021 s úlohou anotovať korpus a následne bakalársku prácu v roku 2022 na tému Rozpoznávanie pomenovaných entít v slovenskom jazyku, čo zahŕňalo aj anotáciu pomenovaných entít.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.135984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.813949, + "tool_latency_seconds": 0.135984, + "final_model_latency_seconds": 12.879264, + "total_latency_seconds": 14.829683, + "usage": { + "prompt_tokens": 14519, + "completion_tokens": 184, + "total_tokens": 14703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal podľa úloh z 30. septembra v rámci bakalárskeho projektu 2021 minimálne anotovať 20 článkov cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 5 + }, + "latency_seconds": 0.362506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.480641, + "tool_latency_seconds": 0.362506, + "final_model_latency_seconds": 14.716081, + "total_latency_seconds": 16.56, + "usage": { + "prompt_tokens": 17633, + "completion_tokens": 126, + "total_tokens": 17759 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú evidované jeho bakalárska práca s názvom „Dialógový systém pre potreby samosprávy\" z roku 2024 a diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.762514, + "tool_latency_seconds": 0.210587, + "final_model_latency_seconds": 19.016094, + "total_latency_seconds": 20.989732, + "usage": { + "prompt_tokens": 21342, + "completion_tokens": 218, + "total_tokens": 21560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.875944, + "tool_latency_seconds": 0.303718, + "final_model_latency_seconds": 17.893895, + "total_latency_seconds": 20.074242, + "usage": { + "prompt_tokens": 21392, + "completion_tokens": 144, + "total_tokens": 21536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracúva študent Matej Ščišľak.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.632266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.161975, + "tool_latency_seconds": 0.632266, + "final_model_latency_seconds": 26.318656, + "total_latency_seconds": 29.113718, + "usage": { + "prompt_tokens": 31143, + "completion_tokens": 167, + "total_tokens": 31310 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši diplomovú prácu s presným názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", je Matej Ščišľak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.490901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.074269, + "tool_latency_seconds": 0.490901, + "final_model_latency_seconds": 17.283905, + "total_latency_seconds": 19.849559, + "usage": { + "prompt_tokens": 19832, + "completion_tokens": 168, + "total_tokens": 20000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?" + }, + "latency_seconds": 0.226737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.297473, + "tool_latency_seconds": 0.226737, + "final_model_latency_seconds": 14.213382, + "total_latency_seconds": 15.738092, + "usage": { + "prompt_tokens": 16987, + "completion_tokens": 106, + "total_tokens": 17093 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.212275, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.859169, + "tool_latency_seconds": 0.212275, + "final_model_latency_seconds": 14.9807, + "total_latency_seconds": 17.052658, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 128, + "total_tokens": 18307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.249072, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.39037, + "tool_latency_seconds": 0.249072, + "final_model_latency_seconds": 12.191485, + "total_latency_seconds": 13.831395, + "usage": { + "prompt_tokens": 14480, + "completion_tokens": 109, + "total_tokens": 14589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.290421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.889134, + "tool_latency_seconds": 0.290421, + "final_model_latency_seconds": 17.882917, + "total_latency_seconds": 20.063039, + "usage": { + "prompt_tokens": 21767, + "completion_tokens": 132, + "total_tokens": 21899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala štúdium v roku 2021, pričom jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" bola evidovaná v roku 2026 a bakalárska práca „Dialógový systém pre potreby samosprávy\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "limit": 10 + }, + "latency_seconds": 0.615882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.554507, + "tool_latency_seconds": 0.615882, + "final_model_latency_seconds": 30.174162, + "total_latency_seconds": 32.345539, + "usage": { + "prompt_tokens": 34548, + "completion_tokens": 178, + "total_tokens": 34726 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2024 a diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.257063, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.990629, + "tool_latency_seconds": 0.257063, + "final_model_latency_seconds": 11.874961, + "total_latency_seconds": 14.123087, + "usage": { + "prompt_tokens": 12781, + "completion_tokens": 186, + "total_tokens": 12967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", pri ktorej implementuje systém využívajúci technológiu GraphRAG (zloženú z FAISS a Neo4J) na vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.220211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.86121, + "tool_latency_seconds": 0.220211, + "final_model_latency_seconds": 8.229491, + "total_latency_seconds": 10.311242, + "usage": { + "prompt_tokens": 8513, + "completion_tokens": 197, + "total_tokens": 8710 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt študenta Mateja Ščišľa s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" využíva databázu Neo4J ako súčasť systému GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.208481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.709013, + "tool_latency_seconds": 0.208481, + "final_model_latency_seconds": 16.752431, + "total_latency_seconds": 18.670461, + "usage": { + "prompt_tokens": 19952, + "completion_tokens": 152, + "total_tokens": 20104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt študenta Mateja Ščišľaka z roku 2025 zahŕňa vytvorenie RAG systému, kde boli vektory uložené do vektrovej databázy FAISS.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.334055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.916843, + "tool_latency_seconds": 0.334055, + "final_model_latency_seconds": 17.499946, + "total_latency_seconds": 19.751467, + "usage": { + "prompt_tokens": 20582, + "completion_tokens": 161, + "total_tokens": 20743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG, ktorý vypracoval Matej Ščišľak, sa skladá z dvoch hlavných častí: vektorovej databázy FAISS a grafovej databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.335728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.937978, + "tool_latency_seconds": 0.335728, + "final_model_latency_seconds": 11.503315, + "total_latency_seconds": 13.777448, + "usage": { + "prompt_tokens": 13224, + "completion_tokens": 159, + "total_tokens": 13383 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým sú priradené správne odpovede a odpovede vygenerované chatbotom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.413045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.691958, + "tool_latency_seconds": 0.413045, + "final_model_latency_seconds": 22.944904, + "total_latency_seconds": 25.050559, + "usage": { + "prompt_tokens": 27266, + "completion_tokens": 142, + "total_tokens": 27408 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol „Dialógový systém pre potreby samosprávy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.403529, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.978361, + "tool_latency_seconds": 0.403529, + "final_model_latency_seconds": 22.323989, + "total_latency_seconds": 24.706566, + "usage": { + "prompt_tokens": 26337, + "completion_tokens": 152, + "total_tokens": 26489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Vladimíra Ferka je v ZP Wiki evidovaný dokument o jeho bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorú začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5 + }, + "latency_seconds": 0.250472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.354409, + "tool_latency_seconds": 0.250472, + "final_model_latency_seconds": 14.043185, + "total_latency_seconds": 15.648545, + "usage": { + "prompt_tokens": 15971, + "completion_tokens": 137, + "total_tokens": 16108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.270817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.872188, + "tool_latency_seconds": 0.270817, + "final_model_latency_seconds": 15.264749, + "total_latency_seconds": 17.408399, + "usage": { + "prompt_tokens": 18245, + "completion_tokens": 144, + "total_tokens": 18389 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa venuje Vladimír Ferko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5 + }, + "latency_seconds": 0.397619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.584488, + "tool_latency_seconds": 0.397619, + "final_model_latency_seconds": 24.281605, + "total_latency_seconds": 26.264359, + "usage": { + "prompt_tokens": 28713, + "completion_tokens": 134, + "total_tokens": 28847 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“, ktorá sa zameriava na prípravu korpusu diskusných príspevkov v slovenčine, ich anotáciu a následnú štatistickú analýzu výskytu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5 + }, + "latency_seconds": 0.400626, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.58688, + "tool_latency_seconds": 0.400626, + "final_model_latency_seconds": 25.134728, + "total_latency_seconds": 27.122969, + "usage": { + "prompt_tokens": 28133, + "completion_tokens": 182, + "total_tokens": 28315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Vladimíra Ferku má názov „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.214949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.897004, + "tool_latency_seconds": 0.214949, + "final_model_latency_seconds": 15.444606, + "total_latency_seconds": 17.557066, + "usage": { + "prompt_tokens": 17986, + "completion_tokens": 147, + "total_tokens": 18133 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.179715, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.876921, + "tool_latency_seconds": 0.179715, + "final_model_latency_seconds": 7.849293, + "total_latency_seconds": 9.906205, + "usage": { + "prompt_tokens": 8930, + "completion_tokens": 128, + "total_tokens": 9058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "limit": 5 + }, + "latency_seconds": 1.108415, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.540191, + "tool_latency_seconds": 1.108415, + "final_model_latency_seconds": 15.37292, + "total_latency_seconds": 18.022167, + "usage": { + "prompt_tokens": 18589, + "completion_tokens": 122, + "total_tokens": 18711 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.838102, + "tool_latency_seconds": 0.298999, + "final_model_latency_seconds": 20.69095, + "total_latency_seconds": 22.828675, + "usage": { + "prompt_tokens": 24859, + "completion_tokens": 131, + "total_tokens": 24990 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov sa nepodarilo nájsť rok, v ktorom Vladimír Ferko začal pracovať, je však uvedené, že rok začiatku štúdia bol 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "limit": 10 + }, + "latency_seconds": 0.4592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.480144, + "tool_latency_seconds": 0.4592, + "final_model_latency_seconds": 21.354769, + "total_latency_seconds": 23.294937, + "usage": { + "prompt_tokens": 25074, + "completion_tokens": 132, + "total_tokens": 25206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Vladimíra Ferku, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" je evidovaná pod rokom 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.223205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.716046, + "tool_latency_seconds": 0.223205, + "final_model_latency_seconds": 10.800313, + "total_latency_seconds": 12.739924, + "usage": { + "prompt_tokens": 11507, + "completion_tokens": 182, + "total_tokens": 11689 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent, ktorý pracuje na bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá je súčasťou projektu Hate Speech.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.404033, + "tool_latency_seconds": 0.213, + "final_model_latency_seconds": 16.875251, + "total_latency_seconds": 18.492838, + "usage": { + "prompt_tokens": 19734, + "completion_tokens": 144, + "total_tokens": 19878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", kde sa zameriaval na anotáciu a automatické rozpoznávanie nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.164172, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.818276, + "tool_latency_seconds": 0.164172, + "final_model_latency_seconds": 14.267036, + "total_latency_seconds": 16.250001, + "usage": { + "prompt_tokens": 16402, + "completion_tokens": 169, + "total_tokens": 16571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracovával bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pri ktorej využil model SlovakBERT (konkrétne verziu pre analýzu sentimentu na Twitteri) na natrénovanie a vyhodnotenie modelu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.185634, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.818775, + "tool_latency_seconds": 0.185634, + "final_model_latency_seconds": 17.095803, + "total_latency_seconds": 19.100718, + "usage": { + "prompt_tokens": 19610, + "completion_tokens": 182, + "total_tokens": 19792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.227805, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.848114, + "tool_latency_seconds": 0.227805, + "final_model_latency_seconds": 17.25073, + "total_latency_seconds": 19.327162, + "usage": { + "prompt_tokens": 20804, + "completion_tokens": 134, + "total_tokens": 20938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať iniciatívu **OffensEval 2019-20** a v rámci svojej bakalárskej práce o anotácií nenávistnej reči mal vybrať a naštudovať aj ďalšie podobné iniciatívy pre anotáciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.241593, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.801288, + "tool_latency_seconds": 0.241593, + "final_model_latency_seconds": 14.287623, + "total_latency_seconds": 16.330941, + "usage": { + "prompt_tokens": 15780, + "completion_tokens": 178, + "total_tokens": 15958 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Novotný eviduje jeho diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorú začal študovať v roku 2021 a ktorá je plánovaná na rok 2026. Práca sa zameriava na klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu s cieľom pripraviť dáta na trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.76559, + "tool_latency_seconds": 0.193807, + "final_model_latency_seconds": 19.199855, + "total_latency_seconds": 21.159914, + "usage": { + "prompt_tokens": 21466, + "completion_tokens": 214, + "total_tokens": 21680 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.240113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.825978, + "tool_latency_seconds": 0.240113, + "final_model_latency_seconds": 17.689684, + "total_latency_seconds": 19.756494, + "usage": { + "prompt_tokens": 21144, + "completion_tokens": 139, + "total_tokens": 21283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracúva Matej Novotný v rámci svojej diplomovej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.361903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 2.121737, + "tool_latency_seconds": 0.361903, + "final_model_latency_seconds": 21.665611, + "total_latency_seconds": 24.150021, + "usage": { + "prompt_tokens": 25389, + "completion_tokens": 171, + "total_tokens": 25560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá má za cieľ pripraviť webové dáta na trénovanie jazykového modelu prostredníctvom ich automatickej klasifikácie podľa typu a domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5 + }, + "latency_seconds": 0.642446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.544858, + "tool_latency_seconds": 0.642446, + "final_model_latency_seconds": 23.51006, + "total_latency_seconds": 25.698439, + "usage": { + "prompt_tokens": 26764, + "completion_tokens": 161, + "total_tokens": 26925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce osobe Matej Novotný uvedená ako „Klasifikácia webových dát pre lepšie jazykové modelovanie“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.19934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.845696, + "tool_latency_seconds": 0.19934, + "final_model_latency_seconds": 7.838346, + "total_latency_seconds": 9.883679, + "usage": { + "prompt_tokens": 8690, + "completion_tokens": 140, + "total_tokens": 8830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.829055, + "tool_latency_seconds": 0.230696, + "final_model_latency_seconds": 15.640708, + "total_latency_seconds": 17.701148, + "usage": { + "prompt_tokens": 19241, + "completion_tokens": 126, + "total_tokens": 19367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.26341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.374398, + "tool_latency_seconds": 0.26341, + "final_model_latency_seconds": 12.418125, + "total_latency_seconds": 14.056503, + "usage": { + "prompt_tokens": 14689, + "completion_tokens": 108, + "total_tokens": 14797 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.231376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.823901, + "tool_latency_seconds": 0.231376, + "final_model_latency_seconds": 19.158278, + "total_latency_seconds": 21.214291, + "usage": { + "prompt_tokens": 23325, + "completion_tokens": 129, + "total_tokens": 23454 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Podľa dostupných dokumentov začal Matej Novotný štúdium v roku 2021 a jeho diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.295384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.89955, + "tool_latency_seconds": 0.295384, + "final_model_latency_seconds": 8.347621, + "total_latency_seconds": 10.542863, + "usage": { + "prompt_tokens": 9369, + "completion_tokens": 152, + "total_tokens": 9521 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" je evidovaná ako práca z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.376058, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.937181, + "tool_latency_seconds": 0.376058, + "final_model_latency_seconds": 12.124295, + "total_latency_seconds": 14.438025, + "usage": { + "prompt_tokens": 13810, + "completion_tokens": 189, + "total_tokens": 13999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových dát, ich roztriedenie podľa typov a domén a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234214, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.820049, + "tool_latency_seconds": 0.234214, + "final_model_latency_seconds": 23.109198, + "total_latency_seconds": 25.164221, + "usage": { + "prompt_tokens": 26190, + "completion_tokens": 178, + "total_tokens": 26368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na automatickú klasifikáciu webových textov podľa typu a na detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.224105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.830039, + "tool_latency_seconds": 0.224105, + "final_model_latency_seconds": 18.40466, + "total_latency_seconds": 20.45936, + "usage": { + "prompt_tokens": 21161, + "completion_tokens": 173, + "total_tokens": 21334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie, ktorá sa zameriava na prípravu dát pre trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218536, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.862919, + "tool_latency_seconds": 0.218536, + "final_model_latency_seconds": 21.027461, + "total_latency_seconds": 23.109557, + "usage": { + "prompt_tokens": 24878, + "completion_tokens": 159, + "total_tokens": 25037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Valerii Kutsenko je v ZP Wiki evidovaný dokument o jej bakalárskej práci z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu\" a o diplomovej práci z roku 2027 zamerané na „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko." + }, + "latency_seconds": 0.287968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.139725, + "tool_latency_seconds": 0.287968, + "final_model_latency_seconds": 16.452757, + "total_latency_seconds": 17.88095, + "usage": { + "prompt_tokens": 18231, + "completion_tokens": 141, + "total_tokens": 18372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca osoby Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.246446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.844365, + "tool_latency_seconds": 0.246446, + "final_model_latency_seconds": 15.493935, + "total_latency_seconds": 17.585303, + "usage": { + "prompt_tokens": 18434, + "completion_tokens": 139, + "total_tokens": 18573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva študent Valerii Kutsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.432525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.717994, + "tool_latency_seconds": 0.432525, + "final_model_latency_seconds": 18.852238, + "total_latency_seconds": 21.003304, + "usage": { + "prompt_tokens": 22439, + "completion_tokens": 132, + "total_tokens": 22571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko rieši diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", ktorá má za cieľ navrhnúť agenta budujúceho a využívajúceho znalostný graf pri vyhľadávaní. Ďalší študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá zahŕňa vytvorenie znalostného grafu pre slovenské právo a návrh inteligentného agenta využívajúceho tento graf.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.62776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.950337, + "tool_latency_seconds": 0.62776, + "final_model_latency_seconds": 28.040768, + "total_latency_seconds": 30.619653, + "usage": { + "prompt_tokens": 30645, + "completion_tokens": 279, + "total_tokens": 30924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“ pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "published_only": true + }, + "latency_seconds": 0.347554, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.441475, + "tool_latency_seconds": 0.347554, + "final_model_latency_seconds": 19.140968, + "total_latency_seconds": 20.930753, + "usage": { + "prompt_tokens": 22070, + "completion_tokens": 121, + "total_tokens": 22191 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.253754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.808408, + "tool_latency_seconds": 0.253754, + "final_model_latency_seconds": 12.508107, + "total_latency_seconds": 14.570718, + "usage": { + "prompt_tokens": 15045, + "completion_tokens": 124, + "total_tokens": 15169 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.276421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.012745, + "tool_latency_seconds": 0.276421, + "final_model_latency_seconds": 4.951322, + "total_latency_seconds": 7.240722, + "usage": { + "prompt_tokens": 5166, + "completion_tokens": 148, + "total_tokens": 5314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "published_only": false + }, + "latency_seconds": 0.271264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.407661, + "tool_latency_seconds": 0.271264, + "final_model_latency_seconds": 17.867999, + "total_latency_seconds": 19.547636, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 103, + "total_tokens": 22076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.311637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.707277, + "tool_latency_seconds": 0.311637, + "final_model_latency_seconds": 11.481093, + "total_latency_seconds": 13.500644, + "usage": { + "prompt_tokens": 13424, + "completion_tokens": 133, + "total_tokens": 13557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Valerii Kutsenko, ale rokom začiatku jej štúdia; jej diplomová práca je naplánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.275964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.898463, + "tool_latency_seconds": 0.275964, + "final_model_latency_seconds": 4.716856, + "total_latency_seconds": 6.89151, + "usage": { + "prompt_tokens": 4471, + "completion_tokens": 163, + "total_tokens": 4634 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Valerii Kutsenko s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" sa zaoberá témou znalostných grafov, pričom cieľom je navrhnúť agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.284048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.820714, + "tool_latency_seconds": 0.284048, + "final_model_latency_seconds": 7.343405, + "total_latency_seconds": 9.44846, + "usage": { + "prompt_tokens": 7709, + "completion_tokens": 184, + "total_tokens": 7893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva bakalársku prácu s názvom „Automatické generovanie otázok zo zadaného textu\", ktorej cieľom je vylepšiť proces RAG (Retrieval augmented generation).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.298449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.61543, + "tool_latency_seconds": 0.298449, + "final_model_latency_seconds": 16.857097, + "total_latency_seconds": 18.771563, + "usage": { + "prompt_tokens": 20015, + "completion_tokens": 144, + "total_tokens": 20159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko je študent, ktorý pripravuje diplomovú prácu s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, pričom v rámci svojho diplomového projektu z roku 2026 si študoval tému GraphRAG a pozeral sa na zdroj https://graphrag.com.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.279816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.818196, + "tool_latency_seconds": 0.279816, + "final_model_latency_seconds": 17.848965, + "total_latency_seconds": 19.94753, + "usage": { + "prompt_tokens": 20419, + "completion_tokens": 180, + "total_tokens": 20599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania k diplomovej práci môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.32323, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.876815, + "tool_latency_seconds": 0.32323, + "final_model_latency_seconds": 7.868967, + "total_latency_seconds": 10.069287, + "usage": { + "prompt_tokens": 8959, + "completion_tokens": 144, + "total_tokens": 9103 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian má na stránke ZP Wiki evidovanú bakalársku prácu s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorú začala vypracovávať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.21972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.73175, + "tool_latency_seconds": 0.21972, + "final_model_latency_seconds": 6.673681, + "total_latency_seconds": 8.625532, + "usage": { + "prompt_tokens": 7144, + "completion_tokens": 163, + "total_tokens": 7307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.175608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.835156, + "tool_latency_seconds": 0.175608, + "final_model_latency_seconds": 12.472797, + "total_latency_seconds": 14.48418, + "usage": { + "prompt_tokens": 15069, + "completion_tokens": 141, + "total_tokens": 15210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "S pracou s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú Tetiana Mohorian, ktorá vypracováva bakalársku prácu v roku 2025, a Patrik Pokrivčák, ktorý má túto tému ako diplomovú prácu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.469446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.058644, + "tool_latency_seconds": 0.469446, + "final_model_latency_seconds": 25.186043, + "total_latency_seconds": 27.715209, + "usage": { + "prompt_tokens": 28832, + "completion_tokens": 221, + "total_tokens": 29053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií v ZP Wiki sa téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" (alebo podobne sformulovaná ako „Rozpoznávanie nenávistnej reči pomocou transfomers\") objavila ako jeden z nápadov na tému diplomovej práce študenta Martina Jancuru, pričom jeho finálna diplomová práca bola pomenovaná „Rozpoznávanie emócií v texte\" a zameriavala sa na sentiment a emócie v texte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.023031, + "tool_latency_seconds": 0.452078, + "final_model_latency_seconds": 25.612383, + "total_latency_seconds": 28.088301, + "usage": { + "prompt_tokens": 28421, + "completion_tokens": 246, + "total_tokens": 28667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.174816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.89121, + "tool_latency_seconds": 0.174816, + "final_model_latency_seconds": 14.471281, + "total_latency_seconds": 16.537915, + "usage": { + "prompt_tokens": 17102, + "completion_tokens": 141, + "total_tokens": 17243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.216669, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.83635, + "tool_latency_seconds": 0.216669, + "final_model_latency_seconds": 11.967066, + "total_latency_seconds": 14.020592, + "usage": { + "prompt_tokens": 14528, + "completion_tokens": 124, + "total_tokens": 14652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 1.6121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.405249, + "tool_latency_seconds": 1.6121, + "final_model_latency_seconds": 17.741446, + "total_latency_seconds": 20.759493, + "usage": { + "prompt_tokens": 21396, + "completion_tokens": 106, + "total_tokens": 21502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je v ZP Wiki uvedená bakalárska práca pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?" + }, + "latency_seconds": 0.255821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.258658, + "tool_latency_seconds": 0.255821, + "final_model_latency_seconds": 12.28165, + "total_latency_seconds": 13.796689, + "usage": { + "prompt_tokens": 14651, + "completion_tokens": 95, + "total_tokens": 14746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je uvedené, že rok začiatku štúdia Tetiany Mohorian je 2022, pričom rok práce (záverečnej práce) nie je v týchto zdrojoch explicitne uvedený, hoci sa v sekcii jej profilu nachádza záhlavie „Bakalárska práca 2025\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.342889, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.67368, + "tool_latency_seconds": 0.342889, + "final_model_latency_seconds": 14.973601, + "total_latency_seconds": 16.99089, + "usage": { + "prompt_tokens": 17118, + "completion_tokens": 181, + "total_tokens": 17299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pod rokom 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.223655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.693723, + "tool_latency_seconds": 0.223655, + "final_model_latency_seconds": 14.017726, + "total_latency_seconds": 15.935579, + "usage": { + "prompt_tokens": 16517, + "completion_tokens": 149, + "total_tokens": 16666 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zameriava na tému hate speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331762, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.609158, + "tool_latency_seconds": 0.331762, + "final_model_latency_seconds": 18.650715, + "total_latency_seconds": 20.592312, + "usage": { + "prompt_tokens": 22005, + "completion_tokens": 144, + "total_tokens": 22149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá priamo súvisí s témou LLM (veľké jazykové modely).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.221704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.812728, + "tool_latency_seconds": 0.221704, + "final_model_latency_seconds": 7.747149, + "total_latency_seconds": 9.782023, + "usage": { + "prompt_tokens": 8065, + "completion_tokens": 166, + "total_tokens": 8231 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", kde sa v rámci zadania a úloh explicitne zaoberá témou prompting, konkrétne nácvikom a aplikáciou promptingových metód (vrátane few-shot learning) na detekciu nenávistnej reči.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.338887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.7763, + "tool_latency_seconds": 0.338887, + "final_model_latency_seconds": 16.776983, + "total_latency_seconds": 18.893151, + "usage": { + "prompt_tokens": 18931, + "completion_tokens": 196, + "total_tokens": 19127 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre bakalársku prácu Tetiany Mohorian mala na adaptáciu modelu použiť techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.182141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.662854, + "tool_latency_seconds": 0.182141, + "final_model_latency_seconds": 7.611275, + "total_latency_seconds": 9.45657, + "usage": { + "prompt_tokens": 8218, + "completion_tokens": 130, + "total_tokens": 8348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 v metrike few-shot F1.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.271929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.896312, + "tool_latency_seconds": 0.271929, + "final_model_latency_seconds": 7.746568, + "total_latency_seconds": 9.915115, + "usage": { + "prompt_tokens": 9133, + "completion_tokens": 140, + "total_tokens": 9273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Daniil Huzenko je v ZP Wiki evidovaný dokument o jeho bakalárskej práci z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.172434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.72043, + "tool_latency_seconds": 0.172434, + "final_model_latency_seconds": 11.496475, + "total_latency_seconds": 13.389793, + "usage": { + "prompt_tokens": 13259, + "completion_tokens": 160, + "total_tokens": 13419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Daniila Huzenka má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.18521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.837895, + "tool_latency_seconds": 0.18521, + "final_model_latency_seconds": 14.367077, + "total_latency_seconds": 16.390725, + "usage": { + "prompt_tokens": 17198, + "completion_tokens": 152, + "total_tokens": 17350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" vypracúva študent Daniil Huzenko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.747342, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 2.061675, + "tool_latency_seconds": 0.747342, + "final_model_latency_seconds": 27.241531, + "total_latency_seconds": 30.05143, + "usage": { + "prompt_tokens": 32212, + "completion_tokens": 167, + "total_tokens": 32379 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", kde je cieľom porovnať a kombinovať domáci klaster založený na Raspberry Pi s verejným riešením Azure Kubernetes System.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.604014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.840505, + "tool_latency_seconds": 0.604014, + "final_model_latency_seconds": 25.726745, + "total_latency_seconds": 28.172141, + "usage": { + "prompt_tokens": 29445, + "completion_tokens": 184, + "total_tokens": 29629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.205084, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.838529, + "tool_latency_seconds": 0.205084, + "final_model_latency_seconds": 16.136017, + "total_latency_seconds": 18.180179, + "usage": { + "prompt_tokens": 18760, + "completion_tokens": 153, + "total_tokens": 18913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.293903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.807382, + "tool_latency_seconds": 0.293903, + "final_model_latency_seconds": 14.930199, + "total_latency_seconds": 17.032191, + "usage": { + "prompt_tokens": 17892, + "completion_tokens": 124, + "total_tokens": 18016 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.364463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.360862, + "tool_latency_seconds": 0.364463, + "final_model_latency_seconds": 15.186127, + "total_latency_seconds": 16.911978, + "usage": { + "prompt_tokens": 18129, + "completion_tokens": 101, + "total_tokens": 18230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je v ZP Wiki uvedená bakalárska práca v roku 2025, pričom dokument uvádza aj rok začiatku štúdia 2022 a predbežný názov práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.222846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.842606, + "tool_latency_seconds": 0.222846, + "final_model_latency_seconds": 19.656969, + "total_latency_seconds": 21.723061, + "usage": { + "prompt_tokens": 22605, + "completion_tokens": 184, + "total_tokens": 22789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal študovať v roku 2022 a vypracováva svoju bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 5 + }, + "latency_seconds": 0.159321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.460312, + "tool_latency_seconds": 0.159321, + "final_model_latency_seconds": 11.938217, + "total_latency_seconds": 13.558363, + "usage": { + "prompt_tokens": 13652, + "completion_tokens": 119, + "total_tokens": 13771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Daniil Huzenko začal štúdium v roku 2022, pričom jeho bakalárska práca je evidovaná pod rokom 2025, nie 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.375801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.924566, + "tool_latency_seconds": 0.375801, + "final_model_latency_seconds": 10.412001, + "total_latency_seconds": 12.712766, + "usage": { + "prompt_tokens": 11995, + "completion_tokens": 156, + "total_tokens": 12151 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.211001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.903165, + "tool_latency_seconds": 0.211001, + "final_model_latency_seconds": 13.543445, + "total_latency_seconds": 15.658136, + "usage": { + "prompt_tokens": 15484, + "completion_tokens": 187, + "total_tokens": 15671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej súčasťou je zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfigurácia s platformou Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.212547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.606366, + "tool_latency_seconds": 0.212547, + "final_model_latency_seconds": 20.078068, + "total_latency_seconds": 21.8977, + "usage": { + "prompt_tokens": 23359, + "completion_tokens": 165, + "total_tokens": 23524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa venuje téme hybridného cloudu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.366161, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.871224, + "tool_latency_seconds": 0.366161, + "final_model_latency_seconds": 13.736148, + "total_latency_seconds": 15.974187, + "usage": { + "prompt_tokens": 15931, + "completion_tokens": 160, + "total_tokens": 16091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny zoznam hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster, hoci sa v dokumentoch uvádza, že mal zostaviť klaster z dosiek Raspberry Pi a mal do práce zapísať aj o hardvéri, ktorý dostal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5 + }, + "latency_seconds": 0.242966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.442458, + "tool_latency_seconds": 0.242966, + "final_model_latency_seconds": 18.715478, + "total_latency_seconds": 20.401877, + "usage": { + "prompt_tokens": 21445, + "completion_tokens": 166, + "total_tokens": 21611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible, a to prostredníctvom prípravy skriptov pre nastavenie (setup) a reinstaláciu (reinstall) klastra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5 + }, + "latency_seconds": 0.261232, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.456282, + "tool_latency_seconds": 0.261232, + "final_model_latency_seconds": 15.848749, + "total_latency_seconds": 17.566877, + "usage": { + "prompt_tokens": 18459, + "completion_tokens": 137, + "total_tokens": 18596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ján Pták je diplomový projekt z roku 2022 s témou Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.199895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.817185, + "tool_latency_seconds": 0.199895, + "final_model_latency_seconds": 15.294293, + "total_latency_seconds": 17.311995, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 135, + "total_tokens": 18314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu Jána Ptáka je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.252133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.787225, + "tool_latency_seconds": 0.252133, + "final_model_latency_seconds": 22.457847, + "total_latency_seconds": 24.498038, + "usage": { + "prompt_tokens": 26949, + "completion_tokens": 126, + "total_tokens": 27075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Záverečnú prácu s názvom „Agent pre manažment záverečných prác\" vypracúva študent Ján Pták ako svoj diplomový projekt.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.275435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.916356, + "tool_latency_seconds": 0.275435, + "final_model_latency_seconds": 18.959742, + "total_latency_seconds": 21.152154, + "usage": { + "prompt_tokens": 22424, + "completion_tokens": 147, + "total_tokens": 22571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.304931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.828001, + "tool_latency_seconds": 0.304931, + "final_model_latency_seconds": 18.683805, + "total_latency_seconds": 20.817544, + "usage": { + "prompt_tokens": 22408, + "completion_tokens": 131, + "total_tokens": 22539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v rámci diplomového projektu uvedená téma „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.338082, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.808653, + "tool_latency_seconds": 0.338082, + "final_model_latency_seconds": 15.985922, + "total_latency_seconds": 18.133338, + "usage": { + "prompt_tokens": 19200, + "completion_tokens": 130, + "total_tokens": 19330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.236719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.81762, + "tool_latency_seconds": 0.236719, + "final_model_latency_seconds": 13.277365, + "total_latency_seconds": 15.332223, + "usage": { + "prompt_tokens": 16183, + "completion_tokens": 121, + "total_tokens": 16304 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.218195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.969672, + "tool_latency_seconds": 0.218195, + "final_model_latency_seconds": 10.780739, + "total_latency_seconds": 12.969407, + "usage": { + "prompt_tokens": 12890, + "completion_tokens": 136, + "total_tokens": 13026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.279176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.559941, + "tool_latency_seconds": 0.279176, + "final_model_latency_seconds": 19.067621, + "total_latency_seconds": 20.907519, + "usage": { + "prompt_tokens": 23379, + "completion_tokens": 109, + "total_tokens": 23488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala štúdium v roku 2022 a v roku 2026 pracuje na diplomovom projekte s názvom Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 10 + }, + "latency_seconds": 0.629584, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.457758, + "tool_latency_seconds": 0.629584, + "final_model_latency_seconds": 24.999435, + "total_latency_seconds": 27.087639, + "usage": { + "prompt_tokens": 29431, + "completion_tokens": 128, + "total_tokens": 29559 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Jána Ptáka, ale rokom začiatku jeho štúdia, kedy pracoval na diplomovom projekte s témou „Agent pre manažment záverečných prác\", ktorý má byť dokončený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.213006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.659472, + "tool_latency_seconds": 0.213006, + "final_model_latency_seconds": 11.758074, + "total_latency_seconds": 13.631357, + "usage": { + "prompt_tokens": 12939, + "completion_tokens": 166, + "total_tokens": 13105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", kde je jednou z kľúčových úloh pochopiť a implementovať technológiu RAG (Retrieval Augmented Generation) pre zlepšenie manažmentu záverečných prác v systéme zpwiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228936, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.791585, + "tool_latency_seconds": 0.228936, + "final_model_latency_seconds": 15.947475, + "total_latency_seconds": 17.968488, + "usage": { + "prompt_tokens": 18313, + "completion_tokens": 175, + "total_tokens": 18488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác\", kde je ako požadované rozhranie určený nástroj OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.142996, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.821382, + "tool_latency_seconds": 0.142996, + "final_model_latency_seconds": 12.066912, + "total_latency_seconds": 14.031752, + "usage": { + "prompt_tokens": 14056, + "completion_tokens": 146, + "total_tokens": 14202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom je jednou z cieľových úloh navrhnuť deployment systému pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.317795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.971462, + "tool_latency_seconds": 0.317795, + "final_model_latency_seconds": 14.666525, + "total_latency_seconds": 16.956278, + "usage": { + "prompt_tokens": 17426, + "completion_tokens": 163, + "total_tokens": 17589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Pre svojho agenta pre zlepšenie manažmentu záverečných prác má Ján Pták použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.822641, + "tool_latency_seconds": 0.216, + "final_model_latency_seconds": 19.053157, + "total_latency_seconds": 21.092457, + "usage": { + "prompt_tokens": 22968, + "completion_tokens": 139, + "total_tokens": 23107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOKu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.370163, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.829141, + "tool_latency_seconds": 0.370163, + "final_model_latency_seconds": 13.605958, + "total_latency_seconds": 15.805763, + "usage": { + "prompt_tokens": 16563, + "completion_tokens": 120, + "total_tokens": 16683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnej databáze alebo backendovom technologickom riešení, ktoré Ján Pták už používal. Dokument o jeho diplomovom projekte z roku 2026 s témou „Agent pre manažment záverečných prác\" uvádza cieľ nasadiť riešenie pomocou Dockeru a rozhrania OpenWebUI, no neobsahuje explicitné uvedenie konkrétnej databázy ani backendového jazyka či frameworku, ktorý by už bol v stave projektu implementovaný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.23294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.589479, + "tool_latency_seconds": 0.23294, + "final_model_latency_seconds": 24.17505, + "total_latency_seconds": 25.99842, + "usage": { + "prompt_tokens": 26939, + "completion_tokens": 220, + "total_tokens": 27159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá začala v roku 2023 a je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk." + }, + "latency_seconds": 0.190847, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.178542, + "tool_latency_seconds": 0.190847, + "final_model_latency_seconds": 13.331591, + "total_latency_seconds": 14.701486, + "usage": { + "prompt_tokens": 15130, + "completion_tokens": 126, + "total_tokens": 15256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.206002, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.890661, + "tool_latency_seconds": 0.206002, + "final_model_latency_seconds": 13.380856, + "total_latency_seconds": 15.478042, + "usage": { + "prompt_tokens": 16018, + "completion_tokens": 147, + "total_tokens": 16165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" sa venuje Rostyslav Rodzhuk.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.460408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.948708, + "tool_latency_seconds": 0.460408, + "final_model_latency_seconds": 24.293706, + "total_latency_seconds": 26.703629, + "usage": { + "prompt_tokens": 28976, + "completion_tokens": 147, + "total_tokens": 29123 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá zahŕňa vytvorenie agenta na pomoc špeciálnemu pedagógovi na základe veľkého jazykového modelu a dostupných dát o podporných opatreniach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.474322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.945016, + "tool_latency_seconds": 0.474322, + "final_model_latency_seconds": 23.780774, + "total_latency_seconds": 26.20078, + "usage": { + "prompt_tokens": 27144, + "completion_tokens": 196, + "total_tokens": 27340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je pri bakalárskej práci uvedená téma „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.234637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.9161, + "tool_latency_seconds": 0.234637, + "final_model_latency_seconds": 11.568673, + "total_latency_seconds": 13.719883, + "usage": { + "prompt_tokens": 13306, + "completion_tokens": 149, + "total_tokens": 13455 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200739, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "first_model_latency_seconds": 1.89357, + "tool_latency_seconds": 0.200739, + "final_model_latency_seconds": 11.812939, + "total_latency_seconds": 13.907766, + "usage": { + "prompt_tokens": 14326, + "completion_tokens": 133, + "total_tokens": 14459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je pri práci „Bakalárska práca 2026\" explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.157297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.004073, + "tool_latency_seconds": 0.157297, + "final_model_latency_seconds": 7.034766, + "total_latency_seconds": 9.196419, + "usage": { + "prompt_tokens": 7412, + "completion_tokens": 161, + "total_tokens": 7573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.246199, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.671269, + "tool_latency_seconds": 0.246199, + "final_model_latency_seconds": 13.282618, + "total_latency_seconds": 15.200669, + "usage": { + "prompt_tokens": 16340, + "completion_tokens": 123, + "total_tokens": 16463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Rostyslav Rodzhuk začala študovať v roku 2023, pričom v dostupných dokumentoch ZP Wiki nie je explicitne uvedený rok, v ktorom vypracovával svoju prácu, hoci sekcia dokumentu naznačuje rok záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.167903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.953935, + "tool_latency_seconds": 0.167903, + "final_model_latency_seconds": 7.242542, + "total_latency_seconds": 9.364669, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 186, + "total_tokens": 7611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce, ale rokom začiatku štúdia Rostyslava Rodzhuka, ktorý vypracováva bakalársku prácu s predpokladaným rokom záveru 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.269237, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.748736, + "tool_latency_seconds": 0.269237, + "final_model_latency_seconds": 12.343864, + "total_latency_seconds": 14.362375, + "usage": { + "prompt_tokens": 14283, + "completion_tokens": 163, + "total_tokens": 14446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 10 + }, + "latency_seconds": 0.367712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.505885, + "tool_latency_seconds": 0.367712, + "final_model_latency_seconds": 24.004306, + "total_latency_seconds": 25.87877, + "usage": { + "prompt_tokens": 28591, + "completion_tokens": 126, + "total_tokens": 28717 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.174821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.902063, + "tool_latency_seconds": 0.174821, + "final_model_latency_seconds": 7.597519, + "total_latency_seconds": 9.674717, + "usage": { + "prompt_tokens": 8158, + "completion_tokens": 150, + "total_tokens": 8308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá využíva veľké jazykové modely (LLM) a zahŕňa prehľad agentových systémov na ich báze, pričom v rámci vedeckého projektu 2025 tiež skúma tému „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.831493, + "tool_latency_seconds": 0.196167, + "final_model_latency_seconds": 14.372115, + "total_latency_seconds": 16.400234, + "usage": { + "prompt_tokens": 16049, + "completion_tokens": 210, + "total_tokens": 16259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent, ktorý vyvíja Rostyslav Rodzhuk, má pomáhať špeciálnemu pedagógovi pri jeho práci, konkrétne pri navrhovaní najlepších výchovných opatrení na základe relevantných dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.946031, + "tool_latency_seconds": 0.293841, + "final_model_latency_seconds": 6.81517, + "total_latency_seconds": 9.055413, + "usage": { + "prompt_tokens": 7165, + "completion_tokens": 174, + "total_tokens": 7339 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Yevheniia Medushivskyi bol v ZP Wiki nájdený dokument o jeho bakalárskej práci z roku 2023 s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie webového crawlera a analýzu získaných dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.177428, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.861056, + "tool_latency_seconds": 0.177428, + "final_model_latency_seconds": 16.741928, + "total_latency_seconds": 18.780965, + "usage": { + "prompt_tokens": 19381, + "completion_tokens": 185, + "total_tokens": 19566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Yevhenii Medushivskyi má názov (tému) „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212087, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.928637, + "tool_latency_seconds": 0.212087, + "final_model_latency_seconds": 18.680586, + "total_latency_seconds": 20.82201, + "usage": { + "prompt_tokens": 22218, + "completion_tokens": 152, + "total_tokens": 22370 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Priameho zápisu s názvom práce „Získavanie textu z webových stránok\" v dostupných dokumentoch nie je, no téma s presne týmto názvom je uvedená ako téma bakalárskej práce študenta Yevhenii Medushivskyi (rok začiatku štúdia 2023). Ďalší študenti sa podobným témam venujú pod odlišnými názvami, napríklad Ján Holp (Systém získavania informácií v slovenskom jazyku), Matej Kobyľan (Systém pre extrakciu textu z webových stránok) alebo Michal Stromko (Indexovanie slovenského textu pomocou Elasticsearch).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.490782, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.90607, + "tool_latency_seconds": 0.490782, + "final_model_latency_seconds": 27.892721, + "total_latency_seconds": 30.290505, + "usage": { + "prompt_tokens": 29072, + "completion_tokens": 347, + "total_tokens": 29419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Získavanie textu z webových stránok\" rieši bakalársku prácu študent Yevhenii Medushivskyi, ktorá bola zadávaná v roku 2026 s cieľom vytvoriť webový crawler na sledovanie a sťahovanie slovenského internetu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.998173, + "tool_latency_seconds": 0.409678, + "final_model_latency_seconds": 25.292365, + "total_latency_seconds": 27.701169, + "usage": { + "prompt_tokens": 29033, + "completion_tokens": 189, + "total_tokens": 29222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je pri bakalárskej práci uvedená téma „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.263696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.963466, + "tool_latency_seconds": 0.263696, + "final_model_latency_seconds": 15.897008, + "total_latency_seconds": 18.124676, + "usage": { + "prompt_tokens": 18506, + "completion_tokens": 150, + "total_tokens": 18656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.315205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.4916, + "tool_latency_seconds": 0.315205, + "final_model_latency_seconds": 14.426235, + "total_latency_seconds": 16.233541, + "usage": { + "prompt_tokens": 17405, + "completion_tokens": 110, + "total_tokens": 17515 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v dokumente o bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.255288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.420908, + "tool_latency_seconds": 0.255288, + "final_model_latency_seconds": 17.468685, + "total_latency_seconds": 19.145561, + "usage": { + "prompt_tokens": 20716, + "completion_tokens": 122, + "total_tokens": 20838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.325165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.929737, + "tool_latency_seconds": 0.325165, + "final_model_latency_seconds": 21.001913, + "total_latency_seconds": 23.257756, + "usage": { + "prompt_tokens": 25219, + "completion_tokens": 141, + "total_tokens": 25360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Yevhenii Medushivskyi začala štúdium v roku 2023 a jeho bakalárska práca s témou získavania textu z webových stránok je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "limit": 10 + }, + "latency_seconds": 0.385427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.57917, + "tool_latency_seconds": 0.385427, + "final_model_latency_seconds": 19.981235, + "total_latency_seconds": 21.946719, + "usage": { + "prompt_tokens": 23404, + "completion_tokens": 146, + "total_tokens": 23550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale je to rok začiatku jej štúdia; jej bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.345276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.78694, + "tool_latency_seconds": 0.345276, + "final_model_latency_seconds": 16.665963, + "total_latency_seconds": 18.798774, + "usage": { + "prompt_tokens": 19268, + "completion_tokens": 160, + "total_tokens": 19428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s názvom „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.239964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.860074, + "tool_latency_seconds": 0.239964, + "final_model_latency_seconds": 15.361441, + "total_latency_seconds": 17.461986, + "usage": { + "prompt_tokens": 17754, + "completion_tokens": 174, + "total_tokens": 17928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie a nasadenie webového crawlera na získavanie dát z internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.441019, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.568808, + "tool_latency_seconds": 0.441019, + "final_model_latency_seconds": 19.183471, + "total_latency_seconds": 21.193906, + "usage": { + "prompt_tokens": 22086, + "completion_tokens": 174, + "total_tokens": 22260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa úlohu zlepšenia deduplikácie a odstránenia boilerplate obsahu, napríklad pomocou nástroja justext.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.464423, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.906403, + "tool_latency_seconds": 0.464423, + "final_model_latency_seconds": 14.44757, + "total_latency_seconds": 16.818864, + "usage": { + "prompt_tokens": 16369, + "completion_tokens": 184, + "total_tokens": 16553 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Podľa záznamu zo stretnutia 13. marca 2026 mal Yevhenii Medushivskyi zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.187099, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.057381, + "tool_latency_seconds": 0.187099, + "final_model_latency_seconds": 8.213644, + "total_latency_seconds": 10.458436, + "usage": { + "prompt_tokens": 9151, + "completion_tokens": 169, + "total_tokens": 9320 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniiho Medushivskyho je ako príklad nástroja na odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.394735, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.975837, + "tool_latency_seconds": 0.394735, + "final_model_latency_seconds": 12.221534, + "total_latency_seconds": 14.592865, + "usage": { + "prompt_tokens": 14587, + "completion_tokens": 155, + "total_tokens": 14742 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, na ktorej začala študovať v roku 2023 a ktorá je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.171179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.790949, + "tool_latency_seconds": 0.171179, + "final_model_latency_seconds": 13.089539, + "total_latency_seconds": 15.052246, + "usage": { + "prompt_tokens": 15187, + "completion_tokens": 162, + "total_tokens": 15349 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa pre Simonu Bobrovčanovú uvádza téma jej bakalárskej práce „Automatická sumarizácia slovenského textu\", pričom explicitný názov práce nie je v poskytnutých zdrojoch uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.877754, + "tool_latency_seconds": 0.201294, + "final_model_latency_seconds": 11.974175, + "total_latency_seconds": 14.05394, + "usage": { + "prompt_tokens": 13814, + "completion_tokens": 168, + "total_tokens": 13982 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Automatická sumarizácia slovenského textu\" vypracováva Simona Bobrovčanová v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.598453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.815346, + "tool_latency_seconds": 0.598453, + "final_model_latency_seconds": 22.466106, + "total_latency_seconds": 24.880556, + "usage": { + "prompt_tokens": 26710, + "completion_tokens": 144, + "total_tokens": 26854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorej cieľom je zostavenie prehľadu modelov a metód pre túto úlohu a vytvorenie systému pre sumarizáciu slovenských právnych textov, napríklad rozsudkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.404872, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.903683, + "tool_latency_seconds": 0.404872, + "final_model_latency_seconds": 22.949929, + "total_latency_seconds": 25.259305, + "usage": { + "prompt_tokens": 26162, + "completion_tokens": 190, + "total_tokens": 26352 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Simony Bobrovčanej je „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.22369, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.893784, + "tool_latency_seconds": 0.22369, + "final_model_latency_seconds": 12.727091, + "total_latency_seconds": 14.845106, + "usage": { + "prompt_tokens": 14937, + "completion_tokens": 136, + "total_tokens": 15073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.155511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.862547, + "tool_latency_seconds": 0.155511, + "final_model_latency_seconds": 5.268557, + "total_latency_seconds": 7.286864, + "usage": { + "prompt_tokens": 5825, + "completion_tokens": 129, + "total_tokens": 5954 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v dokumente o jej bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.164447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.891188, + "tool_latency_seconds": 0.164447, + "final_model_latency_seconds": 5.079312, + "total_latency_seconds": 7.135149, + "usage": { + "prompt_tokens": 5467, + "completion_tokens": 149, + "total_tokens": 5616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v dokumentoch ZP Wiki uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.221416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.840143, + "tool_latency_seconds": 0.221416, + "final_model_latency_seconds": 13.103498, + "total_latency_seconds": 15.165629, + "usage": { + "prompt_tokens": 15942, + "completion_tokens": 140, + "total_tokens": 16082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a jej bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "limit": 10 + }, + "latency_seconds": 0.499574, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.492814, + "tool_latency_seconds": 0.499574, + "final_model_latency_seconds": 20.985817, + "total_latency_seconds": 22.979084, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 123, + "total_tokens": 25392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.291629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.505533, + "tool_latency_seconds": 0.291629, + "final_model_latency_seconds": 12.433402, + "total_latency_seconds": 14.23134, + "usage": { + "prompt_tokens": 13893, + "completion_tokens": 141, + "total_tokens": 14034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.22716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.928678, + "tool_latency_seconds": 0.22716, + "final_model_latency_seconds": 9.769151, + "total_latency_seconds": 11.925555, + "usage": { + "prompt_tokens": 11371, + "completion_tokens": 143, + "total_tokens": 11514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, ktorá je súčasťou projektu Legal Data Processing zameraného na spracovanie slovenských právnych textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.235653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.451014, + "tool_latency_seconds": 0.235653, + "final_model_latency_seconds": 17.172328, + "total_latency_seconds": 18.859722, + "usage": { + "prompt_tokens": 19963, + "completion_tokens": 151, + "total_tokens": 20114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová je študentka, ktorá vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", kde sa ako cieľ práce uvádza zlepšenie spracovania slovenských právnych textov vytvorením systému pre sumarizáciu rozsudkov a iných právnych dokumentov. Je tiež uvedená ako členka projektu Legal Data Processing, kde jej úlohou je práve sumarizácia právnych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.308407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.846387, + "tool_latency_seconds": 0.308407, + "final_model_latency_seconds": 21.514195, + "total_latency_seconds": 23.669749, + "usage": { + "prompt_tokens": 24020, + "completion_tokens": 228, + "total_tokens": 24248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná sumarizácia zo vzniknutých čiastkových súhrnov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.16071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.735063, + "tool_latency_seconds": 0.16071, + "final_model_latency_seconds": 8.178686, + "total_latency_seconds": 10.07478, + "usage": { + "prompt_tokens": 8743, + "completion_tokens": 157, + "total_tokens": 8900 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej, konkrétne pri jej bakalárskej práci zamerané na automatickú sumarizáciu slovenských právnych textov, mali malé modely problém s príliš krátkou dĺžkou kontextu, vďaka čomu často vynechávali informácie nachádzajúce sa na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.249676, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.829333, + "tool_latency_seconds": 0.249676, + "final_model_latency_seconds": 10.719769, + "total_latency_seconds": 12.799113, + "usage": { + "prompt_tokens": 11815, + "completion_tokens": 185, + "total_tokens": 12000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Samuel Džurina uvádza, že študent začal štúdium v roku 2023 a pracuje na bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.759065, + "tool_latency_seconds": 0.196939, + "final_model_latency_seconds": 20.399082, + "total_latency_seconds": 22.355772, + "usage": { + "prompt_tokens": 23645, + "completion_tokens": 181, + "total_tokens": 23826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.226234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.864003, + "tool_latency_seconds": 0.226234, + "final_model_latency_seconds": 19.490518, + "total_latency_seconds": 21.581711, + "usage": { + "prompt_tokens": 23340, + "completion_tokens": 139, + "total_tokens": 23479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Dialógový systém pre podporu firemných procesov\" vypracováva Samuel Džurina ako bakalársku prácu pre rok 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.388677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.896562, + "tool_latency_seconds": 0.388677, + "final_model_latency_seconds": 24.103086, + "total_latency_seconds": 26.389138, + "usage": { + "prompt_tokens": 28420, + "completion_tokens": 154, + "total_tokens": 28574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá vzniká v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.12678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.910391, + "tool_latency_seconds": 0.12678, + "final_model_latency_seconds": 11.350212, + "total_latency_seconds": 13.387801, + "usage": { + "prompt_tokens": 12831, + "completion_tokens": 155, + "total_tokens": 12986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je pri bakalárskej práci uvedená téma „Dialógový systém pre podporu firemných procesov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.232744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.888717, + "tool_latency_seconds": 0.232744, + "final_model_latency_seconds": 14.200964, + "total_latency_seconds": 16.322896, + "usage": { + "prompt_tokens": 17176, + "completion_tokens": 141, + "total_tokens": 17317 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.195989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.690092, + "tool_latency_seconds": 0.195989, + "final_model_latency_seconds": 13.412971, + "total_latency_seconds": 15.299546, + "usage": { + "prompt_tokens": 16114, + "completion_tokens": 114, + "total_tokens": 16228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.973215, + "tool_latency_seconds": 0.299187, + "final_model_latency_seconds": 16.828077, + "total_latency_seconds": 19.101123, + "usage": { + "prompt_tokens": 20257, + "completion_tokens": 146, + "total_tokens": 20403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.835026, + "tool_latency_seconds": 0.231392, + "final_model_latency_seconds": 19.710507, + "total_latency_seconds": 21.777598, + "usage": { + "prompt_tokens": 23831, + "completion_tokens": 131, + "total_tokens": 23962 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Samuel Džurina začala štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.557946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.71689, + "tool_latency_seconds": 0.557946, + "final_model_latency_seconds": 25.46631, + "total_latency_seconds": 27.742136, + "usage": { + "prompt_tokens": 30201, + "completion_tokens": 135, + "total_tokens": 30336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Samuel Džurina, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.908677, + "tool_latency_seconds": 0.23809, + "final_model_latency_seconds": 14.460665, + "total_latency_seconds": 16.607889, + "usage": { + "prompt_tokens": 16650, + "completion_tokens": 164, + "total_tokens": 16814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá zahŕňa návrh a implementáciu inteligentného agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.229516, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.829917, + "tool_latency_seconds": 0.229516, + "final_model_latency_seconds": 17.726731, + "total_latency_seconds": 19.786763, + "usage": { + "prompt_tokens": 20329, + "completion_tokens": 189, + "total_tokens": 20518 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "S Samuelom Džurinom súvisí jeho bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\", kde je jedným z cieľov vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.20754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.894333, + "tool_latency_seconds": 0.20754, + "final_model_latency_seconds": 16.742207, + "total_latency_seconds": 18.844583, + "usage": { + "prompt_tokens": 19335, + "completion_tokens": 169, + "total_tokens": 19504 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá sa začala v roku 2023 a má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.262576, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.652636, + "tool_latency_seconds": 0.262576, + "final_model_latency_seconds": 20.974093, + "total_latency_seconds": 22.889888, + "usage": { + "prompt_tokens": 24245, + "completion_tokens": 161, + "total_tokens": 24406 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu má podporovať činnosť špedičnej alebo zásielkovej spoločnosti, pričom konkrétny modelový príklad sa zameriava na využitie colných pravidiel a CMR dohovoru v medzinárodnej preprave tovaru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.312774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.861403, + "tool_latency_seconds": 0.312774, + "final_model_latency_seconds": 8.837187, + "total_latency_seconds": 11.011651, + "usage": { + "prompt_tokens": 9293, + "completion_tokens": 179, + "total_tokens": 9472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pričom je potrebné identifikovať slabé miesta a následne navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.317772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.666358, + "tool_latency_seconds": 0.317772, + "final_model_latency_seconds": 7.535556, + "total_latency_seconds": 9.520052, + "usage": { + "prompt_tokens": 8642, + "completion_tokens": 139, + "total_tokens": 8781 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené podrobnosti o jeho letnej stáži IAESTE v roku 2024 zamerané na hodnotenie modelov pre vektorové reprezentácie textu a prípravu úloh pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.217957, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.735209, + "tool_latency_seconds": 0.217957, + "final_model_latency_seconds": 11.05803, + "total_latency_seconds": 13.011699, + "usage": { + "prompt_tokens": 12099, + "completion_tokens": 188, + "total_tokens": 12287 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024, konkrétne počas letných mesiacov august, september a október.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?" + }, + "latency_seconds": 0.2832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.143834, + "tool_latency_seconds": 0.2832, + "final_model_latency_seconds": 17.962784, + "total_latency_seconds": 19.390624, + "usage": { + "prompt_tokens": 21751, + "completion_tokens": 94, + "total_tokens": 21845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica sa v roku 2024 venovala príprave úloh pre vyhodnotenie modelov spracovania prirodzeného jazyka, konkrétne vytváraniu úloh pre vyhodnotenie v rámci projektu Hate Speech (nenávistné prejavy) a otázky a odpovede (Question Answering) pre slovenský jazyk v rámci frameworku MTEB, ako aj strojovému prekladu hodnotiacich dát pre viacjazyčné úlohy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.388848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.831895, + "tool_latency_seconds": 0.388848, + "final_model_latency_seconds": 11.961214, + "total_latency_seconds": 14.182371, + "usage": { + "prompt_tokens": 12563, + "completion_tokens": 213, + "total_tokens": 12776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic, ktorý počas svojej stáže v roku 2024 pripravoval úlohy pre MTEB framework špecificky pre slovenskú nenávistnú reč a otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 1.031768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.728665, + "tool_latency_seconds": 1.031768, + "final_model_latency_seconds": 16.630533, + "total_latency_seconds": 19.39156, + "usage": { + "prompt_tokens": 19471, + "completion_tokens": 155, + "total_tokens": 19626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic, ktorá sa uskutočnila v rámci programu IAESTE Intern Summer 2024, súvisela s témou Hate Speech, pričom jeho cieľom bolo pripraviť vyhodnotovaciu úlohu pre slovenskú nenávistnú reč (Slovak HATE speech) v rámci frameworku MTEB a vypracovať príslušný pull request.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.243546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.764016, + "tool_latency_seconds": 0.243546, + "final_model_latency_seconds": 16.1669, + "total_latency_seconds": 18.175081, + "usage": { + "prompt_tokens": 18131, + "completion_tokens": 190, + "total_tokens": 18321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v lete 2024 (IAESTE Intern Summer 2024) súvisela s témou MTEB, keďže jedným z cieľov bolo oboznámiť sa s frameworkom MTEB na vyhodnocovanie modelov vektorových transformátorov a následne pripraviť nové úlohy vyhodnocovania pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.18539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.808127, + "tool_latency_seconds": 0.18539, + "final_model_latency_seconds": 10.998898, + "total_latency_seconds": 12.992858, + "usage": { + "prompt_tokens": 11674, + "completion_tokens": 193, + "total_tokens": 11867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE leta 2024 súvisela s témou hodnotenia modelov SentenceTransformer pomocou nástroja MTEB a prípravou úloh pre slovenské vyhľadávanie a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.260176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.837692, + "tool_latency_seconds": 0.260176, + "final_model_latency_seconds": 12.853032, + "total_latency_seconds": 14.951302, + "usage": { + "prompt_tokens": 14915, + "completion_tokens": 164, + "total_tokens": 15079 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB vyhodnocovacích úloh pre slovenskú detekciu nenávistných prejavov a pre slovenské vyhľadávanie odpovedí na otázky (retrieval).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5 + }, + "latency_seconds": 0.292526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.392667, + "tool_latency_seconds": 0.292526, + "final_model_latency_seconds": 23.950553, + "total_latency_seconds": 25.636417, + "usage": { + "prompt_tokens": 28087, + "completion_tokens": 138, + "total_tokens": 28225 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.178481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.859668, + "tool_latency_seconds": 0.178481, + "final_model_latency_seconds": 9.343467, + "total_latency_seconds": 11.381949, + "usage": { + "prompt_tokens": 10740, + "completion_tokens": 128, + "total_tokens": 10868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi je evidovaný v sekcii ZP Wiki pre stážistov a uvádza, že išlo o stáž pravdepodobne v lete 2019, pričom jeho úlohou bolo vytvoriť manuálne anotovaný trénovacie súbor z pretranskribovaných prejavov a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.162768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.848553, + "tool_latency_seconds": 0.162768, + "final_model_latency_seconds": 6.837567, + "total_latency_seconds": 8.849196, + "usage": { + "prompt_tokens": 6554, + "completion_tokens": 198, + "total_tokens": 6752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.796052, + "tool_latency_seconds": 0.206788, + "final_model_latency_seconds": 15.520677, + "total_latency_seconds": 17.524074, + "usage": { + "prompt_tokens": 18963, + "completion_tokens": 126, + "total_tokens": 19089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych entít v prenesených transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu a navrhnúť schému pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.261322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.828449, + "tool_latency_seconds": 0.261322, + "final_model_latency_seconds": 12.693421, + "total_latency_seconds": 14.783612, + "usage": { + "prompt_tokens": 14010, + "completion_tokens": 169, + "total_tokens": 14179 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations (anotácia pomenovaných entít), kde sa zameriaval na rozpoznávanie neznámych pomenovaných entít a tvorbu manuálne anotovanej trénovacej množiny z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.104525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.824164, + "tool_latency_seconds": 0.104525, + "final_model_latency_seconds": 9.873015, + "total_latency_seconds": 11.802045, + "usage": { + "prompt_tokens": 10919, + "completion_tokens": 172, + "total_tokens": 11091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou rozpoznávania pomenovaných entít (Named Entity Annotations), kde bol spaCy uvedený ako nástroj pre strojové učenie a trénovanie klasifikátora, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?" + }, + "latency_seconds": 0.353497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.217665, + "tool_latency_seconds": 0.353497, + "final_model_latency_seconds": 15.430469, + "total_latency_seconds": 17.002168, + "usage": { + "prompt_tokens": 17834, + "completion_tokens": 141, + "total_tokens": 17975 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez počas svojej stáže v lete 2019 pracoval na projekte s témou rozpoznávania pomenovaných entít, pri ktorom využíval nástroj Prodigy na manuálnu anotáciu dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.149869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.847271, + "tool_latency_seconds": 0.149869, + "final_model_latency_seconds": 10.056819, + "total_latency_seconds": 12.054419, + "usage": { + "prompt_tokens": 11336, + "completion_tokens": 159, + "total_tokens": 11495 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tieto tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.110431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.83395, + "tool_latency_seconds": 0.110431, + "final_model_latency_seconds": 10.873884, + "total_latency_seconds": 12.818648, + "usage": { + "prompt_tokens": 12079, + "completion_tokens": 178, + "total_tokens": 12257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9166666666666666, + "strict_pass": false, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.197015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.875857, + "tool_latency_seconds": 0.197015, + "final_model_latency_seconds": 9.545871, + "total_latency_seconds": 11.61921, + "usage": { + "prompt_tokens": 11356, + "completion_tokens": 126, + "total_tokens": 11482 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi opisuje jeho stáž v rámci programu ERASMUS v jarnej sezóne 2026 s témou „(multilingual) Triplet extraction from medical data\", ktorej cieľom bolo zostrojiť znalostný graf z lekárskych letákov a vytvoriť inteligentného agenta na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.777347, + "tool_latency_seconds": 0.234399, + "final_model_latency_seconds": 11.468547, + "total_latency_seconds": 13.480789, + "usage": { + "prompt_tokens": 12540, + "completion_tokens": 191, + "total_tokens": 12731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od marca do mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "limit": 5 + }, + "latency_seconds": 0.426171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.371175, + "tool_latency_seconds": 0.426171, + "final_model_latency_seconds": 19.992154, + "total_latency_seconds": 21.790101, + "usage": { + "prompt_tokens": 24319, + "completion_tokens": 103, + "total_tokens": 24422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v mnohých jazykoch s cieľom zostaviť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.187596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.881034, + "tool_latency_seconds": 0.187596, + "final_model_latency_seconds": 11.007348, + "total_latency_seconds": 13.076393, + "usage": { + "prompt_tokens": 12130, + "completion_tokens": 173, + "total_tokens": 12303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Na tému multilinguálnej extrakcie trojíc z medicínskych dát pracoval Bogdan Paul Chiš v rámci praxe ERASMUS Intern Spring 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.473241, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.959073, + "tool_latency_seconds": 0.473241, + "final_model_latency_seconds": 21.939354, + "total_latency_seconds": 24.372329, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 151, + "total_tokens": 26271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou Triplet extraction bola ERASMUS Intern Spring 2026, ktorá sa konala od 20. marca do 21. mája a jej témou bolo viacjazyčné extrahovanie trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.384059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.88951, + "tool_latency_seconds": 0.384059, + "final_model_latency_seconds": 10.965497, + "total_latency_seconds": 13.239776, + "usage": { + "prompt_tokens": 12038, + "completion_tokens": 169, + "total_tokens": 12207 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou knowledge graph bola stáž ERASMUS v jarnej sezóne 2026 s názvom „(multilingual) Triplet extraction from medical data\", počas ktorej mal za cieľ zostaviť znalostný graf z lekárskych letákov vo viacerých jazykoch a využiť ho v inteligentnom agente na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.299875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.83497, + "tool_latency_seconds": 0.299875, + "final_model_latency_seconds": 12.792222, + "total_latency_seconds": 14.927738, + "usage": { + "prompt_tokens": 14226, + "completion_tokens": 193, + "total_tokens": 14419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș s témou medical bola ERASMUS Intern Spring 2026, ktorej téma bola „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.373186, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.635223, + "tool_latency_seconds": 0.373186, + "final_model_latency_seconds": 11.474521, + "total_latency_seconds": 13.483628, + "usage": { + "prompt_tokens": 13493, + "completion_tokens": 131, + "total_tokens": 13624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Témai Bogdana Paula Chișa počas jeho stáže bolo (multilingválne) extrahovanie trojíc z lekárskeho obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.404771, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.888378, + "tool_latency_seconds": 0.404771, + "final_model_latency_seconds": 11.141326, + "total_latency_seconds": 13.434882, + "usage": { + "prompt_tokens": 12999, + "completion_tokens": 135, + "total_tokens": 13134 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.316062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.86871, + "tool_latency_seconds": 0.316062, + "final_model_latency_seconds": 15.760493, + "total_latency_seconds": 17.945835, + "usage": { + "prompt_tokens": 19105, + "completion_tokens": 131, + "total_tokens": 19236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov (medical package inserts) v rámci svojej stáže ERASMUS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.329532, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.673481, + "tool_latency_seconds": 0.329532, + "final_model_latency_seconds": 13.526281, + "total_latency_seconds": 15.529879, + "usage": { + "prompt_tokens": 16056, + "completion_tokens": 128, + "total_tokens": 16184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Dialógový systém\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5 + }, + "latency_seconds": 0.286356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.431952, + "tool_latency_seconds": 0.286356, + "final_model_latency_seconds": 21.773509, + "total_latency_seconds": 23.492889, + "usage": { + "prompt_tokens": 26143, + "completion_tokens": 107, + "total_tokens": 26250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Dialógový systém\", je projektová stránka s názvom „Dialógový systém\" (umiestnená v sekcií témat), ktorá definuje úlohy na vytvorenie dialógového systému komunikujúceho v slovenskom jazyku pre potreby komunikácie občana s mestom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.321095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.67161, + "tool_latency_seconds": 0.321095, + "final_model_latency_seconds": 22.872075, + "total_latency_seconds": 24.865392, + "usage": { + "prompt_tokens": 26294, + "completion_tokens": 165, + "total_tokens": 26459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Dialógový systém\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.302162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.743414, + "tool_latency_seconds": 0.302162, + "final_model_latency_seconds": 22.292678, + "total_latency_seconds": 24.33898, + "usage": { + "prompt_tokens": 26581, + "completion_tokens": 120, + "total_tokens": 26701 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Báza pravidiel projektu Dialógový systém má byť zostavená pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.295387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.636555, + "tool_latency_seconds": 0.295387, + "final_model_latency_seconds": 19.988758, + "total_latency_seconds": 21.9213, + "usage": { + "prompt_tokens": 24124, + "completion_tokens": 104, + "total_tokens": 24228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Chatbot sa má integrovať s QA systémom (systémom pre odpovedanie na otázky) a v rámci konkrétnej bakalárskej práce s nástrojom PrivateGPT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.299583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.907154, + "tool_latency_seconds": 0.299583, + "final_model_latency_seconds": 11.814197, + "total_latency_seconds": 14.021364, + "usage": { + "prompt_tokens": 13352, + "completion_tokens": 167, + "total_tokens": 13519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií v ZP Wiki sú na projekte Dialógový systém ako aktuálni riešitelia uvedení Matej Ščišľak a Martin Šarišský, ktorí vypracúvajú bakalárske práce v roku 2024 s názvom Dialógový systém pre potreby samosprávy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.347609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.627423, + "tool_latency_seconds": 0.347609, + "final_model_latency_seconds": 23.848132, + "total_latency_seconds": 25.823883, + "usage": { + "prompt_tokens": 26936, + "completion_tokens": 208, + "total_tokens": 27144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka k téme „Question Answering\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.385562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.763125, + "tool_latency_seconds": 0.385562, + "final_model_latency_seconds": 25.398891, + "total_latency_seconds": 27.54833, + "usage": { + "prompt_tokens": 30139, + "completion_tokens": 125, + "total_tokens": 30264 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering\", je projekt s názvom „Question Answering\" s popisom cieľa vytvoriť klon datasetu SQuaD 2.0 v slovenskom jazyku a nastaviť infraštruktúru pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "published_only": true + }, + "latency_seconds": 0.448653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.391175, + "tool_latency_seconds": 0.448653, + "final_model_latency_seconds": 26.234122, + "total_latency_seconds": 28.074977, + "usage": { + "prompt_tokens": 30389, + "completion_tokens": 138, + "total_tokens": 30527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Question Answering\" má pridelený zdrojový URL adresu https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.412678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.74543, + "tool_latency_seconds": 0.412678, + "final_model_latency_seconds": 26.469509, + "total_latency_seconds": 28.628525, + "usage": { + "prompt_tokens": 31516, + "completion_tokens": 119, + "total_tokens": 31635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering chce vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude založený na anotáciách dát zo slovenskej Wikipédie a exportovaný do formátu SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.342283, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.656748, + "tool_latency_seconds": 0.342283, + "final_model_latency_seconds": 22.92748, + "total_latency_seconds": 24.927281, + "usage": { + "prompt_tokens": 26770, + "completion_tokens": 137, + "total_tokens": 26907 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, pričom sú k dispozícii špecifické recepty pre tento nástroj.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5 + }, + "latency_seconds": 0.203211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.389837, + "tool_latency_seconds": 0.203211, + "final_model_latency_seconds": 17.08652, + "total_latency_seconds": 18.680587, + "usage": { + "prompt_tokens": 20344, + "completion_tokens": 101, + "total_tokens": 20445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Finálny export databázy otázok a odpovedí (QA) má byť vo formáte SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.376145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.614162, + "tool_latency_seconds": 0.376145, + "final_model_latency_seconds": 14.394908, + "total_latency_seconds": 16.386275, + "usage": { + "prompt_tokens": 17582, + "completion_tokens": 106, + "total_tokens": 17688 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri anotácii otázok má vzniknúť 5 otázok pre každý odsek, čo je definované ako výstup receptu pre anotáciu v nástroji Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.212392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.918603, + "tool_latency_seconds": 0.212392, + "final_model_latency_seconds": 12.482523, + "total_latency_seconds": 14.613999, + "usage": { + "prompt_tokens": 14992, + "completion_tokens": 140, + "total_tokens": 15132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Strojový preklad\" sa nachádza pod cestou pre tému translation a obsahuje prehľad o študentoch, ktorí pracovali na štatistickom a neurónovom strojovom preklade. Taktiež existuje projektová stránka pod názvom „Strojový preklad\" pri študentovi Patrikovi Pavlišinovi, ktorá detailne popisuje techniky ako Encoder–Decoder, štatistický strojový preklad a neurónové siete.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.546442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.869259, + "tool_latency_seconds": 0.546442, + "final_model_latency_seconds": 17.738797, + "total_latency_seconds": 20.155053, + "usage": { + "prompt_tokens": 19361, + "completion_tokens": 240, + "total_tokens": 19601 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Dokument s názvom „Strojový preklad\", ktorý sa priamo a podrobne venuje tejto téme, je študentská práca Patrika Pavlišina, kde sú rozebrané prístupy ako neurónový strojový preklad, architektúra Encoder-Decoder a modely ako BERT.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.672553, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.830711, + "tool_latency_seconds": 0.672553, + "final_model_latency_seconds": 24.588637, + "total_latency_seconds": 27.092611, + "usage": { + "prompt_tokens": 28418, + "completion_tokens": 178, + "total_tokens": 28596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Strojový preklad“ v kontexte študentských prác patriacich k Patrikovi Pavlišinovi patrí URL adresa https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20, pričom téma strojový preklad je tiež evidovaná na informačnej stránke https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.67854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.735624, + "tool_latency_seconds": 0.67854, + "final_model_latency_seconds": 12.504147, + "total_latency_seconds": 14.918846, + "usage": { + "prompt_tokens": 12930, + "completion_tokens": 215, + "total_tokens": 13145 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Pomenované entity\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5 + }, + "latency_seconds": 0.206598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.427027, + "tool_latency_seconds": 0.206598, + "final_model_latency_seconds": 18.383602, + "total_latency_seconds": 20.017865, + "usage": { + "prompt_tokens": 22190, + "completion_tokens": 109, + "total_tokens": 22299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Pomenované entity\", má názov „Pomenované entity\" a je umiestnený na stránke https://zp.kemt.fei.tuke.sk/topics/named-entity. Tento dokument obsahuje úlohy, stretnutia a informácie o príprave dát a anotačnej schéme pre rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.256808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.394366, + "tool_latency_seconds": 0.256808, + "final_model_latency_seconds": 19.595439, + "total_latency_seconds": 21.247331, + "usage": { + "prompt_tokens": 22454, + "completion_tokens": 161, + "total_tokens": 22615 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Pomenované entity\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.251497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.505426, + "tool_latency_seconds": 0.251497, + "final_model_latency_seconds": 20.100617, + "total_latency_seconds": 21.858258, + "usage": { + "prompt_tokens": 24157, + "completion_tokens": 111, + "total_tokens": 24268 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Anotácia textových dát“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.301235, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.885578, + "tool_latency_seconds": 0.301235, + "final_model_latency_seconds": 21.948266, + "total_latency_seconds": 24.135933, + "usage": { + "prompt_tokens": 25946, + "completion_tokens": 155, + "total_tokens": 26101 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má názov Anotácia textových dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.846936, + "tool_latency_seconds": 0.23218, + "final_model_latency_seconds": 17.727279, + "total_latency_seconds": 19.807032, + "usage": { + "prompt_tokens": 21235, + "completion_tokens": 129, + "total_tokens": 21364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia textových dát\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231961, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.765237, + "tool_latency_seconds": 0.231961, + "final_model_latency_seconds": 18.222908, + "total_latency_seconds": 20.220731, + "usage": { + "prompt_tokens": 21906, + "completion_tokens": 124, + "total_tokens": 22030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka „Slovenské jazykové zdroje“ je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zhrnuté rôzne jazykové zdroje, nástroje a databázy pre slovenčinu, ako sú napríklad Slovak Dependency Treebank, Slovak WordNet a rôzne kópusy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.069977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.965565, + "tool_latency_seconds": 0.069977, + "final_model_latency_seconds": 6.993146, + "total_latency_seconds": 9.028958, + "usage": { + "prompt_tokens": 6562, + "completion_tokens": 185, + "total_tokens": 6747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", sa nazýva rovnako „Slovenské jazykové zdroje\" a nachádza sa pod adrese https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.116402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.713312, + "tool_latency_seconds": 0.116402, + "final_model_latency_seconds": 13.789291, + "total_latency_seconds": 15.619671, + "usage": { + "prompt_tokens": 16636, + "completion_tokens": 145, + "total_tokens": 16781 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.242714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.854631, + "tool_latency_seconds": 0.242714, + "final_model_latency_seconds": 15.152669, + "total_latency_seconds": 17.250555, + "usage": { + "prompt_tokens": 18294, + "completion_tokens": 128, + "total_tokens": 18422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia otázok a odpovedí\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod, kde je zverejnený návod pre anotátorov od autora Daniela Hladka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.080646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.830289, + "tool_latency_seconds": 0.080646, + "final_model_latency_seconds": 7.607026, + "total_latency_seconds": 9.518351, + "usage": { + "prompt_tokens": 8187, + "completion_tokens": 158, + "total_tokens": 8345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí“, má presne tento názov a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.274828, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.873703, + "tool_latency_seconds": 0.274828, + "final_model_latency_seconds": 19.637128, + "total_latency_seconds": 21.78635, + "usage": { + "prompt_tokens": 23565, + "completion_tokens": 153, + "total_tokens": 23718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.26113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.783253, + "tool_latency_seconds": 0.26113, + "final_model_latency_seconds": 20.446388, + "total_latency_seconds": 22.491458, + "usage": { + "prompt_tokens": 24540, + "completion_tokens": 130, + "total_tokens": 24670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia pomenovaných entít\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod, kde sú zverejnené návody pre anotátorov a podrobnosti o anotačných dávkach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "limit": 5 + }, + "latency_seconds": 0.133078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.488028, + "tool_latency_seconds": 0.133078, + "final_model_latency_seconds": 16.919377, + "total_latency_seconds": 18.54111, + "usage": { + "prompt_tokens": 19374, + "completion_tokens": 150, + "total_tokens": 19524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“, má názov „Anotácia pomenovaných entít“ a poskytuje návod pre anotátorov na vyznačovanie vlastných podstatných mien v texte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.083555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.87959, + "tool_latency_seconds": 0.083555, + "final_model_latency_seconds": 8.295354, + "total_latency_seconds": 10.258882, + "usage": { + "prompt_tokens": 9029, + "completion_tokens": 160, + "total_tokens": 9189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Anotácia pomenovaných entít\" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.283719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.826369, + "tool_latency_seconds": 0.283719, + "final_model_latency_seconds": 16.052277, + "total_latency_seconds": 18.163671, + "usage": { + "prompt_tokens": 19342, + "completion_tokens": 136, + "total_tokens": 19478 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Viacerí študenti a internisti na ZP Wiki riešia témy týkajúce sa RAG alebo GraphRAG. Diplomový projekt Ján Malinovský sa zameriava na grafové vyhľadávanie a explicitne sa učí GraphRAG, rovnako ako diplomový projekt Ján Pták, ktorý má za cieľ naučiť sa GraphRAG pre manažment záverečných prác. Diplomová práca Matej Ščišľak rieši GraphRAG vytvorený z FAISS a Neo4J pre právne informácie a bakalárska práca Maksym Zatirka skúma využitie grafov pri RAG pre slovenské právo. Ďalšími príkladmi sú diplomová práca Oleh Poiasnik, ktorá využíva LightRAG a skúma GraphRAG pre lekársku doménu, diplomový projekt Martin Šarišský riešiaci Graph RAG pre zákony, ako aj stážista Bogdan Paul Chiș, ktorý pracoval na trojiciach z lekárskych dát s využitím GraphRAG a LightRAG.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.595775, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.880465, + "tool_latency_seconds": 0.595775, + "final_model_latency_seconds": 32.040209, + "total_latency_seconds": 34.517883, + "usage": { + "prompt_tokens": 31048, + "completion_tokens": 495, + "total_tokens": 31543 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa našlo viacero projektov, ktoré spájajú znalostné grafy s RAG (GraphRAG) alebo inteligentnými agentmi. Martin Šarišský pracuje na diplomovom projekte, kde skúma, ako znalostný graf dokáže vylepšiť vyhľadávanie v zákonoch pomocou Graph RAG a navrhuje agenta pre riešenie právnych problémov. Matej Ščišľak v diplomovej práci Znalostné grafy pre zlepšenie vyhľadávania právnych informácií implementuje systém GraphRAG využívajúci databázu Neo4J a FAISS. Oleh Poiasnik vytvára expertný agentový systém pre podporu rozhodovania v lekárni, ktorý využíva znalostný graf z databázy príbalových letákov. Bogdan Paul Chiš počas stáže pracoval na vytvorení znalostného grafu z medicínskych dát a jeho využití v inteligentnom agente na odporúčanie liekov. Ján Malinovský vyvíja agenta pre podporu učiteľov, ktorý vyhľadáva v znalostnom grafe vytvorenom z vzdelávacích dokumentov. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf pre slovenské právo a grafovú databázu Neo4J. Valerii Kutsenko skúma využitie znalostných grafov pri budovaní vnútornej reprezentácie agenta pre lepšie generovanie odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.538783, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.899166, + "tool_latency_seconds": 0.538783, + "final_model_latency_seconds": 56.397383, + "total_latency_seconds": 58.836392, + "usage": { + "prompt_tokens": 42817, + "completion_tokens": 601, + "total_tokens": 43418 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty venujúce sa rozpoznávaniu pomenovaných entít alebo ich anotácii zahŕňajú tému „Pomenované entity\" s podrobným návodom na anotáciu, ako aj tému „Anotácia textových dát\" zameranú na manuálnu anotáciu slovenských dát pre výskyt pomenovaných entít. Medzi konkrétne študentské práce patria diplomový projekt Jakuba Maruniaka s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", bakalárska práca Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a bakalársky projekt Than Trung Thana s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\". Ďalej sa na tomto úseku pracovalo aj počas stáže cez Cesar Abascal Gutierrez, ktorý sa zameriaval na rozpoznávanie neznámych pomenovaných entít a manuálnu anotáciu, a projekt „Podpora slovenčiny v knižnici Spacy\", ktorý zahŕňa ciele ako natrénovanie modelov pre rozpoznávanie pomenovaných entít a zostavenie korpusu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 18.034846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 2.891536, + "tool_latency_seconds": 18.034846, + "final_model_latency_seconds": 38.084144, + "total_latency_seconds": 59.104343, + "usage": { + "prompt_tokens": 36550, + "completion_tokens": 525, + "total_tokens": 37075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + false + ], + "source_match_count": 4, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", Patrik Pavlišin má bakalársku prácu „Metódy automatického prekladu\" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 8.58477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 2.169283, + "tool_latency_seconds": 8.58477, + "final_model_latency_seconds": 18.243741, + "total_latency_seconds": 29.107369, + "usage": { + "prompt_tokens": 18966, + "completion_tokens": 268, + "total_tokens": 19234 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Bogdan Paul Chiș nájdete na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde je uvedený ako stážista v rámci programu ERASMUS Intern Spring 2026 s témou (multilingual) Triplet extraction from medical data.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.770244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.715778, + "tool_latency_seconds": 0.770244, + "final_model_latency_seconds": 12.231239, + "total_latency_seconds": 14.718153, + "usage": { + "prompt_tokens": 13670, + "completion_tokens": 159, + "total_tokens": 13829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke internov pod adresou https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez, kde je uvedený ako internista pravdepodobne v lete 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.461064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.754092, + "tool_latency_seconds": 0.461064, + "final_model_latency_seconds": 10.536943, + "total_latency_seconds": 12.752579, + "usage": { + "prompt_tokens": 11761, + "completion_tokens": 164, + "total_tokens": 11925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza v sekcii pre štátnikov na adrese https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené jeho úlohy a prípravné kroky spojené s prácou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.447442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.818363, + "tool_latency_seconds": 0.447442, + "final_model_latency_seconds": 10.178693, + "total_latency_seconds": 12.444958, + "usage": { + "prompt_tokens": 11216, + "completion_tokens": 170, + "total_tokens": 11386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Sevval Bulburu sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené jej úlohy súvisiace so stážou, vrátane práce s nástrojmi ako Huggingface Transformers a Prodi.gy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?" + }, + "latency_seconds": 0.424721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.206932, + "tool_latency_seconds": 0.424721, + "final_model_latency_seconds": 11.180542, + "total_latency_seconds": 12.812868, + "usage": { + "prompt_tokens": 12389, + "completion_tokens": 140, + "total_tokens": 12529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Youssef Ressaissi sa nachádza v ZP Wiki na stránke s cestou interns/yussef_ressaissi, ktorá obsahuje informácie o jeho aktuálnych úlohách a stave práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.252276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.759097, + "tool_latency_seconds": 0.252276, + "final_model_latency_seconds": 6.212391, + "total_latency_seconds": 8.267984, + "usage": { + "prompt_tokens": 6490, + "completion_tokens": 150, + "total_tokens": 6640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dárius Lindvai sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.665396, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.835016, + "tool_latency_seconds": 0.665396, + "final_model_latency_seconds": 14.166401, + "total_latency_seconds": 16.667542, + "usage": { + "prompt_tokens": 16949, + "completion_tokens": 146, + "total_tokens": 17095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dominik Nagy sa v ZP Wiki nachádza na stránke s cestou `/students/2016/dominik_nagy`, kde je uvedený jeho rok nástupu na štúdium a podrobnosti o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.417877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.385506, + "tool_latency_seconds": 0.417877, + "final_model_latency_seconds": 14.135689, + "total_latency_seconds": 15.940135, + "usage": { + "prompt_tokens": 15907, + "completion_tokens": 162, + "total_tokens": 16069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki v sekcii pre študentov podľa roku nástupu na štúdium, konkrétne pod cestou `/students/2016/jakub_maruniak`, kde sú uvedené informácie o jeho diplomovom projekte zameranom na anotáciu a rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.634245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.472768, + "tool_latency_seconds": 0.634245, + "final_model_latency_seconds": 11.985807, + "total_latency_seconds": 14.093527, + "usage": { + "prompt_tokens": 12937, + "completion_tokens": 177, + "total_tokens": 13114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Holp sa v ZP Wiki nachádza na stránke s cestou `pages/students/2016/jan_holp/README.md`, ktorá obsahuje detaily o jeho štúdiu od roku 2016, vrátane diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021 a súvisiacich diplomových projektov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.47109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.761187, + "tool_latency_seconds": 0.47109, + "final_model_latency_seconds": 8.311096, + "total_latency_seconds": 10.543777, + "usage": { + "prompt_tokens": 8324, + "completion_tokens": 201, + "total_tokens": 8525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Lukáš Pokrývka nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka, kde sú uvedené detaily o jeho štúdiu a záverečných prácach, vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.583546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.775305, + "tool_latency_seconds": 0.583546, + "final_model_latency_seconds": 15.295013, + "total_latency_seconds": 17.654758, + "usage": { + "prompt_tokens": 17350, + "completion_tokens": 194, + "total_tokens": 17544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Márk Fehér sa v ZP Wiki nachádza na stránke s cestou `/students/2016/mark_feher`, kde sú uvedené informácie o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.575263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.522371, + "tool_latency_seconds": 0.575263, + "final_model_latency_seconds": 16.331847, + "total_latency_seconds": 18.43045, + "usage": { + "prompt_tokens": 18563, + "completion_tokens": 150, + "total_tokens": 18713 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maroš Harahus nájdete v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, ktorá je organizovaná podľa roku nástupu na štúdium a mena študenta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.700152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.800794, + "tool_latency_seconds": 0.700152, + "final_model_latency_seconds": 14.049675, + "total_latency_seconds": 16.552034, + "usage": { + "prompt_tokens": 16077, + "completion_tokens": 165, + "total_tokens": 16242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Patrik Pavlišin nájdete na stránke ZP Wiki s cestou `/students/2016/patrik_pavlisin`, kde sú uvedené informácie o jeho diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.835389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.819631, + "tool_latency_seconds": 0.835389, + "final_model_latency_seconds": 12.412867, + "total_latency_seconds": 15.068522, + "usage": { + "prompt_tokens": 14272, + "completion_tokens": 163, + "total_tokens": 14435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tomáš Kuchárik, ktorý zahŕňa informácie o jeho diplomových projektoch, nájdete na študentskej stránke s cestou v ZP Wiki https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.590486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.575741, + "tool_latency_seconds": 0.590486, + "final_model_latency_seconds": 13.794578, + "total_latency_seconds": 15.962563, + "usage": { + "prompt_tokens": 15648, + "completion_tokens": 154, + "total_tokens": 15802 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dmytro Ushatenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko, kde je uvedený v roku nástupu na štúdium 2017 a obsahuje informácie o jeho bakalárskej práci z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.542929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.703263, + "tool_latency_seconds": 0.542929, + "final_model_latency_seconds": 12.193354, + "total_latency_seconds": 14.440193, + "usage": { + "prompt_tokens": 13570, + "completion_tokens": 173, + "total_tokens": 13743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dávid Omasta nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/david_omasta, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a diplomovej práci za vedenia Daniela Hládeka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.432968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.805533, + "tool_latency_seconds": 0.432968, + "final_model_latency_seconds": 10.806604, + "total_latency_seconds": 13.045641, + "usage": { + "prompt_tokens": 11994, + "completion_tokens": 172, + "total_tokens": 12166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Wencel nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a o jeho bakalárskej práci z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.401135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.73859, + "tool_latency_seconds": 0.401135, + "final_model_latency_seconds": 12.312688, + "total_latency_seconds": 14.452997, + "usage": { + "prompt_tokens": 13327, + "completion_tokens": 197, + "total_tokens": 13524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ondrej Megela nájdete na študentskej stránke v sekcii pre rok nástupu 2018 pod menom Ondrej Megela, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2020 a diplomovej práci z roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.617169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.843453, + "tool_latency_seconds": 0.617169, + "final_model_latency_seconds": 14.306582, + "total_latency_seconds": 16.768036, + "usage": { + "prompt_tokens": 16465, + "completion_tokens": 174, + "total_tokens": 16639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Alina Vitko sa nachádza v sekcii študentov pod cestou `/students/2019/alina_vitko`, kde sú uvedené jej záverečné práce, konkrétne bakalárska práca z roku 2022 a bakalársky projekt z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "limit": 5 + }, + "latency_seconds": 0.514298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.415865, + "tool_latency_seconds": 0.514298, + "final_model_latency_seconds": 12.563277, + "total_latency_seconds": 14.494438, + "usage": { + "prompt_tokens": 14189, + "completion_tokens": 151, + "total_tokens": 14340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Artem Yatsenko nájdete na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.42697, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.808209, + "tool_latency_seconds": 0.42697, + "final_model_latency_seconds": 10.56139, + "total_latency_seconds": 12.797134, + "usage": { + "prompt_tokens": 11594, + "completion_tokens": 176, + "total_tokens": 11770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Filip Tomáš sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas, kde je uvedená jeho diplomová práca s témou Vektorové vyhľadávanie dokumentov v prostredí Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.627772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.742004, + "tool_latency_seconds": 0.627772, + "final_model_latency_seconds": 17.580531, + "total_latency_seconds": 19.951259, + "usage": { + "prompt_tokens": 20359, + "completion_tokens": 171, + "total_tokens": 20530 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s cestou `/students/2019/kristian_sopkovic`, kde sú evidované jeho bakalárska práca, diplomový projekt a dizertačná práca.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "limit": 5 + }, + "latency_seconds": 0.373032, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.489519, + "tool_latency_seconds": 0.373032, + "final_model_latency_seconds": 12.56916, + "total_latency_seconds": 14.432296, + "usage": { + "prompt_tokens": 14182, + "completion_tokens": 145, + "total_tokens": 14327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Michal Stromko sa nachádza v časti ZP Wiki venovanej študentom, konkrétne na stránke s cestou `/students/2019/michal_stromko`, kde sú zaznamenané jeho záverečné práce, vrátane bakalárskej práce z roku 2022 a diplomového projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.675809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.806799, + "tool_latency_seconds": 0.675809, + "final_model_latency_seconds": 12.571223, + "total_latency_seconds": 15.054781, + "usage": { + "prompt_tokens": 14020, + "completion_tokens": 181, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Eduard Matovka nájdete v ZP Wiki na stránke `https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka`, ktorá obsahuje informácie o jeho štúdiu (začiatok v roku 2021) a priebehu jeho bakalárskej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "limit": 5 + }, + "latency_seconds": 0.525599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.424897, + "tool_latency_seconds": 0.525599, + "final_model_latency_seconds": 11.004595, + "total_latency_seconds": 12.95575, + "usage": { + "prompt_tokens": 11916, + "completion_tokens": 165, + "total_tokens": 12081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Šarišský nájdete na stránke v adresári `/students/2021/martin_sarissky`, ktorá obsahuje informácie o jeho diplomovej práci a diplomovom projekte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?" + }, + "latency_seconds": 0.697773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.216153, + "tool_latency_seconds": 0.697773, + "final_model_latency_seconds": 15.613891, + "total_latency_seconds": 17.528682, + "usage": { + "prompt_tokens": 18326, + "completion_tokens": 116, + "total_tokens": 18442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Novotný nájdete na študentskej stránke v adresári `/students/2021/matej_novotny`, kde je evidovaný jeho projekt diplomovej práce s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "limit": 5 + }, + "latency_seconds": 0.473321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.410059, + "tool_latency_seconds": 0.473321, + "final_model_latency_seconds": 13.459461, + "total_latency_seconds": 15.3437, + "usage": { + "prompt_tokens": 14928, + "completion_tokens": 155, + "total_tokens": 15083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2024 s názvom „Dialógový systém pre potreby samosprávy\" a o pripravovanej diplomovej práci pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "limit": 5 + }, + "latency_seconds": 0.644209, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.417591, + "tool_latency_seconds": 0.644209, + "final_model_latency_seconds": 13.256965, + "total_latency_seconds": 15.319409, + "usage": { + "prompt_tokens": 14651, + "completion_tokens": 170, + "total_tokens": 14821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladimír Ferko nájdete na stránke s profilom študenta, ktorá je umiestnená v ZP Wiki pod cestou `/students/2021/vladimir_ferko`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.651832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.782778, + "tool_latency_seconds": 0.651832, + "final_model_latency_seconds": 12.72928, + "total_latency_seconds": 15.164852, + "usage": { + "prompt_tokens": 14852, + "completion_tokens": 153, + "total_tokens": 15005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Andrii Pervashov nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?" + }, + "latency_seconds": 0.458394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.307102, + "tool_latency_seconds": 0.458394, + "final_model_latency_seconds": 11.527569, + "total_latency_seconds": 13.293734, + "usage": { + "prompt_tokens": 12858, + "completion_tokens": 140, + "total_tokens": 12998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Daniil Huzenko sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, kde je uvedený pod sekciou Bakalárska práca 2025 s predbežným názvom Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.551649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.551992, + "tool_latency_seconds": 0.551649, + "final_model_latency_seconds": 12.419669, + "total_latency_seconds": 14.524113, + "usage": { + "prompt_tokens": 13522, + "completion_tokens": 183, + "total_tokens": 13705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Malinovský nájdete na stránke profilu študenta, ktorá sa nachádza v adresári `pages/students/2022/jan_malinovsky`. Na tejto stránke sú evidované jeho študijné údaje, ako je rok nástupu na štúdium (2022) a téma diplomového projektu z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.663756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.775434, + "tool_latency_seconds": 0.663756, + "final_model_latency_seconds": 13.157587, + "total_latency_seconds": 15.59746, + "usage": { + "prompt_tokens": 14671, + "completion_tokens": 188, + "total_tokens": 14859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde sú uvedené informácie o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.475894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.730764, + "tool_latency_seconds": 0.475894, + "final_model_latency_seconds": 12.035434, + "total_latency_seconds": 14.243028, + "usage": { + "prompt_tokens": 13526, + "completion_tokens": 169, + "total_tokens": 13695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleh Poiasnik sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik, kde sú evidované jeho práce vrátane bakalárskej práce z roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.642541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.863849, + "tool_latency_seconds": 0.642541, + "final_model_latency_seconds": 15.597609, + "total_latency_seconds": 18.104737, + "usage": { + "prompt_tokens": 17896, + "completion_tokens": 170, + "total_tokens": 18066 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Vasiľ sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, kde sú uvedené informácie o jeho štarte štúdia v roku 2022 a o predbežnom názve bakalárskej práce zameraného na orchestráciu veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?" + }, + "latency_seconds": 0.501083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.222049, + "tool_latency_seconds": 0.501083, + "final_model_latency_seconds": 11.214589, + "total_latency_seconds": 12.938372, + "usage": { + "prompt_tokens": 11883, + "completion_tokens": 157, + "total_tokens": 12040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tetiana Mohorian nájdete na stránke jej profilu v ZP Wiki, ktorá sa nachádza v adresári pre študentov z roku nástupu na štúdium 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?" + }, + "latency_seconds": 0.458703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.225017, + "tool_latency_seconds": 0.458703, + "final_model_latency_seconds": 8.523619, + "total_latency_seconds": 10.208235, + "usage": { + "prompt_tokens": 9607, + "completion_tokens": 116, + "total_tokens": 9723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Valerii Kutsenko nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde sú uvedené informácie o jej bakalárskej práci z roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.599193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.535051, + "tool_latency_seconds": 0.599193, + "final_model_latency_seconds": 13.74482, + "total_latency_seconds": 15.880158, + "usage": { + "prompt_tokens": 16040, + "completion_tokens": 154, + "total_tokens": 16194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladyslav Yanchenko s informáciami o jeho bakalárskej práci sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.477911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.618772, + "tool_latency_seconds": 0.477911, + "final_model_latency_seconds": 11.090061, + "total_latency_seconds": 13.187566, + "usage": { + "prompt_tokens": 12647, + "completion_tokens": 144, + "total_tokens": 12791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Denis Le Thanh nájdete na stránke v ZP Wiki, ktorá je umiestnená v adresári pre študentov, ktorí začali štúdium v roku 2023, pod názvom „Bakalárska práca 2026\" s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.3918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.782481, + "tool_latency_seconds": 0.3918, + "final_model_latency_seconds": 15.139234, + "total_latency_seconds": 17.314364, + "usage": { + "prompt_tokens": 17067, + "completion_tokens": 195, + "total_tokens": 17262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maksym Zatirka nájdete na stránke ZP Wiki v sekcii pre študentov, konkrétne pod cestou `students/2023/maksym_zatirka`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.497901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.835494, + "tool_latency_seconds": 0.497901, + "final_model_latency_seconds": 12.4041, + "total_latency_seconds": 14.738492, + "usage": { + "prompt_tokens": 14377, + "completion_tokens": 155, + "total_tokens": 14532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleksandr Dorybohov nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov, kde sú uvedené informácie o jeho bakalárskej práci z roku 2026 s témou Automatické odpovede na otázky v právnej oblasti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.47124, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.833607, + "tool_latency_seconds": 0.47124, + "final_model_latency_seconds": 11.397534, + "total_latency_seconds": 13.703282, + "usage": { + "prompt_tokens": 12390, + "completion_tokens": 184, + "total_tokens": 12574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, kde je uvedená jeho bakalárska práca s témou „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.391093, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.768533, + "tool_latency_seconds": 0.391093, + "final_model_latency_seconds": 8.484797, + "total_latency_seconds": 10.645034, + "usage": { + "prompt_tokens": 9180, + "completion_tokens": 170, + "total_tokens": 9350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Rostyslav Rodzhuk nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú uvedené informácie o jeho štúdiu od roku 2023 a práci na bakalárskej téme „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.522956, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.882218, + "tool_latency_seconds": 0.522956, + "final_model_latency_seconds": 10.939163, + "total_latency_seconds": 13.345221, + "usage": { + "prompt_tokens": 11660, + "completion_tokens": 205, + "total_tokens": 11865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Džurina nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené informácie o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.446334, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.572389, + "tool_latency_seconds": 0.446334, + "final_model_latency_seconds": 12.838682, + "total_latency_seconds": 14.858388, + "usage": { + "prompt_tokens": 14557, + "completion_tokens": 159, + "total_tokens": 14716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Simona Bobrovčanová sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde sú uvedené informácie o jej bakalárskej práci s témou Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.417622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.839283, + "tool_latency_seconds": 0.417622, + "final_model_latency_seconds": 10.924123, + "total_latency_seconds": 13.181823, + "usage": { + "prompt_tokens": 12016, + "completion_tokens": 180, + "total_tokens": 12196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v zázname ZP Wiki spájaná s témou „knowledge graph\" v rámci jeho interného projektu (ERASMUS Intern Spring 2026), ktorého cieľom je zostaviť znalostný graf z lekárskych príbalových letákov v niekoľkých jazykoch a využiť ho v inteligentnom agentovi odporúčanom na lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "limit": 5 + }, + "latency_seconds": 0.859434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.416521, + "tool_latency_seconds": 0.859434, + "final_model_latency_seconds": 21.921255, + "total_latency_seconds": 24.199174, + "usage": { + "prompt_tokens": 25270, + "completion_tokens": 166, + "total_tokens": 25436 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v ZP Wiki spätená s témou „medical\" prostredníctvom záznamu o jeho stáži ERASMUS v roku 2026, ktorej témou bola viacjazyčná extrakcia trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.7683, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.857268, + "tool_latency_seconds": 0.7683, + "final_model_latency_seconds": 8.950166, + "total_latency_seconds": 11.57653, + "usage": { + "prompt_tokens": 9580, + "completion_tokens": 167, + "total_tokens": 9747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction“, je dokument o jeho praxi (ERASMUS Intern Spring 2026), kde je téma definovaná ako „(multilingual) Triplet extraction from medical data“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.50968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.86612, + "tool_latency_seconds": 0.50968, + "final_model_latency_seconds": 11.083754, + "total_latency_seconds": 13.460003, + "usage": { + "prompt_tokens": 12664, + "completion_tokens": 166, + "total_tokens": 12830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „named entities\", je dokument o jeho stáži v lete 2019, kde si stanovil za cieľ rozpoznať neznáme pomenované entity, vytvoriť manuálne anotačnú trénovaciu množinu z prepisov reči a navrhnúť anotačnú schému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.633506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.645599, + "tool_latency_seconds": 0.633506, + "final_model_latency_seconds": 21.15666, + "total_latency_seconds": 23.436701, + "usage": { + "prompt_tokens": 24412, + "completion_tokens": 179, + "total_tokens": 24591 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „Prodigy“ (konkrétne s nástrojom na manuálnu anotáciu Prodigy), je dokument o jeho praxi (intern) v lete roku 2019, kde je Prodigy uvedený ako použiteľný nástroj na manuálnu anotáciu v rámci projektu rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.344585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.908214, + "tool_latency_seconds": 0.344585, + "final_model_latency_seconds": 10.94158, + "total_latency_seconds": 13.195404, + "usage": { + "prompt_tokens": 11351, + "completion_tokens": 198, + "total_tokens": 11549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spojená s témou spaCy v rámci projektu „Named entity annotations“, kde v roku 2019 pracoval na prekonvertovaní transkriptov reči do trénovacieho súboru a tréningu klasifikátora pomocou nástroja spaCy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "limit": 5 + }, + "latency_seconds": 0.697812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.438793, + "tool_latency_seconds": 0.697812, + "final_model_latency_seconds": 13.177032, + "total_latency_seconds": 15.314915, + "usage": { + "prompt_tokens": 15084, + "completion_tokens": 148, + "total_tokens": 15232 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Olivera Pejič spája s témou „Hate Speech\" záznam o jeho stáži v rámci projektu Hate Speech, kde sa v lete 2024 venoval príprave úlohy hodnotenia pre slovenskú nenávistnú reč v rámci frameworku MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.239597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.851577, + "tool_latency_seconds": 0.239597, + "final_model_latency_seconds": 13.217395, + "total_latency_seconds": 15.309258, + "usage": { + "prompt_tokens": 15213, + "completion_tokens": 167, + "total_tokens": 15380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Oliver Pejic súvisí s témou MTEB v rámci svojej letnej stáže (IAESTE Intern Summer 2024), kde sa zaoberal hodnotením modelov vektorových reprezentácií pomocou frameworku MTEB a pripravoval nové úlohy pre vyhodnotenie pre slovenské dáta, konkrétne pre detekciu nenávistného prejavu a otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "limit": 5 + }, + "latency_seconds": 0.382622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.38706, + "tool_latency_seconds": 0.382622, + "final_model_latency_seconds": 11.578456, + "total_latency_seconds": 13.34894, + "usage": { + "prompt_tokens": 12535, + "completion_tokens": 167, + "total_tokens": 12702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája Olivera Pejica s témou „SentenceTransformer\", je jeho stránka o letnej stáži (IAESTE Intern Summer 2024), kde si v rámci prípravy na úlohy osvojil framework SentenceTransformer na účely hodnotenia modelov a vytvárania úloh pre slovenské jazykové modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.468723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.823234, + "tool_latency_seconds": 0.468723, + "final_model_latency_seconds": 9.477643, + "total_latency_seconds": 11.770331, + "usage": { + "prompt_tokens": 10058, + "completion_tokens": 180, + "total_tokens": 10238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou „BERT\" v zázname o jej stáži v rámci projektu „Hate Speech Project\", kde skúšala doplnkové vrstvy nad modelom BERT a plánovala využitie viacerých modelov BERT vrátane multilinguálnej verzie pre detekciu nenávistných prejavov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.361635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.883304, + "tool_latency_seconds": 0.361635, + "final_model_latency_seconds": 10.895897, + "total_latency_seconds": 13.141384, + "usage": { + "prompt_tokens": 11703, + "completion_tokens": 193, + "total_tokens": 11896 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Sevval Bulburu s témou „Hate Speech\", je dokument o jej stáži v rámci programu IAESTE v lete 2023, kde jej cieľom bolo pomôcť s projektom na detekciu nenávistnej reči a vypracovala skúmanie modelov BERT pre slovenský dataset.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.557908, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822296, + "tool_latency_seconds": 0.557908, + "final_model_latency_seconds": 21.147709, + "total_latency_seconds": 23.529113, + "usage": { + "prompt_tokens": 24507, + "completion_tokens": 184, + "total_tokens": 24691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou SMOTE v rámci jej stáže v roku 2023, kde uvádza, že sa pokúsila o využitie metódy SMOTE na upsampling, avšak táto metóda nefungovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.180475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.868863, + "tool_latency_seconds": 0.180475, + "final_model_latency_seconds": 6.496749, + "total_latency_seconds": 8.546444, + "usage": { + "prompt_tokens": 6259, + "completion_tokens": 171, + "total_tokens": 6430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Youssef Ressaissi s témou ROUGE, je dokument o jeho stáži v rámci projektu „IAESTE Intern Summer 2025\" zameranom na vyhodnocovanie a zlepšovanie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne, kde pri porovnávaní modelov (vrátane MBART a T5) explicitne používal metrickú ROUGE na vyhodnotenie kvality sumarizácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.580736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.644105, + "tool_latency_seconds": 0.580736, + "final_model_latency_seconds": 13.468497, + "total_latency_seconds": 15.694416, + "usage": { + "prompt_tokens": 14635, + "completion_tokens": 207, + "total_tokens": 14842 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spájaná s témou „Slovak\" v rámci svojho záznamu o stáži v rámci programu IAESTE v lete 2025, kde bol cieľom projektu vyhodnotenie a zlepšenie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.220758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.839284, + "tool_latency_seconds": 0.220758, + "final_model_latency_seconds": 8.469923, + "total_latency_seconds": 10.530545, + "usage": { + "prompt_tokens": 8796, + "completion_tokens": 187, + "total_tokens": 8983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Youssef Ressaissi spája s témou „summarization\" záznam o jeho práci v rámci letnej stáže IAESTE v roku 2025, kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre automatickú sumarizáciu textov v slovenskom medicínskom alebo právnom odbore.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.583914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.837184, + "tool_latency_seconds": 0.583914, + "final_model_latency_seconds": 12.472719, + "total_latency_seconds": 14.894707, + "usage": { + "prompt_tokens": 14065, + "completion_tokens": 183, + "total_tokens": 14248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Dárius Lindvai s témou BiLSTM, je jeho stránka s diplomovým projektom zameraným na obnovenie interpunkcie, kde v zápisoch o činnosti uvádza trénovanie modelu BiLSTM+CRF a úpravy zdrojových kódov BiLSTM+CRF pre obnovenie interpunkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.750364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.832618, + "tool_latency_seconds": 0.750364, + "final_model_latency_seconds": 7.843051, + "total_latency_seconds": 10.426563, + "usage": { + "prompt_tokens": 7920, + "completion_tokens": 191, + "total_tokens": 8111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Dárius Lindvai spája s témou CRF (spomenutý ako súčasť modelu BiLSTM+CRF) záznam o jeho diplomovej práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde sú v zápisoch o činnosti zaznamenané úpravy zdrojových kódov a trénovanie modelu BiLSTM+CRF.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "limit": 5 + }, + "latency_seconds": 0.553059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.405559, + "tool_latency_seconds": 0.553059, + "final_model_latency_seconds": 13.444312, + "total_latency_seconds": 15.404013, + "usage": { + "prompt_tokens": 15157, + "completion_tokens": 167, + "total_tokens": 15324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dárius Lindvai s témou „interpunkcia\" spája záznam o jeho diplomovom projekte s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.780845, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.851921, + "tool_latency_seconds": 0.780845, + "final_model_latency_seconds": 7.299287, + "total_latency_seconds": 9.932658, + "usage": { + "prompt_tokens": 7976, + "completion_tokens": 155, + "total_tokens": 8131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dominik Nagy spája s témou Fairseq jeho diplomová práca z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci prípravy na diplomový projekt v roku 2020 a 2021 tiež pracoval s týmto nástrojom na trénovanie modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.574346, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.581453, + "tool_latency_seconds": 0.574346, + "final_model_latency_seconds": 14.644616, + "total_latency_seconds": 16.801061, + "usage": { + "prompt_tokens": 16823, + "completion_tokens": 171, + "total_tokens": 16994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spätená s témou MBART v rámci jeho diplomovej práce z roku 2022, kde si stanovil za úlohu vykonať experiment s architektúrou MBART a porovnať výsledky s článkom MBART (Liu et al.).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.470895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.786298, + "tool_latency_seconds": 0.470895, + "final_model_latency_seconds": 12.757872, + "total_latency_seconds": 15.015815, + "usage": { + "prompt_tokens": 14527, + "completion_tokens": 167, + "total_tokens": 14694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spájana s témou strojový preklad prostredníctvom svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.815878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.621639, + "tool_latency_seconds": 0.815878, + "final_model_latency_seconds": 21.866526, + "total_latency_seconds": 24.305233, + "usage": { + "prompt_tokens": 25860, + "completion_tokens": 146, + "total_tokens": 26006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Jakuba Maruniaka s témou pomenované entity, je diplomový projekt s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa riešila aj anotačná schéma pre pomenované entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.660058, + "tool_latency_seconds": 0.476, + "final_model_latency_seconds": 19.063305, + "total_latency_seconds": 21.200099, + "usage": { + "prompt_tokens": 21879, + "completion_tokens": 162, + "total_tokens": 22041 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spojená s témou „Prodigy\" v rámci svojho diplomového projektu zameraného na anotáciu a rozpoznávanie pomenovaných entít, kde sa v úlohách explicitne spomína použitie nástroja Prodigy na anotáciu textových dát a trénovanie modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.752499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.617168, + "tool_latency_seconds": 0.752499, + "final_model_latency_seconds": 12.327785, + "total_latency_seconds": 14.698246, + "usage": { + "prompt_tokens": 13603, + "completion_tokens": 167, + "total_tokens": 13770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spájaná s témou „Spacy\" v rámci jeho diplomového projektu, kde sa v dokumentácii spomínajú problémy so spacy modelom a trénovanie modelu podľa repozitára spacy-skmodel.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.984581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.838473, + "tool_latency_seconds": 0.984581, + "final_model_latency_seconds": 8.732951, + "total_latency_seconds": 11.556351, + "usage": { + "prompt_tokens": 9624, + "completion_tokens": 162, + "total_tokens": 9786 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki sprevádzaná témou „PageRank\" v zázname o jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde sa v rámci úloh a stavu vývoja explicitne uvádza implementácia a experimentovanie s PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.513494, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.804727, + "tool_latency_seconds": 0.513494, + "final_model_latency_seconds": 11.013844, + "total_latency_seconds": 13.332955, + "usage": { + "prompt_tokens": 12157, + "completion_tokens": 182, + "total_tokens": 12339 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Ján Holp s témou „slovenský internet\" spája jeho bakalárska práca z roku 2019 s názvom „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.623585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.852389, + "tool_latency_seconds": 0.623585, + "final_model_latency_seconds": 7.219607, + "total_latency_seconds": 9.696171, + "usage": { + "prompt_tokens": 7983, + "completion_tokens": 152, + "total_tokens": 8135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií\" prostredníctvom jeho diplomovej práce z roku 2021, ktorej zadanie zahŕňalo vypracovanie prehľadu metód ohodnotenia dokumentov v systémoch získavania informácií a implementáciu jednoduchého systému pre získavanie informácií v slovenskom jazyku. Ďalej je pri ňom evidovaný tímový projekt s názvom „Získavanie informácií\", ktorý sa venuje vedomostiam z oblasti Information Retrieval a spracovaniu prirodzeného jazyka.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "limit": 5 + }, + "latency_seconds": 0.718581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.443342, + "tool_latency_seconds": 0.718581, + "final_model_latency_seconds": 18.204597, + "total_latency_seconds": 20.367467, + "usage": { + "prompt_tokens": 19769, + "completion_tokens": 229, + "total_tokens": 19998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Lukáša Pokrývkovú s témou GPU, je jeho diplomový projekt z roku 2020, kde sa zaoberal trénovaním modelov na viacerých GPU (napríklad na strojoch idoc a tesla) pomocou knižnice Pytorch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.660825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.866101, + "tool_latency_seconds": 0.660825, + "final_model_latency_seconds": 13.049887, + "total_latency_seconds": 15.577325, + "usage": { + "prompt_tokens": 14578, + "completion_tokens": 179, + "total_tokens": 14757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.536689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.637686, + "tool_latency_seconds": 0.536689, + "final_model_latency_seconds": 7.023227, + "total_latency_seconds": 9.198648, + "usage": { + "prompt_tokens": 8140, + "completion_tokens": 117, + "total_tokens": 8257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.505136, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.768182, + "tool_latency_seconds": 0.505136, + "final_model_latency_seconds": 16.951821, + "total_latency_seconds": 19.226848, + "usage": { + "prompt_tokens": 20511, + "completion_tokens": 124, + "total_tokens": 20635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 2.184027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.678464, + "tool_latency_seconds": 2.184027, + "final_model_latency_seconds": 22.056111, + "total_latency_seconds": 25.920259, + "usage": { + "prompt_tokens": 26422, + "completion_tokens": 118, + "total_tokens": 26540 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.683022, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.717648, + "tool_latency_seconds": 0.683022, + "final_model_latency_seconds": 24.98716, + "total_latency_seconds": 27.388765, + "usage": { + "prompt_tokens": 29602, + "completion_tokens": 118, + "total_tokens": 29720 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.48567, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.034709, + "tool_latency_seconds": 0.48567, + "final_model_latency_seconds": 7.720836, + "total_latency_seconds": 10.241577, + "usage": { + "prompt_tokens": 8636, + "completion_tokens": 139, + "total_tokens": 8775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.405476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.845755, + "tool_latency_seconds": 0.405476, + "final_model_latency_seconds": 7.375756, + "total_latency_seconds": 9.627666, + "usage": { + "prompt_tokens": 8821, + "completion_tokens": 129, + "total_tokens": 8950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informácia o počte GB RAM počítača alebo servera, ktorý Jakub Maruniak používal pri práci, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.759507, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850158, + "tool_latency_seconds": 0.759507, + "final_model_latency_seconds": 7.063122, + "total_latency_seconds": 9.673162, + "usage": { + "prompt_tokens": 7890, + "completion_tokens": 150, + "total_tokens": 8040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.781514, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.011386, + "tool_latency_seconds": 0.781514, + "final_model_latency_seconds": 7.829201, + "total_latency_seconds": 10.622506, + "usage": { + "prompt_tokens": 9344, + "completion_tokens": 139, + "total_tokens": 9483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý použil Jakub Maruniak pri práci. Zdrojové dokumenty spomínajú použitie knižnice Spacy a nástroja Prodigy, ako aj vykonávanie experimentov s trénovaním modelu, ale nezisťuje sa v nich špecifikácia hardvéru, konkrétne modelu grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.731899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.809103, + "tool_latency_seconds": 0.731899, + "final_model_latency_seconds": 8.178195, + "total_latency_seconds": 10.719907, + "usage": { + "prompt_tokens": 8164, + "completion_tokens": 207, + "total_tokens": 8371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v záznamoch uvedené, že Dominik Nagy pracoval na servri IDOC a využíval GPU pre trénovanie modelov, chýba tu konkrétna údajová špecifikácia o veľkosti pamäte RAM (v GB).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.46363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.819497, + "tool_latency_seconds": 0.46363, + "final_model_latency_seconds": 7.944315, + "total_latency_seconds": 10.228049, + "usage": { + "prompt_tokens": 8396, + "completion_tokens": 188, + "total_tokens": 8584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?" + }, + "latency_seconds": 0.468304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.331, + "tool_latency_seconds": 0.468304, + "final_model_latency_seconds": 13.51587, + "total_latency_seconds": 15.316189, + "usage": { + "prompt_tokens": 16594, + "completion_tokens": 97, + "total_tokens": 16691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci použil; v záznamoch je uvedené len, že prebiehalo trénovanie na GPU bez použitia balíka Anaconda, ale bez špecifikácie typu hardvéru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.436506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.58729, + "tool_latency_seconds": 0.436506, + "final_model_latency_seconds": 7.880589, + "total_latency_seconds": 9.905289, + "usage": { + "prompt_tokens": 8115, + "completion_tokens": 167, + "total_tokens": 8282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.419442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.893494, + "tool_latency_seconds": 0.419442, + "final_model_latency_seconds": 7.528365, + "total_latency_seconds": 9.841827, + "usage": { + "prompt_tokens": 8997, + "completion_tokens": 134, + "total_tokens": 9131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém patriaci osobe Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.407418, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.020069, + "tool_latency_seconds": 0.407418, + "final_model_latency_seconds": 7.622088, + "total_latency_seconds": 10.05024, + "usage": { + "prompt_tokens": 8671, + "completion_tokens": 161, + "total_tokens": 8832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi síce spomínajú úsilie o rozbehnutie trénovania na GPU a inštaláciu CUDA nástrojov, ale nezaznamenávajú konkrétny model GPU, ktorý bol použitý.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.613251, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.621481, + "tool_latency_seconds": 0.613251, + "final_model_latency_seconds": 23.114347, + "total_latency_seconds": 25.349917, + "usage": { + "prompt_tokens": 26646, + "completion_tokens": 177, + "total_tokens": 26823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?" + }, + "latency_seconds": 0.531223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.270582, + "tool_latency_seconds": 0.531223, + "final_model_latency_seconds": 24.585592, + "total_latency_seconds": 26.388677, + "usage": { + "prompt_tokens": 29110, + "completion_tokens": 92, + "total_tokens": 29202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.342826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.954864, + "tool_latency_seconds": 0.342826, + "final_model_latency_seconds": 6.786611, + "total_latency_seconds": 9.084674, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 133, + "total_tokens": 7558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki nie je uvedený konkrétny model GPU, ktorý Dávid Omasta použil, iba sa spomína, že experimenty s modelmi LLAMA a mt5-base sa nedarili realizovať kvôli obmedzeniam GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.330044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.827164, + "tool_latency_seconds": 0.330044, + "final_model_latency_seconds": 7.589961, + "total_latency_seconds": 9.747536, + "usage": { + "prompt_tokens": 8317, + "completion_tokens": 166, + "total_tokens": 8483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?" + }, + "latency_seconds": 0.585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.327786, + "tool_latency_seconds": 0.585, + "final_model_latency_seconds": 23.862964, + "total_latency_seconds": 25.776705, + "usage": { + "prompt_tokens": 28627, + "completion_tokens": 96, + "total_tokens": 28723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.478263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.736461, + "tool_latency_seconds": 0.478263, + "final_model_latency_seconds": 16.551165, + "total_latency_seconds": 18.766923, + "usage": { + "prompt_tokens": 19587, + "completion_tokens": 121, + "total_tokens": 19708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič pri práci používal. Zdroje síce spomínajú, že pri trénovaní modelov pracoval s hardvérom s 24 GB pamäte (v kontexte 1x24 GB Titan) a nasadzoval modely na Titan, ale nezverejňujú presný model GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.488901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.654673, + "tool_latency_seconds": 0.488901, + "final_model_latency_seconds": 9.416192, + "total_latency_seconds": 11.56029, + "usage": { + "prompt_tokens": 9420, + "completion_tokens": 198, + "total_tokens": 9618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "published_only": true + }, + "latency_seconds": 0.734829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.45853, + "tool_latency_seconds": 0.734829, + "final_model_latency_seconds": 24.249553, + "total_latency_seconds": 26.444228, + "usage": { + "prompt_tokens": 29212, + "completion_tokens": 106, + "total_tokens": 29318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Michala Stromka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.719894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.01138, + "tool_latency_seconds": 0.719894, + "final_model_latency_seconds": 7.326049, + "total_latency_seconds": 10.057879, + "usage": { + "prompt_tokens": 7650, + "completion_tokens": 158, + "total_tokens": 7808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Michal Stromko pri svojej práci použil. Zdroje uvádzajú používanie softvérových modelov a nástrojov, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a JinaDocArray, ale neobsahujú špecifikáciu hardvéru ani konkrétny typ grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.670781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.820071, + "tool_latency_seconds": 0.670781, + "final_model_latency_seconds": 8.28222, + "total_latency_seconds": 10.773665, + "usage": { + "prompt_tokens": 8062, + "completion_tokens": 209, + "total_tokens": 8271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.44142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.927371, + "tool_latency_seconds": 0.44142, + "final_model_latency_seconds": 16.996524, + "total_latency_seconds": 19.365926, + "usage": { + "prompt_tokens": 21262, + "completion_tokens": 107, + "total_tokens": 21369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.339326, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 2.02097, + "tool_latency_seconds": 0.339326, + "final_model_latency_seconds": 8.919837, + "total_latency_seconds": 11.280534, + "usage": { + "prompt_tokens": 10229, + "completion_tokens": 140, + "total_tokens": 10369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom modeli GPU, ktorý Artem Yatsenko pri práci využíval, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.519994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.832216, + "tool_latency_seconds": 0.519994, + "final_model_latency_seconds": 14.657222, + "total_latency_seconds": 17.010347, + "usage": { + "prompt_tokens": 17441, + "completion_tokens": 146, + "total_tokens": 17587 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.570566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.732627, + "tool_latency_seconds": 0.570566, + "final_model_latency_seconds": 24.772151, + "total_latency_seconds": 27.076704, + "usage": { + "prompt_tokens": 30205, + "completion_tokens": 92, + "total_tokens": 30297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové materiály uvádzajú, že Matej Ščišľak pripravil testovacie scenáre a množinu pre vyhodnotenie chatbota, pričom jedna množina bola určená na vyhodnotenie jeho pravidiem a druhá od kolegu, no konkrétny počet používateľov, ktorí systém testovali, nie je v poskytnutom kontexte uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.524376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.725995, + "tool_latency_seconds": 0.524376, + "final_model_latency_seconds": 21.43588, + "total_latency_seconds": 23.687094, + "usage": { + "prompt_tokens": 23725, + "completion_tokens": 210, + "total_tokens": 23935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Matej Ščišľak pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.405372, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.907844, + "tool_latency_seconds": 0.405372, + "final_model_latency_seconds": 7.400495, + "total_latency_seconds": 9.714163, + "usage": { + "prompt_tokens": 7931, + "completion_tokens": 152, + "total_tokens": 8083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokumenty o Oleho Poiasnikovi spomínajú používanie softvéru (Docker, vllm, ollama), modelov (Mistral Large, Qwen2.5) a infraštruktúry (AWS, server QUADRO), neuvádzajú konkrétnu kapacitu RAM v gigabajtoch pre jeho počítač alebo server.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.986021, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.877009, + "tool_latency_seconds": 0.986021, + "final_model_latency_seconds": 33.088692, + "total_latency_seconds": 35.953291, + "usage": { + "prompt_tokens": 37562, + "completion_tokens": 216, + "total_tokens": 37778 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém od osoby Oleh Poiasnik. Dokumenty síce obsahujú úlohy osloviť kolegov na testovanie a slovne vyhodnotiť systém, ale neuvádzajú konkrétny počet účastníkov testovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.405279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 2.013518, + "tool_latency_seconds": 0.405279, + "final_model_latency_seconds": 9.084043, + "total_latency_seconds": 11.50335, + "usage": { + "prompt_tokens": 8871, + "completion_tokens": 205, + "total_tokens": 9076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik použil pri práci. Zdroje uvádzajú len použitie softvérových nástrojov (ako vllm, ollama) a modelov (Mistral, Qwen2.5, MiniLM), ale nie hardvéru GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.378939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.83219, + "tool_latency_seconds": 0.378939, + "final_model_latency_seconds": 8.624392, + "total_latency_seconds": 10.835912, + "usage": { + "prompt_tokens": 9155, + "completion_tokens": 189, + "total_tokens": 9344 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používala pri práci. Zdroj uvádza len, že ak by jej GPU počítača nestačilo, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, konkrétne hodnoty pamäte však nie sú uvedené.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.330222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.894577, + "tool_latency_seconds": 0.330222, + "final_model_latency_seconds": 8.479752, + "total_latency_seconds": 10.705131, + "usage": { + "prompt_tokens": 8583, + "completion_tokens": 209, + "total_tokens": 8792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Tetianu Mohorian uvádzajú, že vyhodnotenie modelu pre rozpoznávanie nenávistnej reči bolo vykonané pomocou vlastného skriptu a frameworku llm-eval-harness na overovacej množine, pričom v jednom zo stretnutí je zmienka o vyhodnotení s priateľmi pri práci na Telegram botovi, ale nie je uvedený konkrétny počet používateľov, ktorí testovali výsledný systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "limit": 10 + }, + "latency_seconds": 0.837217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.485741, + "tool_latency_seconds": 0.837217, + "final_model_latency_seconds": 31.315139, + "total_latency_seconds": 33.639399, + "usage": { + "prompt_tokens": 35079, + "completion_tokens": 220, + "total_tokens": 35299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU vlastného počítača nebude stačiť, môže získať prístup na školský server alebo využiť Google Colab.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "published_only": true, + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 0.522155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.815785, + "tool_latency_seconds": 0.522155, + "final_model_latency_seconds": 17.02225, + "total_latency_seconds": 19.360993, + "usage": { + "prompt_tokens": 18891, + "completion_tokens": 182, + "total_tokens": 19073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.608442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.734409, + "tool_latency_seconds": 0.608442, + "final_model_latency_seconds": 21.091745, + "total_latency_seconds": 23.435481, + "usage": { + "prompt_tokens": 25365, + "completion_tokens": 121, + "total_tokens": 25486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.539779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.851707, + "tool_latency_seconds": 0.539779, + "final_model_latency_seconds": 19.044082, + "total_latency_seconds": 21.436378, + "usage": { + "prompt_tokens": 22748, + "completion_tokens": 130, + "total_tokens": 22878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.66033, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.637909, + "tool_latency_seconds": 0.66033, + "final_model_latency_seconds": 26.047041, + "total_latency_seconds": 28.34722, + "usage": { + "prompt_tokens": 30815, + "completion_tokens": 118, + "total_tokens": 30933 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Daniilovi Huzenkovi uvádza pokyny písať o hardvéri, ktorý dostal, a spomína zostavovanie klastra z Raspberry Pi, neobsahuje konkrétnu údaj o množine RAM (v GB) pre použitý počítač alebo server.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "published_only": false + }, + "latency_seconds": 0.544206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.52707, + "tool_latency_seconds": 0.544206, + "final_model_latency_seconds": 25.079286, + "total_latency_seconds": 27.151935, + "usage": { + "prompt_tokens": 28108, + "completion_tokens": 173, + "total_tokens": 28281 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.467465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.570942, + "tool_latency_seconds": 0.467465, + "final_model_latency_seconds": 14.412747, + "total_latency_seconds": 16.451926, + "usage": { + "prompt_tokens": 17052, + "completion_tokens": 112, + "total_tokens": 17164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Daniilovi Huzenkovi spomínaný hardvér, konkrétne model GPU nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.276587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.631602, + "tool_latency_seconds": 0.276587, + "final_model_latency_seconds": 6.758066, + "total_latency_seconds": 8.666604, + "usage": { + "prompt_tokens": 7115, + "completion_tokens": 147, + "total_tokens": 7262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "limit": 5 + }, + "latency_seconds": 0.444102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.4511, + "tool_latency_seconds": 0.444102, + "final_model_latency_seconds": 23.719844, + "total_latency_seconds": 25.616615, + "usage": { + "prompt_tokens": 28622, + "completion_tokens": 106, + "total_tokens": 28728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokumenty uvádzajú, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka a že existujúci chatbot je použiteľný, ale nešpecifikujú počet testujúcich.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.438329, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.812161, + "tool_latency_seconds": 0.438329, + "final_model_latency_seconds": 20.254248, + "total_latency_seconds": 22.505568, + "usage": { + "prompt_tokens": 22632, + "completion_tokens": 200, + "total_tokens": 22832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Samuel Džurina používal pri práci; v zázname je síce spomenutá otázka o tom, či firma disponuje hardvérom s GPU, no odpoveď uvádza, že je možné riešenie externe a nie je špecifikovaný žiadny konkrétny model.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.322821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.706713, + "tool_latency_seconds": 0.322821, + "final_model_latency_seconds": 9.215628, + "total_latency_seconds": 11.245613, + "usage": { + "prompt_tokens": 9305, + "completion_tokens": 191, + "total_tokens": 9496 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.49918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.816264, + "tool_latency_seconds": 0.49918, + "final_model_latency_seconds": 16.606218, + "total_latency_seconds": 18.92298, + "usage": { + "prompt_tokens": 20205, + "completion_tokens": 128, + "total_tokens": 20333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.638712, + "tool_latency_seconds": 0.497543, + "final_model_latency_seconds": 24.638106, + "total_latency_seconds": 26.77551, + "usage": { + "prompt_tokens": 29357, + "completion_tokens": 118, + "total_tokens": 29475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.559076, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.646228, + "tool_latency_seconds": 0.559076, + "final_model_latency_seconds": 26.701464, + "total_latency_seconds": 28.90913, + "usage": { + "prompt_tokens": 31632, + "completion_tokens": 118, + "total_tokens": 31750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.515743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.806286, + "tool_latency_seconds": 0.515743, + "final_model_latency_seconds": 17.836226, + "total_latency_seconds": 20.159113, + "usage": { + "prompt_tokens": 21097, + "completion_tokens": 125, + "total_tokens": 21222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v uvedených záznamoch o Valerii Kutsenkovi sa síce spomínajú modely (napr. Slovak T5, mT5, Slovak Mistral, Slovak Falcon) a nástroje (Ollama), ale nie je explicitne uvedený konkrétny model GPU hardvéru, ktorý pri práci používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.484473, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.827377, + "tool_latency_seconds": 0.484473, + "final_model_latency_seconds": 8.579321, + "total_latency_seconds": 10.891509, + "usage": { + "prompt_tokens": 8432, + "completion_tokens": 204, + "total_tokens": 8636 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente uvedené, že na trénovanie sa používal model mt5-large a že notebook bol príliš pomalý na trénovanie, konkrétne množstvo RAM v GB nie je špecifikované.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.327509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.950121, + "tool_latency_seconds": 0.327509, + "final_model_latency_seconds": 7.913191, + "total_latency_seconds": 10.191209, + "usage": { + "prompt_tokens": 8516, + "completion_tokens": 183, + "total_tokens": 8699 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "limit": 5 + }, + "latency_seconds": 0.591571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.530475, + "tool_latency_seconds": 0.591571, + "final_model_latency_seconds": 16.577539, + "total_latency_seconds": 18.700859, + "usage": { + "prompt_tokens": 20234, + "completion_tokens": 111, + "total_tokens": 20345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je v zázname o Andrii Pervashovi uvedené, že pri trénovaní modelu sa stretol s problémami s pamäťou GPU a pracoval s obmedzením 128 znakov kvôli dostupnej pamäti, konkrétny model GPU nie je v zdrojoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.581668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.661611, + "tool_latency_seconds": 0.581668, + "final_model_latency_seconds": 29.774741, + "total_latency_seconds": 32.019128, + "usage": { + "prompt_tokens": 33865, + "completion_tokens": 195, + "total_tokens": 34060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.253176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.86527, + "tool_latency_seconds": 0.253176, + "final_model_latency_seconds": 7.609332, + "total_latency_seconds": 9.728516, + "usage": { + "prompt_tokens": 7937, + "completion_tokens": 146, + "total_tokens": 8083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.686797, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.968161, + "tool_latency_seconds": 0.686797, + "final_model_latency_seconds": 20.62434, + "total_latency_seconds": 23.280224, + "usage": { + "prompt_tokens": 25188, + "completion_tokens": 136, + "total_tokens": 25324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.573666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.874248, + "tool_latency_seconds": 0.573666, + "final_model_latency_seconds": 19.357471, + "total_latency_seconds": 21.806326, + "usage": { + "prompt_tokens": 23264, + "completion_tokens": 126, + "total_tokens": 23390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Jánovi Holpovi uvádzajú len použitie systémov ako Docker, Cassandra a technológie pre indexovanie, ale neobsahujú špecifikáciu konkrétneho modelu procesora alebo CPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.666659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.643154, + "tool_latency_seconds": 0.666659, + "final_model_latency_seconds": 23.848057, + "total_latency_seconds": 26.159634, + "usage": { + "prompt_tokens": 27497, + "completion_tokens": 165, + "total_tokens": 27662 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové údaje pre Ján Holp uvádzajú názov jeho diplomovej práce a témy projektov, ale nezahŕňajú výslednú známku z obhajoby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.429624, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.860737, + "tool_latency_seconds": 0.429624, + "final_model_latency_seconds": 11.212098, + "total_latency_seconds": 13.503154, + "usage": { + "prompt_tokens": 12224, + "completion_tokens": 171, + "total_tokens": 12395 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.560778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.48976, + "tool_latency_seconds": 0.560778, + "final_model_latency_seconds": 13.646965, + "total_latency_seconds": 15.698079, + "usage": { + "prompt_tokens": 16269, + "completion_tokens": 121, + "total_tokens": 16390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Ján Holp uvádza, že pre nasadenie systému sa plánovalo využiť Docker a vytvoriť verejné demo, konkrétna IP adresa nie je v poskytnutých záznamoch uvedená.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?" + }, + "latency_seconds": 0.520982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.291822, + "tool_latency_seconds": 0.520982, + "final_model_latency_seconds": 15.257162, + "total_latency_seconds": 17.070961, + "usage": { + "prompt_tokens": 17388, + "completion_tokens": 146, + "total_tokens": 17534 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch o Jánovi Holpovi uvádza využitie veľkých slovenských dát z internetu a indexovanie dát z databázy Cassandra, žiadny zo zdrojov nešpecifikuje presnú veľkosť hlavnej dátovej množiny v gigabajtoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.613074, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.920762, + "tool_latency_seconds": 0.613074, + "final_model_latency_seconds": 7.801313, + "total_latency_seconds": 10.335709, + "usage": { + "prompt_tokens": 7604, + "completion_tokens": 197, + "total_tokens": 7801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekt Ján Holpa nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.546024, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.816661, + "tool_latency_seconds": 0.546024, + "final_model_latency_seconds": 6.69312, + "total_latency_seconds": 9.056253, + "usage": { + "prompt_tokens": 7676, + "completion_tokens": 144, + "total_tokens": 7820 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.435013, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.910909, + "tool_latency_seconds": 0.435013, + "final_model_latency_seconds": 6.641296, + "total_latency_seconds": 8.987808, + "usage": { + "prompt_tokens": 7866, + "completion_tokens": 131, + "total_tokens": 7997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.623183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.909737, + "tool_latency_seconds": 0.623183, + "final_model_latency_seconds": 11.430556, + "total_latency_seconds": 13.964853, + "usage": { + "prompt_tokens": 13984, + "completion_tokens": 132, + "total_tokens": 14116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zdroji S1 uvedený Tomáš Kuchárik a jeho diplomová práca z roku 2022, žiadny z vrátených úsekov neobsahuje údaj o počte strán finálnej záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?" + }, + "latency_seconds": 0.59412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.322417, + "tool_latency_seconds": 0.59412, + "final_model_latency_seconds": 12.67867, + "total_latency_seconds": 14.595829, + "usage": { + "prompt_tokens": 14181, + "completion_tokens": 155, + "total_tokens": 14336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.463813, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.93492, + "tool_latency_seconds": 0.463813, + "final_model_latency_seconds": 7.418311, + "total_latency_seconds": 9.817677, + "usage": { + "prompt_tokens": 8685, + "completion_tokens": 132, + "total_tokens": 8817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.511079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.731449, + "tool_latency_seconds": 0.511079, + "final_model_latency_seconds": 26.047273, + "total_latency_seconds": 28.291089, + "usage": { + "prompt_tokens": 31300, + "completion_tokens": 119, + "total_tokens": 31419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá patrí do kategórie dp2021, čo zodpovedá roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.738525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.933441, + "tool_latency_seconds": 0.738525, + "final_model_latency_seconds": 19.184613, + "total_latency_seconds": 21.85738, + "usage": { + "prompt_tokens": 22147, + "completion_tokens": 171, + "total_tokens": 22318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dominik Nagy má v ZP Wiki uvedenú diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.641846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.869658, + "tool_latency_seconds": 0.641846, + "final_model_latency_seconds": 26.189302, + "total_latency_seconds": 28.701626, + "usage": { + "prompt_tokens": 30714, + "completion_tokens": 148, + "total_tokens": 30862 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Jakubovi Maruniakovi je na ZP Wiki uvedená diplomová práca z roku 2021 s názvom (podľa návrhu) „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.964435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.711678, + "tool_latency_seconds": 0.964435, + "final_model_latency_seconds": 45.207797, + "total_latency_seconds": 47.885162, + "usage": { + "prompt_tokens": 50732, + "completion_tokens": 153, + "total_tokens": 50885 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.424547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.885919, + "tool_latency_seconds": 0.424547, + "final_model_latency_seconds": 22.999757, + "total_latency_seconds": 25.310893, + "usage": { + "prompt_tokens": 26469, + "completion_tokens": 147, + "total_tokens": 26616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.505357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.33996, + "tool_latency_seconds": 0.505357, + "final_model_latency_seconds": 23.179811, + "total_latency_seconds": 25.025806, + "usage": { + "prompt_tokens": 27067, + "completion_tokens": 121, + "total_tokens": 27188 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.502263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904743, + "tool_latency_seconds": 0.502263, + "final_model_latency_seconds": 23.103521, + "total_latency_seconds": 25.511294, + "usage": { + "prompt_tokens": 27195, + "completion_tokens": 145, + "total_tokens": 27340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.660812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.8939, + "tool_latency_seconds": 0.660812, + "final_model_latency_seconds": 24.423129, + "total_latency_seconds": 26.978508, + "usage": { + "prompt_tokens": 28501, + "completion_tokens": 156, + "total_tokens": 28657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.687827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.326179, + "tool_latency_seconds": 0.687827, + "final_model_latency_seconds": 19.34041, + "total_latency_seconds": 21.35505, + "usage": { + "prompt_tokens": 23376, + "completion_tokens": 107, + "total_tokens": 23483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má na ZP Wiki uvedenú diplomovú prácu z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a ďalej aj diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.726151, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.488023, + "tool_latency_seconds": 0.726151, + "final_model_latency_seconds": 23.764625, + "total_latency_seconds": 25.979545, + "usage": { + "prompt_tokens": 27500, + "completion_tokens": 183, + "total_tokens": 27683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.286109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.929568, + "tool_latency_seconds": 0.286109, + "final_model_latency_seconds": 17.322282, + "total_latency_seconds": 19.538577, + "usage": { + "prompt_tokens": 20683, + "completion_tokens": 150, + "total_tokens": 20833 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024 a tiež návrh na názov „Generatívne modely slovenského jazyka\" pre diplomovú prácu v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.255641, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.847764, + "tool_latency_seconds": 0.255641, + "final_model_latency_seconds": 9.330502, + "total_latency_seconds": 11.434229, + "usage": { + "prompt_tokens": 9768, + "completion_tokens": 191, + "total_tokens": 9959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela sa na ZP Wiki uvádza pod názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je registrovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.415481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.875872, + "tool_latency_seconds": 0.415481, + "final_model_latency_seconds": 22.205101, + "total_latency_seconds": 24.497085, + "usage": { + "prompt_tokens": 26702, + "completion_tokens": 166, + "total_tokens": 26868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.417028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.709894, + "tool_latency_seconds": 0.417028, + "final_model_latency_seconds": 21.064486, + "total_latency_seconds": 23.192103, + "usage": { + "prompt_tokens": 25180, + "completion_tokens": 133, + "total_tokens": 25313 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Alina Vitko vypracovávala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.425486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.790768, + "tool_latency_seconds": 0.425486, + "final_model_latency_seconds": 23.013831, + "total_latency_seconds": 25.230697, + "usage": { + "prompt_tokens": 27490, + "completion_tokens": 151, + "total_tokens": 27641 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Artem Yatsenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.697809, + "tool_latency_seconds": 0.331952, + "final_model_latency_seconds": 20.517804, + "total_latency_seconds": 22.548172, + "usage": { + "prompt_tokens": 24552, + "completion_tokens": 142, + "total_tokens": 24694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a na ZP Wiki je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.378286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.46627, + "tool_latency_seconds": 0.378286, + "final_model_latency_seconds": 19.559199, + "total_latency_seconds": 21.40442, + "usage": { + "prompt_tokens": 23485, + "completion_tokens": 131, + "total_tokens": 23616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Kristián Sopkovič má na ZP Wiki uvedený návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.483391, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.909962, + "tool_latency_seconds": 0.483391, + "final_model_latency_seconds": 20.021581, + "total_latency_seconds": 22.41554, + "usage": { + "prompt_tokens": 23786, + "completion_tokens": 162, + "total_tokens": 23948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.426916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.835553, + "tool_latency_seconds": 0.426916, + "final_model_latency_seconds": 17.711524, + "total_latency_seconds": 19.974571, + "usage": { + "prompt_tokens": 21108, + "completion_tokens": 142, + "total_tokens": 21250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Eduard Matovka je na ZP Wiki uvedený ako študent, ktorý vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.942554, + "tool_latency_seconds": 0.387361, + "final_model_latency_seconds": 20.914158, + "total_latency_seconds": 23.244751, + "usage": { + "prompt_tokens": 25242, + "completion_tokens": 161, + "total_tokens": 25403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Martina Šarišského s názvom „Agentové systémy pomocou veľkého jazykového modelu“ je na ZP Wiki uvedená v rámci sekcie pre diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.484469, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.880422, + "tool_latency_seconds": 0.484469, + "final_model_latency_seconds": 22.88573, + "total_latency_seconds": 25.251301, + "usage": { + "prompt_tokens": 27187, + "completion_tokens": 161, + "total_tokens": 27348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie“ a je na ZP Wiki uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.46477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.861892, + "tool_latency_seconds": 0.46477, + "final_model_latency_seconds": 23.06608, + "total_latency_seconds": 25.393429, + "usage": { + "prompt_tokens": 27398, + "completion_tokens": 156, + "total_tokens": 27554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“, ktorá je evidovaná v sekcii pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.409304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.868251, + "tool_latency_seconds": 0.409304, + "final_model_latency_seconds": 21.08186, + "total_latency_seconds": 23.360122, + "usage": { + "prompt_tokens": 24869, + "completion_tokens": 168, + "total_tokens": 25037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladimír Ferko má na ZP Wiki uvedenú bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a táto práca je evidovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.451299, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.845938, + "tool_latency_seconds": 0.451299, + "final_model_latency_seconds": 22.345912, + "total_latency_seconds": 24.643884, + "usage": { + "prompt_tokens": 26405, + "completion_tokens": 168, + "total_tokens": 26573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Podľa dostupných záznamov na ZP Wiki má Andrii Pervashov evidovanú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, ktorá je uvedená v sekcii pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.206555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.9226, + "tool_latency_seconds": 0.206555, + "final_model_latency_seconds": 8.051548, + "total_latency_seconds": 10.18099, + "usage": { + "prompt_tokens": 8486, + "completion_tokens": 181, + "total_tokens": 8667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.420744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.843857, + "tool_latency_seconds": 0.420744, + "final_model_latency_seconds": 20.97839, + "total_latency_seconds": 23.243636, + "usage": { + "prompt_tokens": 25399, + "completion_tokens": 164, + "total_tokens": 25563 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Ján Malinovský je na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ a rok, na ktorý je tento projekt plánovaný, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.44632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.835473, + "tool_latency_seconds": 0.44632, + "final_model_latency_seconds": 23.191831, + "total_latency_seconds": 25.474241, + "usage": { + "prompt_tokens": 27242, + "completion_tokens": 159, + "total_tokens": 27401 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác“ a rok začatia štúdia pre túto prácu je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.398557, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.840171, + "tool_latency_seconds": 0.398557, + "final_model_latency_seconds": 24.003437, + "total_latency_seconds": 26.242863, + "usage": { + "prompt_tokens": 28709, + "completion_tokens": 147, + "total_tokens": 28856 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Oleh Poiasnika sa na ZP Wiki uvádza pod názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" a je plánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.523729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.682127, + "tool_latency_seconds": 0.523729, + "final_model_latency_seconds": 24.758517, + "total_latency_seconds": 26.965075, + "usage": { + "prompt_tokens": 29487, + "completion_tokens": 141, + "total_tokens": 29628 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.363442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.903126, + "tool_latency_seconds": 0.363442, + "final_model_latency_seconds": 22.239164, + "total_latency_seconds": 24.506386, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 168, + "total_tokens": 26288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Tetiane Mohorian je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.416795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.912733, + "tool_latency_seconds": 0.416795, + "final_model_latency_seconds": 21.291702, + "total_latency_seconds": 23.621859, + "usage": { + "prompt_tokens": 25316, + "completion_tokens": 159, + "total_tokens": 25475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Valerii Kutsenko je na ZP Wiki uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.492121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.644202, + "tool_latency_seconds": 0.492121, + "final_model_latency_seconds": 21.153158, + "total_latency_seconds": 23.290175, + "usage": { + "prompt_tokens": 25248, + "completion_tokens": 139, + "total_tokens": 25387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.450256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.888138, + "tool_latency_seconds": 0.450256, + "final_model_latency_seconds": 23.497572, + "total_latency_seconds": 25.836628, + "usage": { + "prompt_tokens": 27742, + "completion_tokens": 167, + "total_tokens": 27909 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o Denisovi Le Thanhovi na ZP Wiki uvádza, že vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.878711, + "tool_latency_seconds": 0.409476, + "final_model_latency_seconds": 21.191885, + "total_latency_seconds": 23.480691, + "usage": { + "prompt_tokens": 25079, + "completion_tokens": 168, + "total_tokens": 25247 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Maksym Zatirka je na ZP Wiki uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.420402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.500475, + "tool_latency_seconds": 0.420402, + "final_model_latency_seconds": 23.324055, + "total_latency_seconds": 25.245638, + "usage": { + "prompt_tokens": 27765, + "completion_tokens": 134, + "total_tokens": 27899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre študenta Oleksandr Dorybohov je na ZP Wiki uvedená bakalárska práca s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.419853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.930389, + "tool_latency_seconds": 0.419853, + "final_model_latency_seconds": 21.258044, + "total_latency_seconds": 23.609014, + "usage": { + "prompt_tokens": 25483, + "completion_tokens": 160, + "total_tokens": 25643 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" a táto je v ZP Wiki evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.409901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.278937, + "tool_latency_seconds": 0.409901, + "final_model_latency_seconds": 21.401828, + "total_latency_seconds": 23.091328, + "usage": { + "prompt_tokens": 25499, + "completion_tokens": 121, + "total_tokens": 25620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk má na ZP Wiki uvedenú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.422897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.84352, + "tool_latency_seconds": 0.422897, + "final_model_latency_seconds": 21.593945, + "total_latency_seconds": 23.861147, + "usage": { + "prompt_tokens": 25869, + "completion_tokens": 164, + "total_tokens": 26033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Samuel Džurina je na ZP Wiki uvedená bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\" a rok, v ktorom je práca evidovaná, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904212, + "tool_latency_seconds": 0.452318, + "final_model_latency_seconds": 22.995542, + "total_latency_seconds": 25.352748, + "usage": { + "prompt_tokens": 27308, + "completion_tokens": 166, + "total_tokens": 27474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová je na ZP Wiki uvedená s bakalárskou prácou zameranou na tému „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.435057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.499607, + "tool_latency_seconds": 0.435057, + "final_model_latency_seconds": 21.512949, + "total_latency_seconds": 23.44827, + "usage": { + "prompt_tokens": 25887, + "completion_tokens": 130, + "total_tokens": 26017 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o bakalárskej práci Yevhenii Medushivskyi s témou „Získavanie textu z webových stránok\" je na ZP Wiki uvedený pod sekciou Bakalárska práca 2026, pričom rok začiatku štúdia je 2023 a v zázname sa pracuje s rokom záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.430927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.746981, + "tool_latency_seconds": 0.430927, + "final_model_latency_seconds": 24.866503, + "total_latency_seconds": 27.04516, + "usage": { + "prompt_tokens": 28948, + "completion_tokens": 195, + "total_tokens": 29143 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť rok začiatku štúdia pre osobu Dárius Lindvai, hoci je uvedený záznam o diplomovom projekte (často používanom ako súčasť diplomovej práce) v roku 2020.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": false + }, + "latency_seconds": 1.07332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.747205, + "tool_latency_seconds": 1.07332, + "final_model_latency_seconds": 42.26313, + "total_latency_seconds": 45.084783, + "usage": { + "prompt_tokens": 48483, + "completion_tokens": 170, + "total_tokens": 48653 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou súvisiacou so strojovým prekladom sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.415581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.849319, + "tool_latency_seconds": 0.415581, + "final_model_latency_seconds": 12.907832, + "total_latency_seconds": 15.173153, + "usage": { + "prompt_tokens": 14789, + "completion_tokens": 161, + "total_tokens": 14950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Jakub Maruniak je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam typu „diplomová práca“ je na ZP Wiki spojený s rokom 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.765561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.731934, + "tool_latency_seconds": 0.765561, + "final_model_latency_seconds": 37.276584, + "total_latency_seconds": 39.775092, + "usage": { + "prompt_tokens": 43652, + "completion_tokens": 154, + "total_tokens": 43806 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Holp je uvedený rok začiatku štúdia 2016 a rok, pri ktorom je na ZP Wiki evidovaná diplomová práca, je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.435053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.756133, + "tool_latency_seconds": 0.435053, + "final_model_latency_seconds": 20.3884, + "total_latency_seconds": 22.58032, + "usage": { + "prompt_tokens": 24156, + "completion_tokens": 144, + "total_tokens": 24300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Lukáša Pokrývku je 2016 a záznam o jeho diplomovej práci je uvedený pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.986909, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.582749, + "tool_latency_seconds": 0.986909, + "final_model_latency_seconds": 42.101718, + "total_latency_seconds": 44.672859, + "usage": { + "prompt_tokens": 48958, + "completion_tokens": 131, + "total_tokens": 49089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Márka Fehéra s tematikou klasifikácie textu má názov „Klasifikácia textu metódami strojového učenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.203687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.93109, + "tool_latency_seconds": 0.203687, + "final_model_latency_seconds": 7.222267, + "total_latency_seconds": 9.357305, + "usage": { + "prompt_tokens": 7436, + "completion_tokens": 158, + "total_tokens": 7594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.985007, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.959251, + "tool_latency_seconds": 0.985007, + "final_model_latency_seconds": 7.44561, + "total_latency_seconds": 10.390127, + "usage": { + "prompt_tokens": 8695, + "completion_tokens": 155, + "total_tokens": 8850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.570016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.758352, + "tool_latency_seconds": 0.570016, + "final_model_latency_seconds": 22.782125, + "total_latency_seconds": 25.111154, + "usage": { + "prompt_tokens": 27716, + "completion_tokens": 150, + "total_tokens": 27866 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má zaznamenanú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" z roku 2021, ktorá sa zameriava na tému Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená." + }, + "latency_seconds": 0.503253, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.332533, + "tool_latency_seconds": 0.503253, + "final_model_latency_seconds": 18.11701, + "total_latency_seconds": 19.953694, + "usage": { + "prompt_tokens": 21246, + "completion_tokens": 138, + "total_tokens": 21384 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\", ktorá je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.765384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.907818, + "tool_latency_seconds": 0.765384, + "final_model_latency_seconds": 18.329962, + "total_latency_seconds": 21.003807, + "usage": { + "prompt_tokens": 22162, + "completion_tokens": 157, + "total_tokens": 22319 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely slovenského jazyka“ pre rok 2023 a pre rok 2024 má návrh na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“, pričom obe témy súvisia s generatívnymi modelmi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.328368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.98658, + "tool_latency_seconds": 0.328368, + "final_model_latency_seconds": 8.191509, + "total_latency_seconds": 10.506754, + "usage": { + "prompt_tokens": 8472, + "completion_tokens": 205, + "total_tokens": 8677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca odoslaná Martinom Wencelom s témou súvisiacou s knihou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.886525, + "tool_latency_seconds": 0.293924, + "final_model_latency_seconds": 8.968765, + "total_latency_seconds": 11.149588, + "usage": { + "prompt_tokens": 9756, + "completion_tokens": 179, + "total_tokens": 9935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megela s témou BERT má názov „Neurónové jazykové modelovanie typu BERT“ a je uvedená za rok 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.884705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.89935, + "tool_latency_seconds": 0.884705, + "final_model_latency_seconds": 7.542397, + "total_latency_seconds": 10.326767, + "usage": { + "prompt_tokens": 8565, + "completion_tokens": 154, + "total_tokens": 8719 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Aliny Vitko je rok začiatku štúdia uvedený ako 2019, zatiaľco záznam typu „bakalárska práca\" sa v dokumentoch ZP Wiki nachádza pre rok 2022.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "published_only": false, + "limit": 10 + }, + "latency_seconds": 0.606543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.805115, + "tool_latency_seconds": 0.606543, + "final_model_latency_seconds": 39.869284, + "total_latency_seconds": 42.28226, + "usage": { + "prompt_tokens": 47004, + "completion_tokens": 153, + "total_tokens": 47157 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Artema Yatsenka je 2019 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.528296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.347223, + "tool_latency_seconds": 0.528296, + "final_model_latency_seconds": 18.989709, + "total_latency_seconds": 20.866277, + "usage": { + "prompt_tokens": 22158, + "completion_tokens": 118, + "total_tokens": 22276 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša s témou súvisiacou s CI/CD sa volá „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 1.115814, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.959325, + "tool_latency_seconds": 1.115814, + "final_model_latency_seconds": 12.318214, + "total_latency_seconds": 15.393985, + "usage": { + "prompt_tokens": 14522, + "completion_tokens": 169, + "total_tokens": 14691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Kristiána Sopkoviča súvisiacej s témou Spacy je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" a uvedený je v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true + }, + "latency_seconds": 0.711917, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.581883, + "tool_latency_seconds": 0.711917, + "final_model_latency_seconds": 18.516582, + "total_latency_seconds": 20.811196, + "usage": { + "prompt_tokens": 22303, + "completion_tokens": 144, + "total_tokens": 22447 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka, ktorá súvisí s témou Elasticsearch, má názov „Indexovanie slovenského textu pomocou Elasticsearch\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.986192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.874407, + "tool_latency_seconds": 0.986192, + "final_model_latency_seconds": 6.994227, + "total_latency_seconds": 9.85524, + "usage": { + "prompt_tokens": 7579, + "completion_tokens": 157, + "total_tokens": 7736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Eduarda Matovku je rok začiatku štúdia uvedený ako 2021 a rok, pri ktorom je na ZP Wiki evidovaný záznam typu bakalárska práca, je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.794539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.588086, + "tool_latency_seconds": 0.794539, + "final_model_latency_seconds": 38.828724, + "total_latency_seconds": 41.213132, + "usage": { + "prompt_tokens": 45587, + "completion_tokens": 141, + "total_tokens": 45728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský začal študovať v roku 2021 a záznam o jeho diplomovej práci typu „Agentové systémy pomocou veľkého jazykového modelu\" je na ZP Wiki uvedený pre rok 2026 (s aktuálnym stavom diplomového projektu v roku 2025).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 1.34328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.999376, + "tool_latency_seconds": 1.34328, + "final_model_latency_seconds": 40.854997, + "total_latency_seconds": 44.199945, + "usage": { + "prompt_tokens": 46711, + "completion_tokens": 187, + "total_tokens": 46898 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný začal študovať v roku 2021 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 1.345575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.552802, + "tool_latency_seconds": 1.345575, + "final_model_latency_seconds": 38.108178, + "total_latency_seconds": 41.008827, + "usage": { + "prompt_tokens": 44238, + "completion_tokens": 129, + "total_tokens": 44367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak začal študovať v roku 2021 a jeho zápis o diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.588876, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.975891, + "tool_latency_seconds": 0.588876, + "final_model_latency_seconds": 10.344497, + "total_latency_seconds": 12.910066, + "usage": { + "prompt_tokens": 11491, + "completion_tokens": 156, + "total_tokens": 11647 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Vladimíra Ferká je na ZP Wiki uvedený rok začiatku štúdia 2021 a záznam typu bakalárska práca je sprevádzaný rokom 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.800242, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.928244, + "tool_latency_seconds": 0.800242, + "final_model_latency_seconds": 33.630728, + "total_latency_seconds": 36.361687, + "usage": { + "prompt_tokens": 40100, + "completion_tokens": 165, + "total_tokens": 40265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U osoby Andrii Pervashov je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomová práca\" sa na ZP Wiki nachádza pod rokom 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.708221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.005898, + "tool_latency_seconds": 0.708221, + "final_model_latency_seconds": 19.629461, + "total_latency_seconds": 22.344603, + "usage": { + "prompt_tokens": 23005, + "completion_tokens": 171, + "total_tokens": 23176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a jeho záznam o bakalárskej práci je v ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.688681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.724954, + "tool_latency_seconds": 0.688681, + "final_model_latency_seconds": 35.450927, + "total_latency_seconds": 37.865999, + "usage": { + "prompt_tokens": 41982, + "completion_tokens": 142, + "total_tokens": 42124 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Ján Malinovský je na ZP Wiki uvedený rok začiatku štúdia 2022, zatiaľ čo záznam typu „diplomový projekt\" je evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10 + }, + "latency_seconds": 1.511745, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.532232, + "tool_latency_seconds": 1.511745, + "final_model_latency_seconds": 36.995908, + "total_latency_seconds": 40.041859, + "usage": { + "prompt_tokens": 42945, + "completion_tokens": 136, + "total_tokens": 43081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomový projekt\" sa v dokumente uvádza v súvislosti s rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.178599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.980174, + "tool_latency_seconds": 1.178599, + "final_model_latency_seconds": 26.927241, + "total_latency_seconds": 30.087715, + "usage": { + "prompt_tokens": 31772, + "completion_tokens": 165, + "total_tokens": 31937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia pre osobu Oleh Poiasnik je 2022 a záznam typu „diplomová práca\" je na ZP Wiki uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.022914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.022085, + "tool_latency_seconds": 1.022914, + "final_model_latency_seconds": 12.351962, + "total_latency_seconds": 15.397531, + "usage": { + "prompt_tokens": 14412, + "completion_tokens": 161, + "total_tokens": 14573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Samuel Vasiľ začal študovať v roku 2022 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.641849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.97946, + "tool_latency_seconds": 0.641849, + "final_model_latency_seconds": 27.116041, + "total_latency_seconds": 29.738672, + "usage": { + "prompt_tokens": 32917, + "completion_tokens": 153, + "total_tokens": 33070 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tetiana Mohorian začala študovať v roku 2022 a záznam o jej bakalárskej práci je na ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.629073, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.974722, + "tool_latency_seconds": 0.629073, + "final_model_latency_seconds": 23.723737, + "total_latency_seconds": 26.328414, + "usage": { + "prompt_tokens": 28227, + "completion_tokens": 155, + "total_tokens": 28382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca je v ZP Wiki evidovaný pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 1.3077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.946114, + "tool_latency_seconds": 1.3077, + "final_model_latency_seconds": 24.494499, + "total_latency_seconds": 27.749229, + "usage": { + "prompt_tokens": 29100, + "completion_tokens": 160, + "total_tokens": 29260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko začal študovať v roku 2022 a na ZP Wiki je mu priradená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.510525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.399219, + "tool_latency_seconds": 0.510525, + "final_model_latency_seconds": 19.913053, + "total_latency_seconds": 21.823544, + "usage": { + "prompt_tokens": 23664, + "completion_tokens": 121, + "total_tokens": 23785 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Denisovi Le Thanhovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o jeho bakalárskej práci je v ZP Wiki evidovaný pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.577223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.742255, + "tool_latency_seconds": 0.577223, + "final_model_latency_seconds": 25.498949, + "total_latency_seconds": 27.819461, + "usage": { + "prompt_tokens": 30103, + "completion_tokens": 149, + "total_tokens": 30252 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Maksyma Zatirku je rok začiatku štúdia 2023 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5 + }, + "latency_seconds": 0.499907, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.546873, + "tool_latency_seconds": 0.499907, + "final_model_latency_seconds": 19.388866, + "total_latency_seconds": 21.436417, + "usage": { + "prompt_tokens": 23360, + "completion_tokens": 129, + "total_tokens": 23489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleksandr Dorybohov začal štúdium v roku 2023 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.811968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.805929, + "tool_latency_seconds": 0.811968, + "final_model_latency_seconds": 38.915537, + "total_latency_seconds": 41.535052, + "usage": { + "prompt_tokens": 45407, + "completion_tokens": 149, + "total_tokens": 45556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ronald Zalacko je v ZP Wiki uvedený rok začiatku štúdia 2023 a záznam o bakalárskej práci sa nachádza v sekcii týkajúcej sa roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.431123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.958539, + "tool_latency_seconds": 0.431123, + "final_model_latency_seconds": 10.378241, + "total_latency_seconds": 12.768406, + "usage": { + "prompt_tokens": 11260, + "completion_tokens": 168, + "total_tokens": 11428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk začal štúdium v roku 2023 a záznam typu „bakalárska práca“ (s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga“) je na ZP Wiki uvedený pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.574454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.772781, + "tool_latency_seconds": 0.574454, + "final_model_latency_seconds": 22.644039, + "total_latency_seconds": 24.992381, + "usage": { + "prompt_tokens": 26717, + "completion_tokens": 175, + "total_tokens": 26892 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Samuelovi Džurinovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca\" sa v ZP Wiki nachádza pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.701699, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.956328, + "tool_latency_seconds": 0.701699, + "final_model_latency_seconds": 23.175307, + "total_latency_seconds": 25.834411, + "usage": { + "prompt_tokens": 27401, + "completion_tokens": 169, + "total_tokens": 27570 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a na ZP Wiki je pri nej uvedený záznam o bakalárskej práci pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.819609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.581996, + "tool_latency_seconds": 0.819609, + "final_model_latency_seconds": 37.974827, + "total_latency_seconds": 40.378432, + "usage": { + "prompt_tokens": 44429, + "completion_tokens": 136, + "total_tokens": 44565 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Yevhenii Medushivskyi je rok začiatku štúdia 2023 a záznam typu „bakalárska práca\" je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.629722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.080067, + "tool_latency_seconds": 0.629722, + "final_model_latency_seconds": 22.744177, + "total_latency_seconds": 25.454836, + "usage": { + "prompt_tokens": 26512, + "completion_tokens": 173, + "total_tokens": 26685 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.966949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.872019, + "tool_latency_seconds": 0.966949, + "final_model_latency_seconds": 7.421465, + "total_latency_seconds": 10.26076, + "usage": { + "prompt_tokens": 8212, + "completion_tokens": 152, + "total_tokens": 8364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy súvisiaca s témou Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.591503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.903624, + "tool_latency_seconds": 0.591503, + "final_model_latency_seconds": 7.410511, + "total_latency_seconds": 9.906057, + "usage": { + "prompt_tokens": 8427, + "completion_tokens": 158, + "total_tokens": 8585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki sa Dárius Lindvai uvádza s diplomovou prácou (konkrétne v kontexte diplomového projektu z roku 2020) s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", zatiaľ čo pri Jánovi Ptákovi sa v zázname typu „diplomový projekt\" uvádza téma „Agent pre manažment záverečných prác\" pre rok 2026, no explicitný finálny názov práce nie je v poskytnutom kontexte uvedený.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 2.083534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.70936, + "tool_latency_seconds": 2.083534, + "final_model_latency_seconds": 22.817244, + "total_latency_seconds": 26.611236, + "usage": { + "prompt_tokens": 26000, + "completion_tokens": 248, + "total_tokens": 26248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 1.090519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.776256, + "tool_latency_seconds": 1.090519, + "final_model_latency_seconds": 16.577511, + "total_latency_seconds": 19.445063, + "usage": { + "prompt_tokens": 18714, + "completion_tokens": 204, + "total_tokens": 18918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.85729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.878, + "tool_latency_seconds": 1.85729, + "final_model_latency_seconds": 22.874409, + "total_latency_seconds": 26.610505, + "usage": { + "prompt_tokens": 26504, + "completion_tokens": 208, + "total_tokens": 26712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022, zatiaľ čo Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ uvedený pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.854148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.881463, + "tool_latency_seconds": 0.854148, + "final_model_latency_seconds": 22.197579, + "total_latency_seconds": 24.934423, + "usage": { + "prompt_tokens": 25117, + "completion_tokens": 228, + "total_tokens": 25345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Ronald Zalacko vypracoval bakalársku prácu s názvom Skórovací online systém pre robotické súťaže v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.034212, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.481335, + "tool_latency_seconds": 1.034212, + "final_model_latency_seconds": 23.193193, + "total_latency_seconds": 25.709826, + "usage": { + "prompt_tokens": 26782, + "completion_tokens": 177, + "total_tokens": 26959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“, ktorá je na ZP Wiki evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 1.052114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.929793, + "tool_latency_seconds": 1.052114, + "final_model_latency_seconds": 24.609433, + "total_latency_seconds": 27.592302, + "usage": { + "prompt_tokens": 27986, + "completion_tokens": 232, + "total_tokens": 28218 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu v roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 1.197658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.931731, + "tool_latency_seconds": 1.197658, + "final_model_latency_seconds": 22.986817, + "total_latency_seconds": 26.117393, + "usage": { + "prompt_tokens": 26159, + "completion_tokens": 217, + "total_tokens": 26376 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Matej Novotný má evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.417361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.897995, + "tool_latency_seconds": 1.417361, + "final_model_latency_seconds": 24.96402, + "total_latency_seconds": 28.280953, + "usage": { + "prompt_tokens": 28641, + "completion_tokens": 218, + "total_tokens": 28859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" uvedenú v roku 2021 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" uvedenú v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 1.041886, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.761302, + "tool_latency_seconds": 1.041886, + "final_model_latency_seconds": 24.413662, + "total_latency_seconds": 27.217836, + "usage": { + "prompt_tokens": 27995, + "completion_tokens": 207, + "total_tokens": 28202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.887935, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.468212, + "tool_latency_seconds": 0.887935, + "final_model_latency_seconds": 22.070956, + "total_latency_seconds": 24.427875, + "usage": { + "prompt_tokens": 25266, + "completion_tokens": 196, + "total_tokens": 25462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Pre Patrika Pavlišina je na ZP Wiki uvedená bakalárska práca s názvom „Metódy automatického prekladu“ z roku 2020 a pre Andriiho Pervashova je uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ z roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.641537, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.951611, + "tool_latency_seconds": 1.641537, + "final_model_latency_seconds": 23.638134, + "total_latency_seconds": 27.232396, + "usage": { + "prompt_tokens": 27005, + "completion_tokens": 228, + "total_tokens": 27233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je na ZP Wiki uvedená v roku 2025, kým Ronald Zalacko má v evidencii bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.858704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.751581, + "tool_latency_seconds": 0.858704, + "final_model_latency_seconds": 23.750828, + "total_latency_seconds": 26.361897, + "usage": { + "prompt_tokens": 26860, + "completion_tokens": 222, + "total_tokens": 27082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", ktorá je na ZP Wiki evidovaná v roku 2026. Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá je na ZP Wiki tiež evidovaná v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.677788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.719706, + "tool_latency_seconds": 0.677788, + "final_model_latency_seconds": 22.516028, + "total_latency_seconds": 24.91423, + "usage": { + "prompt_tokens": 25524, + "completion_tokens": 217, + "total_tokens": 25741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Tetiana Mohorian má v ZP Wiki evidovanú bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" pre rok 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.426111, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.910426, + "tool_latency_seconds": 0.426111, + "final_model_latency_seconds": 18.106867, + "total_latency_seconds": 20.444456, + "usage": { + "prompt_tokens": 20390, + "completion_tokens": 226, + "total_tokens": 20616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má v ZP Wiki uvedenú diplomovú prácu s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ v roku 2027, hoci finálny názov práce je zatiaľ len v návrhu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.333256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.460969, + "tool_latency_seconds": 1.333256, + "final_model_latency_seconds": 26.280966, + "total_latency_seconds": 29.076573, + "usage": { + "prompt_tokens": 29951, + "completion_tokens": 213, + "total_tokens": 30164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022 a Samuel Vasiľ vypracoval bakalársku prácu s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497621, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.765377, + "tool_latency_seconds": 0.497621, + "final_model_latency_seconds": 21.727588, + "total_latency_seconds": 23.991229, + "usage": { + "prompt_tokens": 24719, + "completion_tokens": 218, + "total_tokens": 24937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.087773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.44495, + "tool_latency_seconds": 1.087773, + "final_model_latency_seconds": 26.176951, + "total_latency_seconds": 28.710399, + "usage": { + "prompt_tokens": 30298, + "completion_tokens": 185, + "total_tokens": 30483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského pri diplomovej práci z roku 2026 nenachádza uvedený názov práce, pretože sekcia „Názov práce“ je prázdna a obsahuje len odkaz na repozitár, zatiaľ čo pre Andriiho Pervashova je pri diplomovej práci z roku 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, pričom konkrétne pole „Názov“ nie je explicitne vyplnené.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.884517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.905714, + "tool_latency_seconds": 0.884517, + "final_model_latency_seconds": 25.606554, + "total_latency_seconds": 28.397504, + "usage": { + "prompt_tokens": 28433, + "completion_tokens": 264, + "total_tokens": 28697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, pričom oboje sú na ZP Wiki uvedené pod rokom začiatku štúdia 2026 pre príslušné sekcie prác.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.491981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.739023, + "tool_latency_seconds": 0.491981, + "final_model_latency_seconds": 23.76024, + "total_latency_seconds": 25.991927, + "usage": { + "prompt_tokens": 26699, + "completion_tokens": 229, + "total_tokens": 26928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Záznam na ZP Wiki uvádza, že Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.782181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.450137, + "tool_latency_seconds": 0.782181, + "final_model_latency_seconds": 22.691537, + "total_latency_seconds": 24.924507, + "usage": { + "prompt_tokens": 26004, + "completion_tokens": 197, + "total_tokens": 26201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Márk Fehér má evidovanú diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 0.590611, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.863769, + "tool_latency_seconds": 0.590611, + "final_model_latency_seconds": 15.62893, + "total_latency_seconds": 18.083773, + "usage": { + "prompt_tokens": 17583, + "completion_tokens": 216, + "total_tokens": 17799 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský má na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina má uvedenú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.677854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.67813, + "tool_latency_seconds": 0.677854, + "final_model_latency_seconds": 24.382534, + "total_latency_seconds": 26.739207, + "usage": { + "prompt_tokens": 28345, + "completion_tokens": 199, + "total_tokens": 28544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“. Obe práce sú na ZP Wiki uvedené v rámci sekcie bakalárskej práce pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.383736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.531495, + "tool_latency_seconds": 0.383736, + "final_model_latency_seconds": 21.708801, + "total_latency_seconds": 23.624652, + "usage": { + "prompt_tokens": 24811, + "completion_tokens": 199, + "total_tokens": 25010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020 a Samuel Džurina vypracoval bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.532812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.475549, + "tool_latency_seconds": 0.532812, + "final_model_latency_seconds": 23.076414, + "total_latency_seconds": 25.085445, + "usage": { + "prompt_tokens": 26593, + "completion_tokens": 184, + "total_tokens": 26777 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022 a Valerii Kutsenko vypracoval diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.834631, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.876823, + "tool_latency_seconds": 0.834631, + "final_model_latency_seconds": 25.920453, + "total_latency_seconds": 28.632742, + "usage": { + "prompt_tokens": 29839, + "completion_tokens": 216, + "total_tokens": 30055 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" a rok záverečnej práce je 2026. Denis Le Thanh má na ZP Wiki uvedenú bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" a rok záverečnej práce je 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.581221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.707233, + "tool_latency_seconds": 0.581221, + "final_model_latency_seconds": 23.690677, + "total_latency_seconds": 25.979782, + "usage": { + "prompt_tokens": 26359, + "completion_tokens": 235, + "total_tokens": 26594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.624938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.86176, + "tool_latency_seconds": 0.624938, + "final_model_latency_seconds": 25.744201, + "total_latency_seconds": 28.231562, + "usage": { + "prompt_tokens": 29324, + "completion_tokens": 226, + "total_tokens": 29550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.849188, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.902573, + "tool_latency_seconds": 0.849188, + "final_model_latency_seconds": 22.740387, + "total_latency_seconds": 25.492811, + "usage": { + "prompt_tokens": 26094, + "completion_tokens": 216, + "total_tokens": 26310 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Ján Pták má záznam o diplomovom projekte s témou „Agent pre manažment záverečných prác“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.850689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.703208, + "tool_latency_seconds": 0.850689, + "final_model_latency_seconds": 24.273905, + "total_latency_seconds": 26.828456, + "usage": { + "prompt_tokens": 28097, + "completion_tokens": 197, + "total_tokens": 28294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "max_per_document": 1, + "limit": 5 + }, + "latency_seconds": 0.424408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.913943, + "tool_latency_seconds": 0.424408, + "final_model_latency_seconds": 21.145381, + "total_latency_seconds": 23.484323, + "usage": { + "prompt_tokens": 24266, + "completion_tokens": 218, + "total_tokens": 24484 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ taktiež v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.721225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.907466, + "tool_latency_seconds": 0.721225, + "final_model_latency_seconds": 23.711753, + "total_latency_seconds": 26.341147, + "usage": { + "prompt_tokens": 27167, + "completion_tokens": 221, + "total_tokens": 27388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Eduard Matovka vypracúva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.413133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.895047, + "tool_latency_seconds": 0.413133, + "final_model_latency_seconds": 22.241673, + "total_latency_seconds": 24.550511, + "usage": { + "prompt_tokens": 25570, + "completion_tokens": 218, + "total_tokens": 25788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Samuel Vasiľ má v zázname uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.633751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.841093, + "tool_latency_seconds": 0.633751, + "final_model_latency_seconds": 21.223877, + "total_latency_seconds": 23.699325, + "usage": { + "prompt_tokens": 24054, + "completion_tokens": 228, + "total_tokens": 24282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020 a Andrii Pervashov má na ZP Wiki uvedený návrh na tému diplomovej práce s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.707544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.476846, + "tool_latency_seconds": 0.707544, + "final_model_latency_seconds": 25.379444, + "total_latency_seconds": 27.564495, + "usage": { + "prompt_tokens": 28746, + "completion_tokens": 207, + "total_tokens": 28953 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracovával bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" v roku 2025 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.526841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.930148, + "tool_latency_seconds": 0.526841, + "final_model_latency_seconds": 24.40222, + "total_latency_seconds": 26.859812, + "usage": { + "prompt_tokens": 27691, + "completion_tokens": 233, + "total_tokens": 27924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je na ZP Wiki uvedená v roku 2025, zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.57001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.974408, + "tool_latency_seconds": 0.57001, + "final_model_latency_seconds": 24.54618, + "total_latency_seconds": 27.09122, + "usage": { + "prompt_tokens": 27454, + "completion_tokens": 213, + "total_tokens": 27667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020, zatiaľ čo Yevhenii Medushivskyi má evidovanú bakalársku prácu s témou „Získavanie textu z webových stránok“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.498627, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.732595, + "tool_latency_seconds": 0.498627, + "final_model_latency_seconds": 26.088867, + "total_latency_seconds": 28.320771, + "usage": { + "prompt_tokens": 29870, + "completion_tokens": 216, + "total_tokens": 30086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" v roku 2021, pričom v roku 2022 má evidovanú ďalšiu diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\". Kristián Sopkovič má na ZP Wiki uvedenú bakalársku prácu z roku 2022 s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.621539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.929799, + "tool_latency_seconds": 0.621539, + "final_model_latency_seconds": 24.195919, + "total_latency_seconds": 26.747891, + "usage": { + "prompt_tokens": 26391, + "completion_tokens": 285, + "total_tokens": 26676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v rámci roka 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v rámci roka 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.597214, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.871161, + "tool_latency_seconds": 0.597214, + "final_model_latency_seconds": 22.312716, + "total_latency_seconds": 24.781766, + "usage": { + "prompt_tokens": 25597, + "completion_tokens": 222, + "total_tokens": 25819 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Rostyslav Rodzhuk má uvedenú bakalársku prácu s názvom Inteligentný agent pre podporu práce špeciálneho pedagóga pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.56128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.502742, + "tool_latency_seconds": 0.56128, + "final_model_latency_seconds": 23.197896, + "total_latency_seconds": 25.262573, + "usage": { + "prompt_tokens": 26876, + "completion_tokens": 184, + "total_tokens": 27060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracovával diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026, zatiaľ čo Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.607776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.456937, + "tool_latency_seconds": 0.607776, + "final_model_latency_seconds": 23.234277, + "total_latency_seconds": 25.299623, + "usage": { + "prompt_tokens": 26369, + "completion_tokens": 199, + "total_tokens": 26568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Simona Bobrovčanová vypracovala bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.650801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.809634, + "tool_latency_seconds": 0.650801, + "final_model_latency_seconds": 22.306006, + "total_latency_seconds": 24.767075, + "usage": { + "prompt_tokens": 25722, + "completion_tokens": 210, + "total_tokens": 25932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v rámci záznamu pre rok 2026, podobne ako Rostyslav Rodzhuk, ktorý má záznam o bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" tiež pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.437178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.860316, + "tool_latency_seconds": 0.437178, + "final_model_latency_seconds": 22.940298, + "total_latency_seconds": 25.238464, + "usage": { + "prompt_tokens": 25975, + "completion_tokens": 238, + "total_tokens": 26213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.569945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.510217, + "tool_latency_seconds": 0.569945, + "final_model_latency_seconds": 22.150697, + "total_latency_seconds": 24.231533, + "usage": { + "prompt_tokens": 25872, + "completion_tokens": 180, + "total_tokens": 26052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a v ZP Wiki je uvedený v roku 2022, kedy študent začal štúdium. Yevhenii Medushivskyi vypracúva bakalársku prácu s názvom „Získavanie textu z webových stránok\" a v ZP Wiki je uvedený v roku 2023, kedy študent začal štúdium.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.525503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.964837, + "tool_latency_seconds": 0.525503, + "final_model_latency_seconds": 18.369684, + "total_latency_seconds": 20.86055, + "usage": { + "prompt_tokens": 20193, + "completion_tokens": 252, + "total_tokens": 20445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ vypracoval bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a Ronald Zalacko bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", pričom na ZP Wiki je pre obe práce uvedený rok záverečnej práce 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.442603, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.900859, + "tool_latency_seconds": 0.442603, + "final_model_latency_seconds": 21.942488, + "total_latency_seconds": 24.286591, + "usage": { + "prompt_tokens": 25006, + "completion_tokens": 232, + "total_tokens": 25238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021, zatiaľ čo Artem Yatsenko má zaznamenanú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.608406, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.644288, + "tool_latency_seconds": 0.608406, + "final_model_latency_seconds": 21.375974, + "total_latency_seconds": 23.629283, + "usage": { + "prompt_tokens": 24267, + "completion_tokens": 205, + "total_tokens": 24472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ a na ZP Wiki je uvedená k roku 2024, zatiaľ čo Maksym Zatirka má záznam o bakalárskej práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ uvedený k roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.391071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.718911, + "tool_latency_seconds": 0.391071, + "final_model_latency_seconds": 23.097809, + "total_latency_seconds": 25.208454, + "usage": { + "prompt_tokens": 26284, + "completion_tokens": 219, + "total_tokens": 26503 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Maksyma Zatirky má názov „Grafová databáza pre podporu generovania slovenského jazyka“ a je evidovaná pre rok 2026, zatiaľ čo bakalárska práca Oleksandra Dorybohova sa volá „Automatické odpovede na otázky v právnej oblasti“ a je tiež uvedená pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.673286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.519713, + "tool_latency_seconds": 0.673286, + "final_model_latency_seconds": 25.026379, + "total_latency_seconds": 27.220052, + "usage": { + "prompt_tokens": 28608, + "completion_tokens": 203, + "total_tokens": 28811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.358658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.970237, + "tool_latency_seconds": 0.358658, + "final_model_latency_seconds": 17.775591, + "total_latency_seconds": 20.105, + "usage": { + "prompt_tokens": 20015, + "completion_tokens": 224, + "total_tokens": 20239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vypracoval diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.795511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.858252, + "tool_latency_seconds": 0.795511, + "final_model_latency_seconds": 24.862384, + "total_latency_seconds": 27.516884, + "usage": { + "prompt_tokens": 29022, + "completion_tokens": 205, + "total_tokens": 29227 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Matej Novotný má na ZP Wiki evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.754911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.856641, + "tool_latency_seconds": 0.754911, + "final_model_latency_seconds": 24.402618, + "total_latency_seconds": 27.014833, + "usage": { + "prompt_tokens": 27774, + "completion_tokens": 225, + "total_tokens": 27999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022, zatiaľ čo Kristián Sopkovič má v zázname uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.576014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.730446, + "tool_latency_seconds": 0.576014, + "final_model_latency_seconds": 23.22519, + "total_latency_seconds": 25.53267, + "usage": { + "prompt_tokens": 26386, + "completion_tokens": 213, + "total_tokens": 26599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Matej Ščišľak vypracoval diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.387528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.786116, + "tool_latency_seconds": 0.387528, + "final_model_latency_seconds": 20.100454, + "total_latency_seconds": 22.274673, + "usage": { + "prompt_tokens": 22932, + "completion_tokens": 209, + "total_tokens": 23141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Diplomová práca Osoby Oleh Poiasnik má názov „Expertný agentový systém na podporu rozhodovania v lekárni\" a je evidovaná pre rok 2027, zatiaľ čo diplomová práca osôb Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov\" a je rovnako evidovaná pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.762571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.883716, + "tool_latency_seconds": 0.762571, + "final_model_latency_seconds": 24.061001, + "total_latency_seconds": 26.708039, + "usage": { + "prompt_tokens": 27637, + "completion_tokens": 223, + "total_tokens": 27860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored.json b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored.json new file mode 100644 index 0000000..6f09928 --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored.json @@ -0,0 +1,48542 @@ +{ + "generated_at": "2026-09-27T19:30:42.277550+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "89b4bcf47cd690bf9aed676440c408b6e66c7ffadc0348a40097925c99970a5d", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690", + "q0691", + "q0692", + "q0693", + "q0694", + "q0695", + "q0696", + "q0697", + "q0698", + "q0699", + "q0700", + "q0701", + "q0702", + "q0703", + "q0704", + "q0705", + "q0706", + "q0707", + "q0708", + "q0709", + "q0710", + "q0711", + "q0712", + "q0713", + "q0714", + "q0715", + "q0716", + "q0717", + "q0718", + "q0719", + "q0720", + "q0721", + "q0722", + "q0723", + "q0724", + "q0725", + "q0726", + "q0727", + "q0728", + "q0729", + "q0730", + "q0731", + "q0732", + "q0733", + "q0734", + "q0771", + "q0772", + "q0773", + "q0774", + "q0775", + "q0776", + "q0777", + "q0778", + "q0779", + "q0780", + "q0781", + "q0782", + "q0783", + "q0784", + "q0785", + "q0786", + "q0787", + "q0788", + "q0789", + "q0790", + "q0791", + "q0792", + "q0793", + "q0794", + "q0795", + "q0796", + "q0797", + "q0798", + "q0821", + "q0822", + "q0823", + "q0824", + "q0825", + "q0826", + "q0827", + "q0828", + "q0829", + "q0830", + "q0831", + "q0832", + "q0833", + "q0834", + "q0835", + "q0836", + "q0837", + "q0838", + "q0839", + "q0840", + "q0841", + "q0842", + "q0843", + "q0844", + "q0845", + "q0846", + "q0847", + "q0848", + "q0849", + "q0850", + "q0851", + "q0852", + "q0853", + "q0854", + "q0855", + "q0856", + "q0857", + "q0858", + "q0859", + "q0860", + "q0861", + "q0862", + "q0863", + "q0864", + "q0865", + "q0866", + "q0867", + "q0868", + "q0869", + "q0870", + "q0871", + "q0872", + "q0873", + "q0874", + "q0875", + "q0876", + "q0877", + "q0878", + "q0879", + "q0880", + "q0881", + "q0882", + "q0883", + "q0884", + "q0885", + "q0886", + "q0887", + "q0942", + "q0943", + "q0944", + "q0945", + "q0946", + "q0947", + "q0948", + "q0949", + "q0950", + "q0951", + "q0952", + "q0953", + "q0954", + "q0955", + "q0956", + "q0957", + "q0958", + "q0959", + "q0960", + "q0961", + "q0962", + "q0963", + "q0964", + "q0965", + "q0966", + "q0967", + "q0968", + "q0969", + "q0970", + "q0971", + "q0972", + "q0973", + "q0974", + "q0975", + "q0976", + "q0977", + "q0978", + "q0979", + "q0980", + "q0981", + "q0982", + "q0983", + "q0984", + "q0985", + "q0986", + "q0987", + "q0988", + "q0989", + "q0990", + "q0991", + "q0992", + "q0993", + "q0994", + "q0995", + "q0996", + "q0997", + "q0998", + "q0999", + "q1000", + "q1001", + "q1002", + "q1003", + "q1004", + "q1005", + "q1006", + "q1007", + "q1008", + "q1009", + "q1010", + "q1011", + "q1012", + "q1013", + "q1014", + "q1015", + "q1016", + "q1017", + "q1018", + "q1019", + "q1020", + "q1021", + "q1022", + "q1023", + "q1092", + "q1093", + "q1094", + "q1095", + "q1096", + "q1097", + "q1098", + "q1099", + "q1100", + "q1101", + "q1102", + "q1103", + "q1104", + "q1105", + "q1106", + "q1107", + "q1108", + "q1109", + "q1110", + "q1111", + "q1112", + "q1113", + "q1114", + "q1115", + "q1116", + "q1117", + "q1118", + "q1119", + "q1120", + "q1121", + "q1122", + "q1123", + "q1124", + "q1125", + "q1126", + "q1127", + "q1128", + "q1129", + "q1130", + "q1131", + "q1132", + "q1133", + "q1134", + "q1135", + "q1136", + "q1137", + "q1138", + "q1139", + "q1140", + "q1141", + "q1142", + "q1143", + "q1144", + "q1145", + "q1146" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 629, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 629, + "completed": 629, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.97761, + "source_url_score": 0.992051, + "should_answer_score": 1.0, + "overall_score": 0.992415, + "strict_pass_count": 607, + "strict_pass_rate": 0.965024, + "mean_latency_seconds": 19.459802, + "prompt_tokens": 12482020, + "completion_tokens": 103720, + "total_tokens": 12585740, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.926141, + "prompt_tokens": 187024, + "completion_tokens": 2306, + "total_tokens": 189330 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.964286, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.991071, + "strict_pass_count": 13, + "strict_pass_rate": 0.928571, + "mean_latency_seconds": 19.765373, + "prompt_tokens": 289394, + "completion_tokens": 2034, + "total_tokens": 291428 + }, + "entity_lookup": { + "total": 69, + "completed": 69, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 69, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.806703, + "prompt_tokens": 987194, + "completion_tokens": 11649, + "total_tokens": 998843 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.588862, + "prompt_tokens": 213118, + "completion_tokens": 1707, + "total_tokens": 214825 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.980289, + "prompt_tokens": 421601, + "completion_tokens": 3115, + "total_tokens": 424716 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.882166, + "prompt_tokens": 479449, + "completion_tokens": 2680, + "total_tokens": 482129 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 1, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 14.014125, + "prompt_tokens": 38703, + "completion_tokens": 555, + "total_tokens": 39258 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.568266, + "prompt_tokens": 65033, + "completion_tokens": 323, + "total_tokens": 65356 + }, + "keyword_grounding": { + "total": 103, + "completed": 103, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 103, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.252098, + "prompt_tokens": 1649992, + "completion_tokens": 18066, + "total_tokens": 1668058 + }, + "multi_document": { + "total": 59, + "completed": 59, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.978814, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.994703, + "strict_pass_count": 55, + "strict_pass_rate": 0.932203, + "mean_latency_seconds": 26.811093, + "prompt_tokens": 1567217, + "completion_tokens": 13793, + "total_tokens": 1581010 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.078835, + "prompt_tokens": 386412, + "completion_tokens": 3082, + "total_tokens": 389494 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 1.0, + "overall_score": 0.979167, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 25.33297, + "prompt_tokens": 646804, + "completion_tokens": 4120, + "total_tokens": 650924 + }, + "single_document_synthesis": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.969512, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.992378, + "strict_pass_count": 78, + "strict_pass_rate": 0.95122, + "mean_latency_seconds": 24.71929, + "prompt_tokens": 2148774, + "completion_tokens": 12673, + "total_tokens": 2161447 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.983878, + "prompt_tokens": 179266, + "completion_tokens": 1083, + "total_tokens": 180349 + }, + "specific_fact": { + "total": 50, + "completed": 50, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.893333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.973333, + "strict_pass_count": 44, + "strict_pass_rate": 0.88, + "mean_latency_seconds": 15.74577, + "prompt_tokens": 790822, + "completion_tokens": 7540, + "total_tokens": 798362 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.931818, + "source_url_score": 0.863636, + "should_answer_score": 1.0, + "overall_score": 0.948864, + "strict_pass_count": 19, + "strict_pass_rate": 0.863636, + "mean_latency_seconds": 30.719338, + "prompt_tokens": 701694, + "completion_tokens": 4474, + "total_tokens": 706168 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.9375, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 15, + "strict_pass_rate": 0.9375, + "mean_latency_seconds": 20.074421, + "prompt_tokens": 335922, + "completion_tokens": 2458, + "total_tokens": 338380 + }, + "unanswerable_missing_fact": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 68, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.525964, + "prompt_tokens": 1194395, + "completion_tokens": 10233, + "total_tokens": 1204628 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.174085, + "prompt_tokens": 199206, + "completion_tokens": 1829, + "total_tokens": 201035 + } + }, + "by_difficulty": { + "easy": { + "total": 146, + "completed": 146, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 146, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.69791, + "prompt_tokens": 2503563, + "completion_tokens": 21786, + "total_tokens": 2525349 + }, + "hard": { + "total": 169, + "completed": 169, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.974852, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.993713, + "strict_pass_count": 160, + "strict_pass_rate": 0.946746, + "mean_latency_seconds": 24.145074, + "prompt_tokens": 4192409, + "completion_tokens": 30806, + "total_tokens": 4223215 + }, + "medium": { + "total": 314, + "completed": 314, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.968684, + "source_url_score": 0.984076, + "should_answer_score": 1.0, + "overall_score": 0.98819, + "strict_pass_count": 301, + "strict_pass_rate": 0.958599, + "mean_latency_seconds": 18.222303, + "prompt_tokens": 5786048, + "completion_tokens": 51128, + "total_tokens": 5837176 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre Ján Holp je v ZP Wiki evidovaný dokument o jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku, pričom začal štúdium v roku 2016. Dokument tiež obsahuje záznamy o jeho diplomovom projekte z roku 2020, ktorý sa zaoberal implementáciou vyhľadávania pomocou metódy PageRank a indexovaním do Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.305867, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.984334, + "tool_latency_seconds": 0.305867, + "final_model_latency_seconds": 8.064031, + "total_latency_seconds": 10.354593, + "usage": { + "prompt_tokens": 8274, + "completion_tokens": 207, + "total_tokens": 8481 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.737904, + "tool_latency_seconds": 0.225375, + "final_model_latency_seconds": 14.830638, + "total_latency_seconds": 16.794598, + "usage": { + "prompt_tokens": 19372, + "completion_tokens": 135, + "total_tokens": 19507 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ vypracoval Ján Holp.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.460277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 2.018278, + "tool_latency_seconds": 0.460277, + "final_model_latency_seconds": 21.191938, + "total_latency_seconds": 23.671252, + "usage": { + "prompt_tokens": 26806, + "completion_tokens": 159, + "total_tokens": 26965 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa táto presná téma „Systém získavania informácií v slovenskom jazyku\" nenašla pod týmto názvom, no nájdené sú študentské práce s tematikou agentov a systémov pre získavanie informácií alebo vyhľadávanie v slovenskom jazyku. Napríklad Kristián Sopkovič má v rámci dizertácie (2028) návrh témy „Agentový prístup k získavaniu informácií\", kde agent iniciatívne získava potrebné informácie, a v rámci diplomovej práce (2024) pracoval na „cross-lingual information retrieval\" (kroslinguálne vyhľadávanie), vrátane modelov pre slovenský jazyk. Ďalším príkladom je Dávid Stromp, ktorý mal v diplomovke cieľ „Zlepšiť proces získavania informácií\" (2022), a Oleh Poiasnik, ktorý riešil „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach\" (2025), vrátane vyhľadávania v slovenských zákonoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2019/david_stromp\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.802077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.464195, + "tool_latency_seconds": 0.802077, + "final_model_latency_seconds": 47.759769, + "total_latency_seconds": 50.027155, + "usage": { + "prompt_tokens": 51146, + "completion_tokens": 406, + "total_tokens": 51552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená téma diplomovej práce „Systém získavania informácií v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.360894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.554215, + "tool_latency_seconds": 0.360894, + "final_model_latency_seconds": 16.567217, + "total_latency_seconds": 18.483208, + "usage": { + "prompt_tokens": 19753, + "completion_tokens": 123, + "total_tokens": 19876 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.21177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.822322, + "tool_latency_seconds": 0.21177, + "final_model_latency_seconds": 12.969709, + "total_latency_seconds": 15.00434, + "usage": { + "prompt_tokens": 16264, + "completion_tokens": 122, + "total_tokens": 16386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.263006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884074, + "tool_latency_seconds": 0.263006, + "final_model_latency_seconds": 6.757839, + "total_latency_seconds": 8.905344, + "usage": { + "prompt_tokens": 8128, + "completion_tokens": 137, + "total_tokens": 8265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.544135, + "tool_latency_seconds": 0.257609, + "final_model_latency_seconds": 16.613214, + "total_latency_seconds": 18.415721, + "usage": { + "prompt_tokens": 21030, + "completion_tokens": 112, + "total_tokens": 21142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Holp začala študovať v roku 2016 a vypracovávala diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.478958, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.851308, + "tool_latency_seconds": 0.478958, + "final_model_latency_seconds": 8.838513, + "total_latency_seconds": 11.169128, + "usage": { + "prompt_tokens": 10366, + "completion_tokens": 146, + "total_tokens": 10512 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca je uvedená v roku 2021 a nesie názov „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.420811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.853795, + "tool_latency_seconds": 0.420811, + "final_model_latency_seconds": 10.545953, + "total_latency_seconds": 12.821171, + "usage": { + "prompt_tokens": 11855, + "completion_tokens": 178, + "total_tokens": 12033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorá súvisí s témou získavania informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.324064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.777767, + "tool_latency_seconds": 0.324064, + "final_model_latency_seconds": 16.137927, + "total_latency_seconds": 18.240308, + "usage": { + "prompt_tokens": 19535, + "completion_tokens": 159, + "total_tokens": 19694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp súvisí s témou PageRank v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde je implementácia a experimentovanie s PageRank explicitne uvedený v stave práce a úlohách.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.259036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.766526, + "tool_latency_seconds": 0.259036, + "final_model_latency_seconds": 7.944992, + "total_latency_seconds": 9.970814, + "usage": { + "prompt_tokens": 8081, + "completion_tokens": 174, + "total_tokens": 8255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Ján Holp je spojená s témou slovenský internet prostredníctvom svojej bakalárskej práce s názvom „Vyhľadávač na slovenskom internete\" a diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.282681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.780799, + "tool_latency_seconds": 0.282681, + "final_model_latency_seconds": 7.127401, + "total_latency_seconds": 9.191362, + "usage": { + "prompt_tokens": 7969, + "completion_tokens": 173, + "total_tokens": 8142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V stave práce Jána Holpa, konkrétne pri diplomovom projekte z roku 2020, bolo implementované riešenie problémov s databázou Cassandra, indexovanie webových stránok a metóda PageRank, pričom plánovali aj vytvorenie REST API pre indexovanie dokumentov, rozšírenie backendu o REST rozhranie, frontend v JavaScripte a nasadenie celej aplikácie pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 1.630873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.522945, + "tool_latency_seconds": 1.630873, + "final_model_latency_seconds": 7.935129, + "total_latency_seconds": 11.089208, + "usage": { + "prompt_tokens": 8155, + "completion_tokens": 190, + "total_tokens": 8345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.297011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.755246, + "tool_latency_seconds": 0.297011, + "final_model_latency_seconds": 11.892367, + "total_latency_seconds": 13.945071, + "usage": { + "prompt_tokens": 14944, + "completion_tokens": 130, + "total_tokens": 15074 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Maroš Harahus sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, kde sú uvedené informácie o jeho dizertačnej práci zamerané na automatické opravy textu a spracovanie prirodzeného jazyka v roku 2023/24.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.313892, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.746776, + "tool_latency_seconds": 0.313892, + "final_model_latency_seconds": 12.619965, + "total_latency_seconds": 14.681201, + "usage": { + "prompt_tokens": 14576, + "completion_tokens": 182, + "total_tokens": 14758 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.401421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.794445, + "tool_latency_seconds": 0.401421, + "final_model_latency_seconds": 11.619576, + "total_latency_seconds": 13.816072, + "usage": { + "prompt_tokens": 14066, + "completion_tokens": 135, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.708839, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.868755, + "tool_latency_seconds": 0.708839, + "final_model_latency_seconds": 18.018989, + "total_latency_seconds": 20.597474, + "usage": { + "prompt_tokens": 21999, + "completion_tokens": 157, + "total_tokens": 22156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá bola ukončená v roku 2021 a rieši využitie knižnice Spacy pre neurónovú morfologickú analýzu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 5 + }, + "latency_seconds": 0.510365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "first_model_latency_seconds": 1.487673, + "tool_latency_seconds": 0.510365, + "final_model_latency_seconds": 19.834394, + "total_latency_seconds": 21.833076, + "usage": { + "prompt_tokens": 23693, + "completion_tokens": 159, + "total_tokens": 23852 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená téma diplomovej práce „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.428802, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.762218, + "tool_latency_seconds": 0.428802, + "final_model_latency_seconds": 11.759846, + "total_latency_seconds": 13.951268, + "usage": { + "prompt_tokens": 14142, + "completion_tokens": 138, + "total_tokens": 14280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?" + }, + "latency_seconds": 0.450887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.181318, + "tool_latency_seconds": 0.450887, + "final_model_latency_seconds": 16.066614, + "total_latency_seconds": 17.699346, + "usage": { + "prompt_tokens": 20100, + "completion_tokens": 89, + "total_tokens": 20189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá sa zameriava na túto tému a bola obhájená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.51255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.860612, + "tool_latency_seconds": 0.51255, + "final_model_latency_seconds": 7.490318, + "total_latency_seconds": 9.863866, + "usage": { + "prompt_tokens": 8192, + "completion_tokens": 169, + "total_tokens": 8361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus sa v rámci svojho prvého ročníka doktorandského štúdia zaoberal dokončovaním draftu článku súvisiaceho s technológiou Spacy a neskôr v roku 2020 pri diplomovom projekte č. 2 riešil témy, kde sa vyskytovali otázky o fungovaní neurónovej siete v Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.459946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.742486, + "tool_latency_seconds": 0.459946, + "final_model_latency_seconds": 7.870213, + "total_latency_seconds": 10.072949, + "usage": { + "prompt_tokens": 8294, + "completion_tokens": 196, + "total_tokens": 8490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože Maroš Harahus je v metadátach uvedený ako autor dokumentu o študentovi Dmytrovi Muralovi, ktorý vypracoval bakalársku prácu o grafových neurónových sieťach, pričom samotný Maroš Harahus je v dokumente o sebe vedený ako študent (PhD štúdia), ktorý má za úlohu vypracovať prehľad metód grafových neurónových sietí, no nie je tu explicitne uvedený názov jeho vlastnej študentskej práce o grafových neurónových sieťach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.442905, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.740662, + "tool_latency_seconds": 0.442905, + "final_model_latency_seconds": 21.365072, + "total_latency_seconds": 23.549599, + "usage": { + "prompt_tokens": 23804, + "completion_tokens": 280, + "total_tokens": 24084 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" použila na morfologickú anotáciu knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.623404, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.957392, + "tool_latency_seconds": 0.623404, + "final_model_latency_seconds": 7.659134, + "total_latency_seconds": 10.240203, + "usage": { + "prompt_tokens": 8581, + "completion_tokens": 164, + "total_tokens": 8745 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal pri spolupráci s US Steel za úlohu naštudovať dáta z vysokej pece a následne navrhnúť a vyskúšať metódy na predikciu, vrátane rekurentných neurónových sietí (RNN, GRU, LSTM), Transformer network, Generative Adversarial Network (GAN), variáneho autoenkódera (VAE) a klasických štatistických modelov, ako aj metódy konverzie dát na vektor príznakov a výpočtu chybovej funkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.514902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.810141, + "tool_latency_seconds": 0.514902, + "final_model_latency_seconds": 9.047352, + "total_latency_seconds": 11.372784, + "usage": { + "prompt_tokens": 9227, + "completion_tokens": 237, + "total_tokens": 9464 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022, pričom sa predtým venoval diplomovému projektu z roku 2021 zameranému na vytvorenie strojovo preloženej verzie súboru SQUAD a jej overenie na systéme pre odpovedanie na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.245493, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.710034, + "tool_latency_seconds": 0.245493, + "final_model_latency_seconds": 15.765989, + "total_latency_seconds": 17.722016, + "usage": { + "prompt_tokens": 18047, + "completion_tokens": 210, + "total_tokens": 18257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.308598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.804396, + "tool_latency_seconds": 0.308598, + "final_model_latency_seconds": 17.339494, + "total_latency_seconds": 19.453279, + "usage": { + "prompt_tokens": 20246, + "completion_tokens": 196, + "total_tokens": 20442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ vypracoval študent Tomáš Kuchárik ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.562344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.839593, + "tool_latency_seconds": 0.562344, + "final_model_latency_seconds": 25.004463, + "total_latency_seconds": 27.407105, + "usage": { + "prompt_tokens": 30035, + "completion_tokens": 168, + "total_tokens": 30203 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý vypracoval diplomovú prácu s presne týmto názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", je Tomáš Kuchárik.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.492309, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.851056, + "tool_latency_seconds": 0.492309, + "final_model_latency_seconds": 23.981588, + "total_latency_seconds": 26.325745, + "usage": { + "prompt_tokens": 28471, + "completion_tokens": 164, + "total_tokens": 28635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená téma diplomovej práce „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" pre rok 2021 a téma „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.807021, + "tool_latency_seconds": 0.204521, + "final_model_latency_seconds": 15.358228, + "total_latency_seconds": 17.370276, + "usage": { + "prompt_tokens": 17774, + "completion_tokens": 194, + "total_tokens": 17968 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.330145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.786867, + "tool_latency_seconds": 0.330145, + "final_model_latency_seconds": 19.13286, + "total_latency_seconds": 21.250443, + "usage": { + "prompt_tokens": 23880, + "completion_tokens": 129, + "total_tokens": 24009 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik je študentom, ktorý sa podieľal na projekte Question Answering (konkrétne na vývoji webovej aplikácie pre anotáciu a analýzu), a jeho diplomovou prácou s témou súvisiacou s touto oblasťou je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" z roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.190174, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.808711, + "tool_latency_seconds": 0.190174, + "final_model_latency_seconds": 9.789582, + "total_latency_seconds": 11.788825, + "usage": { + "prompt_tokens": 9928, + "completion_tokens": 216, + "total_tokens": 10144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zameriava na jazykové mutácie overovacej množiny SQuAD a jej strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.257706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.834981, + "tool_latency_seconds": 0.257706, + "final_model_latency_seconds": 13.154539, + "total_latency_seconds": 15.247738, + "usage": { + "prompt_tokens": 15377, + "completion_tokens": 191, + "total_tokens": 15568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorej cieľom bolo vytvoriť strojovo preloženú verziu overovacej množiny SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.57005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.588138, + "tool_latency_seconds": 0.57005, + "final_model_latency_seconds": 16.085797, + "total_latency_seconds": 18.244734, + "usage": { + "prompt_tokens": 18827, + "completion_tokens": 174, + "total_tokens": 19001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "published_only": true + }, + "latency_seconds": 0.304981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.522045, + "tool_latency_seconds": 0.304981, + "final_model_latency_seconds": 17.16056, + "total_latency_seconds": 18.988114, + "usage": { + "prompt_tokens": 20801, + "completion_tokens": 133, + "total_tokens": 20934 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal v rámci svojich diplomových projektov a práce strojovo prekladať dataset SQUAD (v anglickom jazyku) s cieľom vytvoriť jeho strojovo preloženú verziu v slovenčine (alebo iných jazykoch) pre úlohy generovania odpovedí na otázky.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "limit": 5 + }, + "latency_seconds": 0.371583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.36354, + "tool_latency_seconds": 0.371583, + "final_model_latency_seconds": 22.906456, + "total_latency_seconds": 24.642202, + "usage": { + "prompt_tokens": 26525, + "completion_tokens": 160, + "total_tokens": 26685 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Jakub Maruniak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak, kde sú uvedené informácie o jeho štúdiu od roku 2016 a návrhu názvu diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.732929, + "tool_latency_seconds": 0.299117, + "final_model_latency_seconds": 12.103539, + "total_latency_seconds": 14.136006, + "usage": { + "prompt_tokens": 12922, + "completion_tokens": 192, + "total_tokens": 13114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.415678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.85354, + "tool_latency_seconds": 0.415678, + "final_model_latency_seconds": 18.441486, + "total_latency_seconds": 20.71124, + "usage": { + "prompt_tokens": 22595, + "completion_tokens": 141, + "total_tokens": 22736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť záverečnú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a jej autora. Hoci sa v záznamoch objavuje téma rozpoznávania pomenovaných entít v slovenčine pri študentoch Martin Wencel (bakalárska práca 2020) a Serhii Yemets (bakalárska práca 2025), žiadny z nich nemá uvedený tento konkrétny názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nZdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.405508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.992512, + "tool_latency_seconds": 0.405508, + "final_model_latency_seconds": 23.788606, + "total_latency_seconds": 26.187263, + "usage": { + "prompt_tokens": 26044, + "completion_tokens": 303, + "total_tokens": 26347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" riešil študent Than Trung Thanh v rámci svojho bakalárskeho projektu v roku 2020, pri ktorom vytváral korpus a model pomocou nástrojov Spacy a Prodigy. Ďalšími študentmi, ktorí sa touto problematikou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 o zlepšení slovenského modelu pre rozpoznávanie pomenovaných entít).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.365035, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 2.071003, + "tool_latency_seconds": 0.365035, + "final_model_latency_seconds": 26.405272, + "total_latency_seconds": 28.841996, + "usage": { + "prompt_tokens": 27933, + "completion_tokens": 334, + "total_tokens": 28267 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?" + }, + "latency_seconds": 0.536582, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.238891, + "tool_latency_seconds": 0.536582, + "final_model_latency_seconds": 15.702351, + "total_latency_seconds": 17.478324, + "usage": { + "prompt_tokens": 18365, + "completion_tokens": 110, + "total_tokens": 18475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.354924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.407048, + "tool_latency_seconds": 0.354924, + "final_model_latency_seconds": 14.811936, + "total_latency_seconds": 16.574517, + "usage": { + "prompt_tokens": 18065, + "completion_tokens": 101, + "total_tokens": 18166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.362176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.936307, + "tool_latency_seconds": 0.362176, + "final_model_latency_seconds": 17.111761, + "total_latency_seconds": 19.410822, + "usage": { + "prompt_tokens": 20706, + "completion_tokens": 139, + "total_tokens": 20845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5 + }, + "latency_seconds": 0.36123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.404445, + "tool_latency_seconds": 0.36123, + "final_model_latency_seconds": 17.599651, + "total_latency_seconds": 19.366026, + "usage": { + "prompt_tokens": 21436, + "completion_tokens": 102, + "total_tokens": 21538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Jakub Maruniak začala štúdium v roku 2016 a vypracovávala diplomový projekt v rokoch 2020 a 2021.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.701044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.863723, + "tool_latency_seconds": 0.701044, + "final_model_latency_seconds": 20.448017, + "total_latency_seconds": 23.013678, + "usage": { + "prompt_tokens": 24515, + "completion_tokens": 155, + "total_tokens": 24670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 je rokom začiatku štúdia Jakuba Maruniaka, pričom jeho záverečná práca (diplomová práca) bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.236852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.699652, + "tool_latency_seconds": 0.236852, + "final_model_latency_seconds": 12.334833, + "total_latency_seconds": 14.27188, + "usage": { + "prompt_tokens": 14285, + "completion_tokens": 147, + "total_tokens": 14432 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou pomenované entít v rámci svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.914211, + "tool_latency_seconds": 0.239885, + "final_model_latency_seconds": 15.369876, + "total_latency_seconds": 17.524468, + "usage": { + "prompt_tokens": 18148, + "completion_tokens": 163, + "total_tokens": 18311 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Spacy prostredníctvom svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", pričom v rámci projektu spolupracoval na projekte „Podpora slovenčiny v Spacy\" a riešil problémy so spacy modelom pri natrénovaní slovenského NER modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.4616, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.953528, + "tool_latency_seconds": 0.4616, + "final_model_latency_seconds": 8.383925, + "total_latency_seconds": 10.799338, + "usage": { + "prompt_tokens": 8301, + "completion_tokens": 212, + "total_tokens": 8513 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde je explicitne uvedená úloha pripraviť postup na anotáciu textového korpusu pre systém Prodigy a jeho spolupráca zahŕňa tému „Anotácia textových dát\" súvisiacu s Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.709009, + "tool_latency_seconds": 0.257713, + "final_model_latency_seconds": 14.547101, + "total_latency_seconds": 16.514277, + "usage": { + "prompt_tokens": 16395, + "completion_tokens": 204, + "total_tokens": 16599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal pri svojom diplomovom projekte na anotáciu textového korpusu použiť systém Prodigy, ktorý je určený na trénovanie modelov v úlohách spracovania prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.525698, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850737, + "tool_latency_seconds": 0.525698, + "final_model_latency_seconds": 8.252555, + "total_latency_seconds": 10.629267, + "usage": { + "prompt_tokens": 9269, + "completion_tokens": 161, + "total_tokens": 9430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Dominik Nagy uvádza, že študoval od roku 2016 a vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.7055, + "tool_latency_seconds": 0.209737, + "final_model_latency_seconds": 12.532393, + "total_latency_seconds": 14.44825, + "usage": { + "prompt_tokens": 14786, + "completion_tokens": 157, + "total_tokens": 14943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.295619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.781539, + "tool_latency_seconds": 0.295619, + "final_model_latency_seconds": 21.09676, + "total_latency_seconds": 23.174499, + "usage": { + "prompt_tokens": 25851, + "completion_tokens": 132, + "total_tokens": 25983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.738194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.937277, + "tool_latency_seconds": 0.738194, + "final_model_latency_seconds": 23.874359, + "total_latency_seconds": 26.550498, + "usage": { + "prompt_tokens": 28374, + "completion_tokens": 155, + "total_tokens": 28529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval študent Dominik Nagy v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.74938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.942753, + "tool_latency_seconds": 0.74938, + "final_model_latency_seconds": 19.379072, + "total_latency_seconds": 22.07184, + "usage": { + "prompt_tokens": 23051, + "completion_tokens": 155, + "total_tokens": 23206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce osobe Dominik Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.374089, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.784469, + "tool_latency_seconds": 0.374089, + "final_model_latency_seconds": 16.235956, + "total_latency_seconds": 18.395041, + "usage": { + "prompt_tokens": 19633, + "completion_tokens": 133, + "total_tokens": 19766 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?" + }, + "latency_seconds": 0.35548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.177349, + "tool_latency_seconds": 0.35548, + "final_model_latency_seconds": 23.432098, + "total_latency_seconds": 24.965597, + "usage": { + "prompt_tokens": 28439, + "completion_tokens": 85, + "total_tokens": 28524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá je zaradená pod tému strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.322343, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.800796, + "tool_latency_seconds": 0.322343, + "final_model_latency_seconds": 12.882749, + "total_latency_seconds": 15.006361, + "usage": { + "prompt_tokens": 14639, + "completion_tokens": 168, + "total_tokens": 14807 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá bola dokončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.350267, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.328416, + "tool_latency_seconds": 0.350267, + "final_model_latency_seconds": 14.39204, + "total_latency_seconds": 16.071334, + "usage": { + "prompt_tokens": 17230, + "completion_tokens": 121, + "total_tokens": 17351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracovával diplomovú prácu v roku 2022 na tému „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci svojich experimentov s architektúrami neurónových sietí realizoval aj experiment s architektúrou MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.449511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.756528, + "tool_latency_seconds": 0.449511, + "final_model_latency_seconds": 15.579887, + "total_latency_seconds": 17.786844, + "usage": { + "prompt_tokens": 18007, + "completion_tokens": 169, + "total_tokens": 18176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely pomocou knižnice Fairseq pre obojsmerný strojový preklad medzi angličtinou a slovenčinou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.288974, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.815344, + "tool_latency_seconds": 0.288974, + "final_model_latency_seconds": 7.899583, + "total_latency_seconds": 10.004205, + "usage": { + "prompt_tokens": 8632, + "completion_tokens": 143, + "total_tokens": 8775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE (Byte Pair Encoding), sentencepiece a wordpiece pomocou knižnice huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 10 + }, + "latency_seconds": 0.526751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.432146, + "tool_latency_seconds": 0.526751, + "final_model_latency_seconds": 29.78928, + "total_latency_seconds": 31.74921, + "usage": { + "prompt_tokens": 35409, + "completion_tokens": 133, + "total_tokens": 35542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin je jeho študentská stránka, ktorá obsahuje záznamy o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad a cieľom trénovať model pre preklad z angličtiny do slovenčiny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.344639, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.734734, + "tool_latency_seconds": 0.344639, + "final_model_latency_seconds": 12.753055, + "total_latency_seconds": 14.832888, + "usage": { + "prompt_tokens": 14084, + "completion_tokens": 172, + "total_tokens": 14256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Patrika Pavlišina je Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "published_only": true + }, + "latency_seconds": 0.305465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.466043, + "tool_latency_seconds": 0.305465, + "final_model_latency_seconds": 12.194924, + "total_latency_seconds": 13.966908, + "usage": { + "prompt_tokens": 14932, + "completion_tokens": 106, + "total_tokens": 15038 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu s názvom „Metódy automatického prekladu“ vypracoval študent Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.735218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.936934, + "tool_latency_seconds": 0.735218, + "final_model_latency_seconds": 22.796677, + "total_latency_seconds": 25.469544, + "usage": { + "prompt_tokens": 27506, + "completion_tokens": 146, + "total_tokens": 27652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval v roku 2020 bakalársku prácu s názvom „Metódy automatického prekladu\", ktorá sa priamo zaoberá touto témou. Ďalšími študentmi, ktorí riešili súvisiace témy v oblasti automatického a neurónového prekladu, sú Dominik Nagy (diplomová práca z roku 2022 o neurónovom strojovom preklade) a Maroš Harahus (výskum zameraný na strojový preklad a automatickú opravu textov).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.463798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.84703, + "tool_latency_seconds": 0.463798, + "final_model_latency_seconds": 26.62756, + "total_latency_seconds": 28.939623, + "usage": { + "prompt_tokens": 28706, + "completion_tokens": 286, + "total_tokens": 28992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Patrika Pavlišina z roku 2020 je „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.342838, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884158, + "tool_latency_seconds": 0.342838, + "final_model_latency_seconds": 11.795911, + "total_latency_seconds": 14.023599, + "usage": { + "prompt_tokens": 13849, + "completion_tokens": 139, + "total_tokens": 13988 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca osobe Patrik Pavlišin je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387448, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.872664, + "tool_latency_seconds": 0.387448, + "final_model_latency_seconds": 16.991307, + "total_latency_seconds": 19.252199, + "usage": { + "prompt_tokens": 20846, + "completion_tokens": 133, + "total_tokens": 20979 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" a v roku 2022 predložil návrh na diplomovú prácu s predbežným názvom „Neurónový strojový preklad\", pričom je uvedený ako študent súvisiaci s témou strojového prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.516332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.832876, + "tool_latency_seconds": 0.516332, + "final_model_latency_seconds": 12.708729, + "total_latency_seconds": 15.058416, + "usage": { + "prompt_tokens": 13764, + "completion_tokens": 210, + "total_tokens": 13974 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin sa zaoberal témou paralelný korpus v rámci svojej diplomovej práce v roku 2022, kde mal za úlohu pripraviť vybraný paralelný korpus a natrénovať model pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.45138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.944347, + "tool_latency_seconds": 0.45138, + "final_model_latency_seconds": 15.660282, + "total_latency_seconds": 18.056544, + "usage": { + "prompt_tokens": 18356, + "completion_tokens": 177, + "total_tokens": 18533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s témou strojový preklad, pričom pre svoju diplomovú prácu v roku 2022 navrhol názov „Neurónový strojový preklad\" a ako nástroj pre túto úlohu uviedol OpenNMT-py.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.582885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.824975, + "tool_latency_seconds": 0.582885, + "final_model_latency_seconds": 15.29882, + "total_latency_seconds": 17.707401, + "usage": { + "prompt_tokens": 17455, + "completion_tokens": 193, + "total_tokens": 17648 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom, pričom súčasťou zadania bolo tiež pripraviť prehľad aktuálnych metód automatického prekladu a predstaviť vybranú metódu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.853528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.821572, + "tool_latency_seconds": 0.853528, + "final_model_latency_seconds": 7.688961, + "total_latency_seconds": 10.36449, + "usage": { + "prompt_tokens": 7898, + "completion_tokens": 187, + "total_tokens": 8085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ondrej Megela je v ZP Wiki evidovaný dokument, ktorý obsahuje informácie o jeho štúdiu od roku 2018 a o jeho diplomovej práci z roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5 + }, + "latency_seconds": 0.241874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.302147, + "tool_latency_seconds": 0.241874, + "final_model_latency_seconds": 13.782193, + "total_latency_seconds": 15.326751, + "usage": { + "prompt_tokens": 16389, + "completion_tokens": 139, + "total_tokens": 16528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Ondreja Megela má názov „Neurónové jazykové modelovanie typu BERT\" a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.347015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.821924, + "tool_latency_seconds": 0.347015, + "final_model_latency_seconds": 16.599861, + "total_latency_seconds": 18.769415, + "usage": { + "prompt_tokens": 19871, + "completion_tokens": 148, + "total_tokens": 20019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónové jazykové modelovanie typu BERT“ sa venoval Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.474297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.063216, + "tool_latency_seconds": 0.474297, + "final_model_latency_seconds": 24.531332, + "total_latency_seconds": 27.069703, + "usage": { + "prompt_tokens": 29257, + "completion_tokens": 165, + "total_tokens": 29422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.633078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.927348, + "tool_latency_seconds": 0.633078, + "final_model_latency_seconds": 23.84973, + "total_latency_seconds": 26.410969, + "usage": { + "prompt_tokens": 28201, + "completion_tokens": 153, + "total_tokens": 28354 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Ondreja Megelu je „Neurónové jazykové modelovanie typu BERT\", ktorú vypracoval v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.354959, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.814797, + "tool_latency_seconds": 0.354959, + "final_model_latency_seconds": 16.64962, + "total_latency_seconds": 18.820023, + "usage": { + "prompt_tokens": 19798, + "completion_tokens": 145, + "total_tokens": 19943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.316714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.622141, + "tool_latency_seconds": 0.316714, + "final_model_latency_seconds": 17.2452, + "total_latency_seconds": 19.184662, + "usage": { + "prompt_tokens": 20639, + "completion_tokens": 116, + "total_tokens": 20755 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela je študentom, ktorý pracoval na projekte Question Answering, kde sa zaoberal pomocnými úlohami v súvislosti s BERT modelom a zároveň vypracovával diplomovú prácu s názvom Automatické generovanie otázok v slovenskom jazyku, v ktorej plánoval porovnávať jazykové modely a využívať BERT na vyhodnocovanie generovaných otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.422897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.835806, + "tool_latency_seconds": 0.422897, + "final_model_latency_seconds": 14.712379, + "total_latency_seconds": 16.971591, + "usage": { + "prompt_tokens": 15947, + "completion_tokens": 219, + "total_tokens": 16166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktorá sa zaoberá využitím generatívnych jazykových modelov na tvorbu databázy otázok a odpovedí v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.427728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.916968, + "tool_latency_seconds": 0.427728, + "final_model_latency_seconds": 19.74267, + "total_latency_seconds": 22.088047, + "usage": { + "prompt_tokens": 23253, + "completion_tokens": 172, + "total_tokens": 23425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020, ktorá sa zaoberá tématou neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.370165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.804789, + "tool_latency_seconds": 0.370165, + "final_model_latency_seconds": 17.969494, + "total_latency_seconds": 20.144986, + "usage": { + "prompt_tokens": 20859, + "completion_tokens": 159, + "total_tokens": 21018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal natrénovať a vyhodnotiť model typu BERT (konkrétne v rámci bakalárskej práce „Neurónové jazykové modelovanie typu BERT\") a ďalej generatívny model slovenského jazyka, pričom v rámci diplomového projektu skúmal aj modely GPT, BART a T5.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.29328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.965113, + "tool_latency_seconds": 0.29328, + "final_model_latency_seconds": 8.359058, + "total_latency_seconds": 10.617736, + "usage": { + "prompt_tokens": 8668, + "completion_tokens": 193, + "total_tokens": 8861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v ZP Wiki evidovanú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.183049, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.698246, + "tool_latency_seconds": 0.183049, + "final_model_latency_seconds": 12.833645, + "total_latency_seconds": 14.7154, + "usage": { + "prompt_tokens": 15372, + "completion_tokens": 152, + "total_tokens": 15524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a pre rok 2023 „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?" + }, + "latency_seconds": 0.332929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.199173, + "tool_latency_seconds": 0.332929, + "final_model_latency_seconds": 16.388686, + "total_latency_seconds": 17.921327, + "usage": { + "prompt_tokens": 19085, + "completion_tokens": 138, + "total_tokens": 19223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" vypracováva študent Dávid Omasta ako svoju diplomovú prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.476293, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 2.020505, + "tool_latency_seconds": 0.476293, + "final_model_latency_seconds": 24.00434, + "total_latency_seconds": 26.501796, + "usage": { + "prompt_tokens": 28265, + "completion_tokens": 170, + "total_tokens": 28435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentom Dávid Omasta riešil diplomovú prácu s presne zhodným názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.923994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.834199, + "tool_latency_seconds": 0.923994, + "final_model_latency_seconds": 53.491278, + "total_latency_seconds": 56.250793, + "usage": { + "prompt_tokens": 59532, + "completion_tokens": 159, + "total_tokens": 59691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Pri osobe Dávid Omasta je pre rok 2024 uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.325585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.957136, + "tool_latency_seconds": 0.325585, + "final_model_latency_seconds": 19.879957, + "total_latency_seconds": 22.163487, + "usage": { + "prompt_tokens": 22723, + "completion_tokens": 159, + "total_tokens": 22882 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta sú v dokumentoch uvedené dve sekcie pre diplomové práce, a to pre rok 2023 a rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.223378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.824883, + "tool_latency_seconds": 0.223378, + "final_model_latency_seconds": 21.062471, + "total_latency_seconds": 23.111387, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 143, + "total_tokens": 25412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý vypracovával diplomové práce s témou generatívnych modelov, konkrétne s návrhom názvu \"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024 a \"Generatívne modely slovenského jazyka\" pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.20238, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.872609, + "tool_latency_seconds": 0.20238, + "final_model_latency_seconds": 7.859053, + "total_latency_seconds": 9.934293, + "usage": { + "prompt_tokens": 7766, + "completion_tokens": 191, + "total_tokens": 7957 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý sa podieľa na projekte Question Answering a vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je priamo spojená s interným projektom Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.788057, + "tool_latency_seconds": 0.233216, + "final_model_latency_seconds": 15.92614, + "total_latency_seconds": 17.948061, + "usage": { + "prompt_tokens": 18506, + "completion_tokens": 176, + "total_tokens": 18682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta súvisí s diplomovou prácou s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá sa zaoberá témou slovenčiny a je evidovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.173438, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.749807, + "tool_latency_seconds": 0.173438, + "final_model_latency_seconds": 15.101557, + "total_latency_seconds": 17.025299, + "usage": { + "prompt_tokens": 17632, + "completion_tokens": 157, + "total_tokens": 17789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracovával v roku 2023 diplomovú prácu na tému Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.382859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.901665, + "tool_latency_seconds": 0.382859, + "final_model_latency_seconds": 17.295387, + "total_latency_seconds": 19.580564, + "usage": { + "prompt_tokens": 20345, + "completion_tokens": 149, + "total_tokens": 20494 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\" pri téme Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.333786, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.942518, + "tool_latency_seconds": 0.333786, + "final_model_latency_seconds": 18.624879, + "total_latency_seconds": 20.90175, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 168, + "total_tokens": 22141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Kristián Sopkovič sa nachádza na stránke ZP Wiki a obsahuje informácie o jeho diplomovej práci z roku 2024 s témou neurónového vyhľadávania na základe sémantickej podobnosti vektorov, ako aj plány na dizertačnú prácu pre rok 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.269979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.782508, + "tool_latency_seconds": 0.269979, + "final_model_latency_seconds": 8.847338, + "total_latency_seconds": 10.900111, + "usage": { + "prompt_tokens": 8698, + "completion_tokens": 204, + "total_tokens": 8902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.255707, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.677686, + "tool_latency_seconds": 0.255707, + "final_model_latency_seconds": 14.084053, + "total_latency_seconds": 16.017924, + "usage": { + "prompt_tokens": 17214, + "completion_tokens": 133, + "total_tokens": 17347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ sa venoval študent Kristián Sopkovič v rámci svojej bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.756414, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.99004, + "tool_latency_seconds": 0.756414, + "final_model_latency_seconds": 20.378443, + "total_latency_seconds": 23.125842, + "usage": { + "prompt_tokens": 24329, + "completion_tokens": 168, + "total_tokens": 24497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 10 + }, + "latency_seconds": 0.886455, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.71186, + "tool_latency_seconds": 0.886455, + "final_model_latency_seconds": 33.352178, + "total_latency_seconds": 35.951436, + "usage": { + "prompt_tokens": 38659, + "completion_tokens": 170, + "total_tokens": 38829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je v rámci bakalárskej práce z roku 2022 uvedená téma „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.348794, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.892163, + "tool_latency_seconds": 0.348794, + "final_model_latency_seconds": 17.240169, + "total_latency_seconds": 19.481638, + "usage": { + "prompt_tokens": 19860, + "completion_tokens": 158, + "total_tokens": 20018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.21744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.884262, + "tool_latency_seconds": 0.21744, + "final_model_latency_seconds": 17.963172, + "total_latency_seconds": 20.065444, + "usage": { + "prompt_tokens": 21679, + "completion_tokens": 135, + "total_tokens": 21814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorej cieľom bolo zlepšenie presnosti modelu Spacy pre slovenčinu a vylepšenie parametrov pomocou transformérov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.289935, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.830172, + "tool_latency_seconds": 0.289935, + "final_model_latency_seconds": 16.200304, + "total_latency_seconds": 18.320979, + "usage": { + "prompt_tokens": 17914, + "completion_tokens": 202, + "total_tokens": 18116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý súvisí s témou slovenčina v rámci svojej dizertačnej práce zameranéj na vylepšenie RAG-QA v slovenskom jazyku, a tiež sa podieľa na projekte podpory slovenčiny v knižnici Spacy v oblasti vylepšovania parametrov a transformerových modelov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.90122, + "tool_latency_seconds": 0.210731, + "final_model_latency_seconds": 15.13753, + "total_latency_seconds": 17.25055, + "usage": { + "prompt_tokens": 16799, + "completion_tokens": 211, + "total_tokens": 17010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič sa pri svojej bakalárskej práci v roku 2022 venoval témam spojeným s Transformer neural network a knižnicou Spacy, kde preštudoval Transformery a pripravil osnovu práce. Neskôr pri diplomovej práci v roku 2024 sa zaoberal neurónovým vyhľadávaním na základe sémantickej podobnosti vektorov a pracoval s modelmi typu Sentence Transformer (SBERT), pričom v rámci projektu na podporu slovenčiny v knižnici Spacy je explicitne uvedený pri téme vylepšenia parametrov a transformerov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.816596, + "tool_latency_seconds": 0.262398, + "final_model_latency_seconds": 18.292135, + "total_latency_seconds": 20.37164, + "usage": { + "prompt_tokens": 19603, + "completion_tokens": 266, + "total_tokens": 19869 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov a identifikáciu slabých miest na jeho následné vylepšenie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.373223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.868197, + "tool_latency_seconds": 0.373223, + "final_model_latency_seconds": 7.670794, + "total_latency_seconds": 9.912473, + "usage": { + "prompt_tokens": 7906, + "completion_tokens": 179, + "total_tokens": 8085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Michala Stromka je v ZP Wiki evidovaný dokument o jeho diplomovej práci s názvom „Sémantické vyhľadávanie v slovenskom texte\", ktorú študoval v akademickom roku 2023/2024 pri štarte štúdia v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.702319, + "tool_latency_seconds": 0.298508, + "final_model_latency_seconds": 14.704746, + "total_latency_seconds": 16.706054, + "usage": { + "prompt_tokens": 17228, + "completion_tokens": 170, + "total_tokens": 17398 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.269381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.624904, + "tool_latency_seconds": 0.269381, + "final_model_latency_seconds": 15.930626, + "total_latency_seconds": 17.82546, + "usage": { + "prompt_tokens": 19391, + "completion_tokens": 117, + "total_tokens": 19508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" vypracoval Michal Stromko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.500732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.996234, + "tool_latency_seconds": 0.500732, + "final_model_latency_seconds": 23.288193, + "total_latency_seconds": 25.785826, + "usage": { + "prompt_tokens": 27785, + "completion_tokens": 157, + "total_tokens": 27942 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\", ktorá bola dokončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.838543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.667436, + "tool_latency_seconds": 0.838543, + "final_model_latency_seconds": 53.213079, + "total_latency_seconds": 55.720319, + "usage": { + "prompt_tokens": 59399, + "completion_tokens": 136, + "total_tokens": 59535 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.402016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.802333, + "tool_latency_seconds": 0.402016, + "final_model_latency_seconds": 19.072557, + "total_latency_seconds": 21.277467, + "usage": { + "prompt_tokens": 22112, + "completion_tokens": 129, + "total_tokens": 22241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka je uvedená v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.272315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.61947, + "tool_latency_seconds": 0.272315, + "final_model_latency_seconds": 18.710654, + "total_latency_seconds": 20.603241, + "usage": { + "prompt_tokens": 22071, + "completion_tokens": 128, + "total_tokens": 22199 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.384758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.81923, + "tool_latency_seconds": 0.384758, + "final_model_latency_seconds": 6.41814, + "total_latency_seconds": 8.62236, + "usage": { + "prompt_tokens": 7155, + "completion_tokens": 133, + "total_tokens": 7288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracovával diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte\" v akademickom roku 2023/2024, ktorá sa zameriava na implementáciu a vyhodnotenie sémantického vyhľadávania na slovenskej wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 5 + }, + "latency_seconds": 0.334291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.451443, + "tool_latency_seconds": 0.334291, + "final_model_latency_seconds": 18.892404, + "total_latency_seconds": 20.678684, + "usage": { + "prompt_tokens": 22104, + "completion_tokens": 157, + "total_tokens": 22261 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko súvisí s témou FAISS v rámci svojho diplomového projektu, kde plánoval využiť vektorovú databázu FAISS na uloženie odsekov a vektorov pre potreby sémantického vyhľadávania a odpovedania na otázky v slovenskej Wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.365723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.615392, + "tool_latency_seconds": 0.365723, + "final_model_latency_seconds": 15.808031, + "total_latency_seconds": 17.789626, + "usage": { + "prompt_tokens": 17890, + "completion_tokens": 164, + "total_tokens": 18054 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" používala ako indexovací systém nástroj Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.465629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.87692, + "tool_latency_seconds": 0.465629, + "final_model_latency_seconds": 11.759184, + "total_latency_seconds": 14.102207, + "usage": { + "prompt_tokens": 13815, + "completion_tokens": 146, + "total_tokens": 13961 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.412768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.658886, + "tool_latency_seconds": 0.412768, + "final_model_latency_seconds": 14.76232, + "total_latency_seconds": 16.834573, + "usage": { + "prompt_tokens": 17967, + "completion_tokens": 115, + "total_tokens": 18082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Artem Yatsenko sa nachádza na stránke ZP Wiki, kde sú uvedené jeho študijné údaje a projekty. Artem Yatsenko začal štúdium v roku 2019 a vypracovával bakalársku prácu v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\". V roku 2021 tiež realizoval bakalársky projekt zameraný na zlepšenie modelu pre rozpoznávanie pomenovaných entít a anotáciu korpusu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5 + }, + "latency_seconds": 0.238701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.342809, + "tool_latency_seconds": 0.238701, + "final_model_latency_seconds": 15.595527, + "total_latency_seconds": 17.177591, + "usage": { + "prompt_tokens": 16867, + "completion_tokens": 202, + "total_tokens": 17069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225693, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822519, + "tool_latency_seconds": 0.225693, + "final_model_latency_seconds": 12.933771, + "total_latency_seconds": 14.982544, + "usage": { + "prompt_tokens": 15157, + "completion_tokens": 143, + "total_tokens": 15300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.372654, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.570498, + "tool_latency_seconds": 0.372654, + "final_model_latency_seconds": 22.203268, + "total_latency_seconds": 24.147057, + "usage": { + "prompt_tokens": 26483, + "completion_tokens": 135, + "total_tokens": 26618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. Ďalej tému riešil aj Jakub Maruniak v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ a Martin Wencel sa jej venoval v bakalárskej práci z roku 2020, kde sa venoval aj implementácii tohto procesu pomocou knižnice Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.637387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.560288, + "tool_latency_seconds": 0.637387, + "final_model_latency_seconds": 48.336013, + "total_latency_seconds": 50.534821, + "usage": { + "prompt_tokens": 52085, + "completion_tokens": 271, + "total_tokens": 52356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce pri osobe Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.853543, + "tool_latency_seconds": 0.201472, + "final_model_latency_seconds": 12.261022, + "total_latency_seconds": 14.316456, + "usage": { + "prompt_tokens": 13683, + "completion_tokens": 140, + "total_tokens": 13823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.818273, + "tool_latency_seconds": 0.196384, + "final_model_latency_seconds": 12.306591, + "total_latency_seconds": 14.321762, + "usage": { + "prompt_tokens": 15121, + "completion_tokens": 123, + "total_tokens": 15244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.234635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.941765, + "tool_latency_seconds": 0.234635, + "final_model_latency_seconds": 9.574311, + "total_latency_seconds": 11.751109, + "usage": { + "prompt_tokens": 11181, + "completion_tokens": 145, + "total_tokens": 11326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je bakalárska práca uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?" + }, + "latency_seconds": 0.226706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.228534, + "tool_latency_seconds": 0.226706, + "final_model_latency_seconds": 16.555265, + "total_latency_seconds": 18.011032, + "usage": { + "prompt_tokens": 20169, + "completion_tokens": 90, + "total_tokens": 20259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 10 + }, + "latency_seconds": 0.393774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.471653, + "tool_latency_seconds": 0.393774, + "final_model_latency_seconds": 21.312735, + "total_latency_seconds": 23.178931, + "usage": { + "prompt_tokens": 25598, + "completion_tokens": 120, + "total_tokens": 25718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce osoby Artem Yatsenko, ale rokom začiatku jeho štúdia, zatiaľ čo jeho bakalárska práca s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.221613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.463649, + "tool_latency_seconds": 0.221613, + "final_model_latency_seconds": 11.714591, + "total_latency_seconds": 13.400299, + "usage": { + "prompt_tokens": 12770, + "completion_tokens": 162, + "total_tokens": 12932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorej téma sa priamo zaoberá pomenovanými entitami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.13844, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.819912, + "tool_latency_seconds": 0.13844, + "final_model_latency_seconds": 12.788728, + "total_latency_seconds": 14.747541, + "usage": { + "prompt_tokens": 14872, + "completion_tokens": 161, + "total_tokens": 15033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko súvisí s témou Spacy počas svojho bakalárskeho projektu v roku 2021, kde bol súčasťou úloh práca s repozitárom spacy-skmodel pre rozpoznávanie pomenovaných entít, hoci názov jeho následnej bakalárskej práce z roku 2022 je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.306497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.400384, + "tool_latency_seconds": 0.306497, + "final_model_latency_seconds": 15.313156, + "total_latency_seconds": 17.020527, + "usage": { + "prompt_tokens": 17312, + "completion_tokens": 176, + "total_tokens": 17488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársky projekt v roku 2021 s úlohou anotovať korpus a následne bakalársku prácu v roku 2022 na tému Rozpoznávanie pomenovaných entít v slovenskom jazyku, čo zahŕňalo aj anotáciu pomenovaných entít.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.135984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.813949, + "tool_latency_seconds": 0.135984, + "final_model_latency_seconds": 12.879264, + "total_latency_seconds": 14.829683, + "usage": { + "prompt_tokens": 14519, + "completion_tokens": 184, + "total_tokens": 14703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal podľa úloh z 30. septembra v rámci bakalárskeho projektu 2021 minimálne anotovať 20 článkov cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 5 + }, + "latency_seconds": 0.362506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.480641, + "tool_latency_seconds": 0.362506, + "final_model_latency_seconds": 14.716081, + "total_latency_seconds": 16.56, + "usage": { + "prompt_tokens": 17633, + "completion_tokens": 126, + "total_tokens": 17759 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú evidované jeho bakalárska práca s názvom „Dialógový systém pre potreby samosprávy\" z roku 2024 a diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.762514, + "tool_latency_seconds": 0.210587, + "final_model_latency_seconds": 19.016094, + "total_latency_seconds": 20.989732, + "usage": { + "prompt_tokens": 21342, + "completion_tokens": 218, + "total_tokens": 21560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.875944, + "tool_latency_seconds": 0.303718, + "final_model_latency_seconds": 17.893895, + "total_latency_seconds": 20.074242, + "usage": { + "prompt_tokens": 21392, + "completion_tokens": 144, + "total_tokens": 21536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracúva študent Matej Ščišľak.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.632266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.161975, + "tool_latency_seconds": 0.632266, + "final_model_latency_seconds": 26.318656, + "total_latency_seconds": 29.113718, + "usage": { + "prompt_tokens": 31143, + "completion_tokens": 167, + "total_tokens": 31310 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši diplomovú prácu s presným názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", je Matej Ščišľak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.490901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.074269, + "tool_latency_seconds": 0.490901, + "final_model_latency_seconds": 17.283905, + "total_latency_seconds": 19.849559, + "usage": { + "prompt_tokens": 19832, + "completion_tokens": 168, + "total_tokens": 20000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?" + }, + "latency_seconds": 0.226737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.297473, + "tool_latency_seconds": 0.226737, + "final_model_latency_seconds": 14.213382, + "total_latency_seconds": 15.738092, + "usage": { + "prompt_tokens": 16987, + "completion_tokens": 106, + "total_tokens": 17093 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.212275, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.859169, + "tool_latency_seconds": 0.212275, + "final_model_latency_seconds": 14.9807, + "total_latency_seconds": 17.052658, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 128, + "total_tokens": 18307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.249072, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.39037, + "tool_latency_seconds": 0.249072, + "final_model_latency_seconds": 12.191485, + "total_latency_seconds": 13.831395, + "usage": { + "prompt_tokens": 14480, + "completion_tokens": 109, + "total_tokens": 14589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.290421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.889134, + "tool_latency_seconds": 0.290421, + "final_model_latency_seconds": 17.882917, + "total_latency_seconds": 20.063039, + "usage": { + "prompt_tokens": 21767, + "completion_tokens": 132, + "total_tokens": 21899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala štúdium v roku 2021, pričom jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" bola evidovaná v roku 2026 a bakalárska práca „Dialógový systém pre potreby samosprávy\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "limit": 10 + }, + "latency_seconds": 0.615882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.554507, + "tool_latency_seconds": 0.615882, + "final_model_latency_seconds": 30.174162, + "total_latency_seconds": 32.345539, + "usage": { + "prompt_tokens": 34548, + "completion_tokens": 178, + "total_tokens": 34726 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2024 a diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.257063, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.990629, + "tool_latency_seconds": 0.257063, + "final_model_latency_seconds": 11.874961, + "total_latency_seconds": 14.123087, + "usage": { + "prompt_tokens": 12781, + "completion_tokens": 186, + "total_tokens": 12967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", pri ktorej implementuje systém využívajúci technológiu GraphRAG (zloženú z FAISS a Neo4J) na vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.220211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.86121, + "tool_latency_seconds": 0.220211, + "final_model_latency_seconds": 8.229491, + "total_latency_seconds": 10.311242, + "usage": { + "prompt_tokens": 8513, + "completion_tokens": 197, + "total_tokens": 8710 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt študenta Mateja Ščišľa s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" využíva databázu Neo4J ako súčasť systému GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.208481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.709013, + "tool_latency_seconds": 0.208481, + "final_model_latency_seconds": 16.752431, + "total_latency_seconds": 18.670461, + "usage": { + "prompt_tokens": 19952, + "completion_tokens": 152, + "total_tokens": 20104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt študenta Mateja Ščišľaka z roku 2025 zahŕňa vytvorenie RAG systému, kde boli vektory uložené do vektrovej databázy FAISS.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.334055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.916843, + "tool_latency_seconds": 0.334055, + "final_model_latency_seconds": 17.499946, + "total_latency_seconds": 19.751467, + "usage": { + "prompt_tokens": 20582, + "completion_tokens": 161, + "total_tokens": 20743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG, ktorý vypracoval Matej Ščišľak, sa skladá z dvoch hlavných častí: vektorovej databázy FAISS a grafovej databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.335728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.937978, + "tool_latency_seconds": 0.335728, + "final_model_latency_seconds": 11.503315, + "total_latency_seconds": 13.777448, + "usage": { + "prompt_tokens": 13224, + "completion_tokens": 159, + "total_tokens": 13383 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým sú priradené správne odpovede a odpovede vygenerované chatbotom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.413045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.691958, + "tool_latency_seconds": 0.413045, + "final_model_latency_seconds": 22.944904, + "total_latency_seconds": 25.050559, + "usage": { + "prompt_tokens": 27266, + "completion_tokens": 142, + "total_tokens": 27408 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol „Dialógový systém pre potreby samosprávy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.403529, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.978361, + "tool_latency_seconds": 0.403529, + "final_model_latency_seconds": 22.323989, + "total_latency_seconds": 24.706566, + "usage": { + "prompt_tokens": 26337, + "completion_tokens": 152, + "total_tokens": 26489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Vladimíra Ferka je v ZP Wiki evidovaný dokument o jeho bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorú začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5 + }, + "latency_seconds": 0.250472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.354409, + "tool_latency_seconds": 0.250472, + "final_model_latency_seconds": 14.043185, + "total_latency_seconds": 15.648545, + "usage": { + "prompt_tokens": 15971, + "completion_tokens": 137, + "total_tokens": 16108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.270817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.872188, + "tool_latency_seconds": 0.270817, + "final_model_latency_seconds": 15.264749, + "total_latency_seconds": 17.408399, + "usage": { + "prompt_tokens": 18245, + "completion_tokens": 144, + "total_tokens": 18389 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa venuje Vladimír Ferko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5 + }, + "latency_seconds": 0.397619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.584488, + "tool_latency_seconds": 0.397619, + "final_model_latency_seconds": 24.281605, + "total_latency_seconds": 26.264359, + "usage": { + "prompt_tokens": 28713, + "completion_tokens": 134, + "total_tokens": 28847 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“, ktorá sa zameriava na prípravu korpusu diskusných príspevkov v slovenčine, ich anotáciu a následnú štatistickú analýzu výskytu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5 + }, + "latency_seconds": 0.400626, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.58688, + "tool_latency_seconds": 0.400626, + "final_model_latency_seconds": 25.134728, + "total_latency_seconds": 27.122969, + "usage": { + "prompt_tokens": 28133, + "completion_tokens": 182, + "total_tokens": 28315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Vladimíra Ferku má názov „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.214949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.897004, + "tool_latency_seconds": 0.214949, + "final_model_latency_seconds": 15.444606, + "total_latency_seconds": 17.557066, + "usage": { + "prompt_tokens": 17986, + "completion_tokens": 147, + "total_tokens": 18133 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.179715, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.876921, + "tool_latency_seconds": 0.179715, + "final_model_latency_seconds": 7.849293, + "total_latency_seconds": 9.906205, + "usage": { + "prompt_tokens": 8930, + "completion_tokens": 128, + "total_tokens": 9058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "limit": 5 + }, + "latency_seconds": 1.108415, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.540191, + "tool_latency_seconds": 1.108415, + "final_model_latency_seconds": 15.37292, + "total_latency_seconds": 18.022167, + "usage": { + "prompt_tokens": 18589, + "completion_tokens": 122, + "total_tokens": 18711 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.838102, + "tool_latency_seconds": 0.298999, + "final_model_latency_seconds": 20.69095, + "total_latency_seconds": 22.828675, + "usage": { + "prompt_tokens": 24859, + "completion_tokens": 131, + "total_tokens": 24990 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov sa nepodarilo nájsť rok, v ktorom Vladimír Ferko začal pracovať, je však uvedené, že rok začiatku štúdia bol 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "limit": 10 + }, + "latency_seconds": 0.4592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.480144, + "tool_latency_seconds": 0.4592, + "final_model_latency_seconds": 21.354769, + "total_latency_seconds": 23.294937, + "usage": { + "prompt_tokens": 25074, + "completion_tokens": 132, + "total_tokens": 25206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Vladimíra Ferku, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" je evidovaná pod rokom 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.223205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.716046, + "tool_latency_seconds": 0.223205, + "final_model_latency_seconds": 10.800313, + "total_latency_seconds": 12.739924, + "usage": { + "prompt_tokens": 11507, + "completion_tokens": 182, + "total_tokens": 11689 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent, ktorý pracuje na bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá je súčasťou projektu Hate Speech.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.404033, + "tool_latency_seconds": 0.213, + "final_model_latency_seconds": 16.875251, + "total_latency_seconds": 18.492838, + "usage": { + "prompt_tokens": 19734, + "completion_tokens": 144, + "total_tokens": 19878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", kde sa zameriaval na anotáciu a automatické rozpoznávanie nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.164172, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.818276, + "tool_latency_seconds": 0.164172, + "final_model_latency_seconds": 14.267036, + "total_latency_seconds": 16.250001, + "usage": { + "prompt_tokens": 16402, + "completion_tokens": 169, + "total_tokens": 16571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracovával bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pri ktorej využil model SlovakBERT (konkrétne verziu pre analýzu sentimentu na Twitteri) na natrénovanie a vyhodnotenie modelu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.185634, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.818775, + "tool_latency_seconds": 0.185634, + "final_model_latency_seconds": 17.095803, + "total_latency_seconds": 19.100718, + "usage": { + "prompt_tokens": 19610, + "completion_tokens": 182, + "total_tokens": 19792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.227805, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.848114, + "tool_latency_seconds": 0.227805, + "final_model_latency_seconds": 17.25073, + "total_latency_seconds": 19.327162, + "usage": { + "prompt_tokens": 20804, + "completion_tokens": 134, + "total_tokens": 20938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať iniciatívu **OffensEval 2019-20** a v rámci svojej bakalárskej práce o anotácií nenávistnej reči mal vybrať a naštudovať aj ďalšie podobné iniciatívy pre anotáciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.241593, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.801288, + "tool_latency_seconds": 0.241593, + "final_model_latency_seconds": 14.287623, + "total_latency_seconds": 16.330941, + "usage": { + "prompt_tokens": 15780, + "completion_tokens": 178, + "total_tokens": 15958 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Novotný eviduje jeho diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorú začal študovať v roku 2021 a ktorá je plánovaná na rok 2026. Práca sa zameriava na klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu s cieľom pripraviť dáta na trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.76559, + "tool_latency_seconds": 0.193807, + "final_model_latency_seconds": 19.199855, + "total_latency_seconds": 21.159914, + "usage": { + "prompt_tokens": 21466, + "completion_tokens": 214, + "total_tokens": 21680 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.240113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.825978, + "tool_latency_seconds": 0.240113, + "final_model_latency_seconds": 17.689684, + "total_latency_seconds": 19.756494, + "usage": { + "prompt_tokens": 21144, + "completion_tokens": 139, + "total_tokens": 21283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracúva Matej Novotný v rámci svojej diplomovej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.361903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 2.121737, + "tool_latency_seconds": 0.361903, + "final_model_latency_seconds": 21.665611, + "total_latency_seconds": 24.150021, + "usage": { + "prompt_tokens": 25389, + "completion_tokens": 171, + "total_tokens": 25560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá má za cieľ pripraviť webové dáta na trénovanie jazykového modelu prostredníctvom ich automatickej klasifikácie podľa typu a domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5 + }, + "latency_seconds": 0.642446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.544858, + "tool_latency_seconds": 0.642446, + "final_model_latency_seconds": 23.51006, + "total_latency_seconds": 25.698439, + "usage": { + "prompt_tokens": 26764, + "completion_tokens": 161, + "total_tokens": 26925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce osobe Matej Novotný uvedená ako „Klasifikácia webových dát pre lepšie jazykové modelovanie“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.19934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.845696, + "tool_latency_seconds": 0.19934, + "final_model_latency_seconds": 7.838346, + "total_latency_seconds": 9.883679, + "usage": { + "prompt_tokens": 8690, + "completion_tokens": 140, + "total_tokens": 8830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.829055, + "tool_latency_seconds": 0.230696, + "final_model_latency_seconds": 15.640708, + "total_latency_seconds": 17.701148, + "usage": { + "prompt_tokens": 19241, + "completion_tokens": 126, + "total_tokens": 19367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.26341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.374398, + "tool_latency_seconds": 0.26341, + "final_model_latency_seconds": 12.418125, + "total_latency_seconds": 14.056503, + "usage": { + "prompt_tokens": 14689, + "completion_tokens": 108, + "total_tokens": 14797 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.231376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.823901, + "tool_latency_seconds": 0.231376, + "final_model_latency_seconds": 19.158278, + "total_latency_seconds": 21.214291, + "usage": { + "prompt_tokens": 23325, + "completion_tokens": 129, + "total_tokens": 23454 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Podľa dostupných dokumentov začal Matej Novotný štúdium v roku 2021 a jeho diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.295384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.89955, + "tool_latency_seconds": 0.295384, + "final_model_latency_seconds": 8.347621, + "total_latency_seconds": 10.542863, + "usage": { + "prompt_tokens": 9369, + "completion_tokens": 152, + "total_tokens": 9521 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" je evidovaná ako práca z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.376058, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.937181, + "tool_latency_seconds": 0.376058, + "final_model_latency_seconds": 12.124295, + "total_latency_seconds": 14.438025, + "usage": { + "prompt_tokens": 13810, + "completion_tokens": 189, + "total_tokens": 13999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových dát, ich roztriedenie podľa typov a domén a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234214, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.820049, + "tool_latency_seconds": 0.234214, + "final_model_latency_seconds": 23.109198, + "total_latency_seconds": 25.164221, + "usage": { + "prompt_tokens": 26190, + "completion_tokens": 178, + "total_tokens": 26368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na automatickú klasifikáciu webových textov podľa typu a na detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.224105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.830039, + "tool_latency_seconds": 0.224105, + "final_model_latency_seconds": 18.40466, + "total_latency_seconds": 20.45936, + "usage": { + "prompt_tokens": 21161, + "completion_tokens": 173, + "total_tokens": 21334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie, ktorá sa zameriava na prípravu dát pre trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218536, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.862919, + "tool_latency_seconds": 0.218536, + "final_model_latency_seconds": 21.027461, + "total_latency_seconds": 23.109557, + "usage": { + "prompt_tokens": 24878, + "completion_tokens": 159, + "total_tokens": 25037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Valerii Kutsenko je v ZP Wiki evidovaný dokument o jej bakalárskej práci z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu\" a o diplomovej práci z roku 2027 zamerané na „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko." + }, + "latency_seconds": 0.287968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.139725, + "tool_latency_seconds": 0.287968, + "final_model_latency_seconds": 16.452757, + "total_latency_seconds": 17.88095, + "usage": { + "prompt_tokens": 18231, + "completion_tokens": 141, + "total_tokens": 18372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca osoby Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.246446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.844365, + "tool_latency_seconds": 0.246446, + "final_model_latency_seconds": 15.493935, + "total_latency_seconds": 17.585303, + "usage": { + "prompt_tokens": 18434, + "completion_tokens": 139, + "total_tokens": 18573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva študent Valerii Kutsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.432525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.717994, + "tool_latency_seconds": 0.432525, + "final_model_latency_seconds": 18.852238, + "total_latency_seconds": 21.003304, + "usage": { + "prompt_tokens": 22439, + "completion_tokens": 132, + "total_tokens": 22571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko rieši diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", ktorá má za cieľ navrhnúť agenta budujúceho a využívajúceho znalostný graf pri vyhľadávaní. Ďalší študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá zahŕňa vytvorenie znalostného grafu pre slovenské právo a návrh inteligentného agenta využívajúceho tento graf.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.62776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.950337, + "tool_latency_seconds": 0.62776, + "final_model_latency_seconds": 28.040768, + "total_latency_seconds": 30.619653, + "usage": { + "prompt_tokens": 30645, + "completion_tokens": 279, + "total_tokens": 30924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“ pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "published_only": true + }, + "latency_seconds": 0.347554, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.441475, + "tool_latency_seconds": 0.347554, + "final_model_latency_seconds": 19.140968, + "total_latency_seconds": 20.930753, + "usage": { + "prompt_tokens": 22070, + "completion_tokens": 121, + "total_tokens": 22191 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.253754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.808408, + "tool_latency_seconds": 0.253754, + "final_model_latency_seconds": 12.508107, + "total_latency_seconds": 14.570718, + "usage": { + "prompt_tokens": 15045, + "completion_tokens": 124, + "total_tokens": 15169 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.276421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.012745, + "tool_latency_seconds": 0.276421, + "final_model_latency_seconds": 4.951322, + "total_latency_seconds": 7.240722, + "usage": { + "prompt_tokens": 5166, + "completion_tokens": 148, + "total_tokens": 5314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "published_only": false + }, + "latency_seconds": 0.271264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.407661, + "tool_latency_seconds": 0.271264, + "final_model_latency_seconds": 17.867999, + "total_latency_seconds": 19.547636, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 103, + "total_tokens": 22076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.311637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.707277, + "tool_latency_seconds": 0.311637, + "final_model_latency_seconds": 11.481093, + "total_latency_seconds": 13.500644, + "usage": { + "prompt_tokens": 13424, + "completion_tokens": 133, + "total_tokens": 13557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Valerii Kutsenko, ale rokom začiatku jej štúdia; jej diplomová práca je naplánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.275964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.898463, + "tool_latency_seconds": 0.275964, + "final_model_latency_seconds": 4.716856, + "total_latency_seconds": 6.89151, + "usage": { + "prompt_tokens": 4471, + "completion_tokens": 163, + "total_tokens": 4634 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Valerii Kutsenko s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" sa zaoberá témou znalostných grafov, pričom cieľom je navrhnúť agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.284048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.820714, + "tool_latency_seconds": 0.284048, + "final_model_latency_seconds": 7.343405, + "total_latency_seconds": 9.44846, + "usage": { + "prompt_tokens": 7709, + "completion_tokens": 184, + "total_tokens": 7893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva bakalársku prácu s názvom „Automatické generovanie otázok zo zadaného textu\", ktorej cieľom je vylepšiť proces RAG (Retrieval augmented generation).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.298449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.61543, + "tool_latency_seconds": 0.298449, + "final_model_latency_seconds": 16.857097, + "total_latency_seconds": 18.771563, + "usage": { + "prompt_tokens": 20015, + "completion_tokens": 144, + "total_tokens": 20159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko je študent, ktorý pripravuje diplomovú prácu s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, pričom v rámci svojho diplomového projektu z roku 2026 si študoval tému GraphRAG a pozeral sa na zdroj https://graphrag.com.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.279816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.818196, + "tool_latency_seconds": 0.279816, + "final_model_latency_seconds": 17.848965, + "total_latency_seconds": 19.94753, + "usage": { + "prompt_tokens": 20419, + "completion_tokens": 180, + "total_tokens": 20599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania k diplomovej práci môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.32323, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.876815, + "tool_latency_seconds": 0.32323, + "final_model_latency_seconds": 7.868967, + "total_latency_seconds": 10.069287, + "usage": { + "prompt_tokens": 8959, + "completion_tokens": 144, + "total_tokens": 9103 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian má na stránke ZP Wiki evidovanú bakalársku prácu s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorú začala vypracovávať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.21972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.73175, + "tool_latency_seconds": 0.21972, + "final_model_latency_seconds": 6.673681, + "total_latency_seconds": 8.625532, + "usage": { + "prompt_tokens": 7144, + "completion_tokens": 163, + "total_tokens": 7307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.175608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.835156, + "tool_latency_seconds": 0.175608, + "final_model_latency_seconds": 12.472797, + "total_latency_seconds": 14.48418, + "usage": { + "prompt_tokens": 15069, + "completion_tokens": 141, + "total_tokens": 15210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "S pracou s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú Tetiana Mohorian, ktorá vypracováva bakalársku prácu v roku 2025, a Patrik Pokrivčák, ktorý má túto tému ako diplomovú prácu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.469446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.058644, + "tool_latency_seconds": 0.469446, + "final_model_latency_seconds": 25.186043, + "total_latency_seconds": 27.715209, + "usage": { + "prompt_tokens": 28832, + "completion_tokens": 221, + "total_tokens": 29053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií v ZP Wiki sa téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" (alebo podobne sformulovaná ako „Rozpoznávanie nenávistnej reči pomocou transfomers\") objavila ako jeden z nápadov na tému diplomovej práce študenta Martina Jancuru, pričom jeho finálna diplomová práca bola pomenovaná „Rozpoznávanie emócií v texte\" a zameriavala sa na sentiment a emócie v texte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.023031, + "tool_latency_seconds": 0.452078, + "final_model_latency_seconds": 25.612383, + "total_latency_seconds": 28.088301, + "usage": { + "prompt_tokens": 28421, + "completion_tokens": 246, + "total_tokens": 28667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.174816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.89121, + "tool_latency_seconds": 0.174816, + "final_model_latency_seconds": 14.471281, + "total_latency_seconds": 16.537915, + "usage": { + "prompt_tokens": 17102, + "completion_tokens": 141, + "total_tokens": 17243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.216669, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.83635, + "tool_latency_seconds": 0.216669, + "final_model_latency_seconds": 11.967066, + "total_latency_seconds": 14.020592, + "usage": { + "prompt_tokens": 14528, + "completion_tokens": 124, + "total_tokens": 14652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 1.6121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.405249, + "tool_latency_seconds": 1.6121, + "final_model_latency_seconds": 17.741446, + "total_latency_seconds": 20.759493, + "usage": { + "prompt_tokens": 21396, + "completion_tokens": 106, + "total_tokens": 21502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je v ZP Wiki uvedená bakalárska práca pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?" + }, + "latency_seconds": 0.255821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.258658, + "tool_latency_seconds": 0.255821, + "final_model_latency_seconds": 12.28165, + "total_latency_seconds": 13.796689, + "usage": { + "prompt_tokens": 14651, + "completion_tokens": 95, + "total_tokens": 14746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je uvedené, že rok začiatku štúdia Tetiany Mohorian je 2022, pričom rok práce (záverečnej práce) nie je v týchto zdrojoch explicitne uvedený, hoci sa v sekcii jej profilu nachádza záhlavie „Bakalárska práca 2025\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.342889, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.67368, + "tool_latency_seconds": 0.342889, + "final_model_latency_seconds": 14.973601, + "total_latency_seconds": 16.99089, + "usage": { + "prompt_tokens": 17118, + "completion_tokens": 181, + "total_tokens": 17299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pod rokom 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.223655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.693723, + "tool_latency_seconds": 0.223655, + "final_model_latency_seconds": 14.017726, + "total_latency_seconds": 15.935579, + "usage": { + "prompt_tokens": 16517, + "completion_tokens": 149, + "total_tokens": 16666 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zameriava na tému hate speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331762, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.609158, + "tool_latency_seconds": 0.331762, + "final_model_latency_seconds": 18.650715, + "total_latency_seconds": 20.592312, + "usage": { + "prompt_tokens": 22005, + "completion_tokens": 144, + "total_tokens": 22149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá priamo súvisí s témou LLM (veľké jazykové modely).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.221704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.812728, + "tool_latency_seconds": 0.221704, + "final_model_latency_seconds": 7.747149, + "total_latency_seconds": 9.782023, + "usage": { + "prompt_tokens": 8065, + "completion_tokens": 166, + "total_tokens": 8231 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", kde sa v rámci zadania a úloh explicitne zaoberá témou prompting, konkrétne nácvikom a aplikáciou promptingových metód (vrátane few-shot learning) na detekciu nenávistnej reči.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.338887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.7763, + "tool_latency_seconds": 0.338887, + "final_model_latency_seconds": 16.776983, + "total_latency_seconds": 18.893151, + "usage": { + "prompt_tokens": 18931, + "completion_tokens": 196, + "total_tokens": 19127 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre bakalársku prácu Tetiany Mohorian mala na adaptáciu modelu použiť techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.182141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.662854, + "tool_latency_seconds": 0.182141, + "final_model_latency_seconds": 7.611275, + "total_latency_seconds": 9.45657, + "usage": { + "prompt_tokens": 8218, + "completion_tokens": 130, + "total_tokens": 8348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 v metrike few-shot F1.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.271929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.896312, + "tool_latency_seconds": 0.271929, + "final_model_latency_seconds": 7.746568, + "total_latency_seconds": 9.915115, + "usage": { + "prompt_tokens": 9133, + "completion_tokens": 140, + "total_tokens": 9273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Daniil Huzenko je v ZP Wiki evidovaný dokument o jeho bakalárskej práci z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.172434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.72043, + "tool_latency_seconds": 0.172434, + "final_model_latency_seconds": 11.496475, + "total_latency_seconds": 13.389793, + "usage": { + "prompt_tokens": 13259, + "completion_tokens": 160, + "total_tokens": 13419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Daniila Huzenka má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.18521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.837895, + "tool_latency_seconds": 0.18521, + "final_model_latency_seconds": 14.367077, + "total_latency_seconds": 16.390725, + "usage": { + "prompt_tokens": 17198, + "completion_tokens": 152, + "total_tokens": 17350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" vypracúva študent Daniil Huzenko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.747342, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 2.061675, + "tool_latency_seconds": 0.747342, + "final_model_latency_seconds": 27.241531, + "total_latency_seconds": 30.05143, + "usage": { + "prompt_tokens": 32212, + "completion_tokens": 167, + "total_tokens": 32379 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", kde je cieľom porovnať a kombinovať domáci klaster založený na Raspberry Pi s verejným riešením Azure Kubernetes System.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.604014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.840505, + "tool_latency_seconds": 0.604014, + "final_model_latency_seconds": 25.726745, + "total_latency_seconds": 28.172141, + "usage": { + "prompt_tokens": 29445, + "completion_tokens": 184, + "total_tokens": 29629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.205084, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.838529, + "tool_latency_seconds": 0.205084, + "final_model_latency_seconds": 16.136017, + "total_latency_seconds": 18.180179, + "usage": { + "prompt_tokens": 18760, + "completion_tokens": 153, + "total_tokens": 18913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.293903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.807382, + "tool_latency_seconds": 0.293903, + "final_model_latency_seconds": 14.930199, + "total_latency_seconds": 17.032191, + "usage": { + "prompt_tokens": 17892, + "completion_tokens": 124, + "total_tokens": 18016 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.364463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.360862, + "tool_latency_seconds": 0.364463, + "final_model_latency_seconds": 15.186127, + "total_latency_seconds": 16.911978, + "usage": { + "prompt_tokens": 18129, + "completion_tokens": 101, + "total_tokens": 18230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je v ZP Wiki uvedená bakalárska práca v roku 2025, pričom dokument uvádza aj rok začiatku štúdia 2022 a predbežný názov práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.222846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.842606, + "tool_latency_seconds": 0.222846, + "final_model_latency_seconds": 19.656969, + "total_latency_seconds": 21.723061, + "usage": { + "prompt_tokens": 22605, + "completion_tokens": 184, + "total_tokens": 22789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal študovať v roku 2022 a vypracováva svoju bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 5 + }, + "latency_seconds": 0.159321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.460312, + "tool_latency_seconds": 0.159321, + "final_model_latency_seconds": 11.938217, + "total_latency_seconds": 13.558363, + "usage": { + "prompt_tokens": 13652, + "completion_tokens": 119, + "total_tokens": 13771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Daniil Huzenko začal štúdium v roku 2022, pričom jeho bakalárska práca je evidovaná pod rokom 2025, nie 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.375801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.924566, + "tool_latency_seconds": 0.375801, + "final_model_latency_seconds": 10.412001, + "total_latency_seconds": 12.712766, + "usage": { + "prompt_tokens": 11995, + "completion_tokens": 156, + "total_tokens": 12151 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.211001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.903165, + "tool_latency_seconds": 0.211001, + "final_model_latency_seconds": 13.543445, + "total_latency_seconds": 15.658136, + "usage": { + "prompt_tokens": 15484, + "completion_tokens": 187, + "total_tokens": 15671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej súčasťou je zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfigurácia s platformou Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.212547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.606366, + "tool_latency_seconds": 0.212547, + "final_model_latency_seconds": 20.078068, + "total_latency_seconds": 21.8977, + "usage": { + "prompt_tokens": 23359, + "completion_tokens": 165, + "total_tokens": 23524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa venuje téme hybridného cloudu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.366161, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.871224, + "tool_latency_seconds": 0.366161, + "final_model_latency_seconds": 13.736148, + "total_latency_seconds": 15.974187, + "usage": { + "prompt_tokens": 15931, + "completion_tokens": 160, + "total_tokens": 16091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny zoznam hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster, hoci sa v dokumentoch uvádza, že mal zostaviť klaster z dosiek Raspberry Pi a mal do práce zapísať aj o hardvéri, ktorý dostal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5 + }, + "latency_seconds": 0.242966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.442458, + "tool_latency_seconds": 0.242966, + "final_model_latency_seconds": 18.715478, + "total_latency_seconds": 20.401877, + "usage": { + "prompt_tokens": 21445, + "completion_tokens": 166, + "total_tokens": 21611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible, a to prostredníctvom prípravy skriptov pre nastavenie (setup) a reinstaláciu (reinstall) klastra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5 + }, + "latency_seconds": 0.261232, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.456282, + "tool_latency_seconds": 0.261232, + "final_model_latency_seconds": 15.848749, + "total_latency_seconds": 17.566877, + "usage": { + "prompt_tokens": 18459, + "completion_tokens": 137, + "total_tokens": 18596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ján Pták je diplomový projekt z roku 2022 s témou Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.199895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.817185, + "tool_latency_seconds": 0.199895, + "final_model_latency_seconds": 15.294293, + "total_latency_seconds": 17.311995, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 135, + "total_tokens": 18314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu Jána Ptáka je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.252133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.787225, + "tool_latency_seconds": 0.252133, + "final_model_latency_seconds": 22.457847, + "total_latency_seconds": 24.498038, + "usage": { + "prompt_tokens": 26949, + "completion_tokens": 126, + "total_tokens": 27075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Záverečnú prácu s názvom „Agent pre manažment záverečných prác\" vypracúva študent Ján Pták ako svoj diplomový projekt.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.275435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.916356, + "tool_latency_seconds": 0.275435, + "final_model_latency_seconds": 18.959742, + "total_latency_seconds": 21.152154, + "usage": { + "prompt_tokens": 22424, + "completion_tokens": 147, + "total_tokens": 22571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.304931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.828001, + "tool_latency_seconds": 0.304931, + "final_model_latency_seconds": 18.683805, + "total_latency_seconds": 20.817544, + "usage": { + "prompt_tokens": 22408, + "completion_tokens": 131, + "total_tokens": 22539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v rámci diplomového projektu uvedená téma „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.338082, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.808653, + "tool_latency_seconds": 0.338082, + "final_model_latency_seconds": 15.985922, + "total_latency_seconds": 18.133338, + "usage": { + "prompt_tokens": 19200, + "completion_tokens": 130, + "total_tokens": 19330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.236719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.81762, + "tool_latency_seconds": 0.236719, + "final_model_latency_seconds": 13.277365, + "total_latency_seconds": 15.332223, + "usage": { + "prompt_tokens": 16183, + "completion_tokens": 121, + "total_tokens": 16304 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.218195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.969672, + "tool_latency_seconds": 0.218195, + "final_model_latency_seconds": 10.780739, + "total_latency_seconds": 12.969407, + "usage": { + "prompt_tokens": 12890, + "completion_tokens": 136, + "total_tokens": 13026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.279176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.559941, + "tool_latency_seconds": 0.279176, + "final_model_latency_seconds": 19.067621, + "total_latency_seconds": 20.907519, + "usage": { + "prompt_tokens": 23379, + "completion_tokens": 109, + "total_tokens": 23488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala štúdium v roku 2022 a v roku 2026 pracuje na diplomovom projekte s názvom Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 10 + }, + "latency_seconds": 0.629584, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.457758, + "tool_latency_seconds": 0.629584, + "final_model_latency_seconds": 24.999435, + "total_latency_seconds": 27.087639, + "usage": { + "prompt_tokens": 29431, + "completion_tokens": 128, + "total_tokens": 29559 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Jána Ptáka, ale rokom začiatku jeho štúdia, kedy pracoval na diplomovom projekte s témou „Agent pre manažment záverečných prác\", ktorý má byť dokončený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.213006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.659472, + "tool_latency_seconds": 0.213006, + "final_model_latency_seconds": 11.758074, + "total_latency_seconds": 13.631357, + "usage": { + "prompt_tokens": 12939, + "completion_tokens": 166, + "total_tokens": 13105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", kde je jednou z kľúčových úloh pochopiť a implementovať technológiu RAG (Retrieval Augmented Generation) pre zlepšenie manažmentu záverečných prác v systéme zpwiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228936, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.791585, + "tool_latency_seconds": 0.228936, + "final_model_latency_seconds": 15.947475, + "total_latency_seconds": 17.968488, + "usage": { + "prompt_tokens": 18313, + "completion_tokens": 175, + "total_tokens": 18488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác\", kde je ako požadované rozhranie určený nástroj OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.142996, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.821382, + "tool_latency_seconds": 0.142996, + "final_model_latency_seconds": 12.066912, + "total_latency_seconds": 14.031752, + "usage": { + "prompt_tokens": 14056, + "completion_tokens": 146, + "total_tokens": 14202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom je jednou z cieľových úloh navrhnuť deployment systému pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.317795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.971462, + "tool_latency_seconds": 0.317795, + "final_model_latency_seconds": 14.666525, + "total_latency_seconds": 16.956278, + "usage": { + "prompt_tokens": 17426, + "completion_tokens": 163, + "total_tokens": 17589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Pre svojho agenta pre zlepšenie manažmentu záverečných prác má Ján Pták použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.822641, + "tool_latency_seconds": 0.216, + "final_model_latency_seconds": 19.053157, + "total_latency_seconds": 21.092457, + "usage": { + "prompt_tokens": 22968, + "completion_tokens": 139, + "total_tokens": 23107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOKu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.370163, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.829141, + "tool_latency_seconds": 0.370163, + "final_model_latency_seconds": 13.605958, + "total_latency_seconds": 15.805763, + "usage": { + "prompt_tokens": 16563, + "completion_tokens": 120, + "total_tokens": 16683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnej databáze alebo backendovom technologickom riešení, ktoré Ján Pták už používal. Dokument o jeho diplomovom projekte z roku 2026 s témou „Agent pre manažment záverečných prác\" uvádza cieľ nasadiť riešenie pomocou Dockeru a rozhrania OpenWebUI, no neobsahuje explicitné uvedenie konkrétnej databázy ani backendového jazyka či frameworku, ktorý by už bol v stave projektu implementovaný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.23294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.589479, + "tool_latency_seconds": 0.23294, + "final_model_latency_seconds": 24.17505, + "total_latency_seconds": 25.99842, + "usage": { + "prompt_tokens": 26939, + "completion_tokens": 220, + "total_tokens": 27159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá začala v roku 2023 a je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk." + }, + "latency_seconds": 0.190847, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.178542, + "tool_latency_seconds": 0.190847, + "final_model_latency_seconds": 13.331591, + "total_latency_seconds": 14.701486, + "usage": { + "prompt_tokens": 15130, + "completion_tokens": 126, + "total_tokens": 15256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.206002, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.890661, + "tool_latency_seconds": 0.206002, + "final_model_latency_seconds": 13.380856, + "total_latency_seconds": 15.478042, + "usage": { + "prompt_tokens": 16018, + "completion_tokens": 147, + "total_tokens": 16165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" sa venuje Rostyslav Rodzhuk.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.460408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.948708, + "tool_latency_seconds": 0.460408, + "final_model_latency_seconds": 24.293706, + "total_latency_seconds": 26.703629, + "usage": { + "prompt_tokens": 28976, + "completion_tokens": 147, + "total_tokens": 29123 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá zahŕňa vytvorenie agenta na pomoc špeciálnemu pedagógovi na základe veľkého jazykového modelu a dostupných dát o podporných opatreniach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.474322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.945016, + "tool_latency_seconds": 0.474322, + "final_model_latency_seconds": 23.780774, + "total_latency_seconds": 26.20078, + "usage": { + "prompt_tokens": 27144, + "completion_tokens": 196, + "total_tokens": 27340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je pri bakalárskej práci uvedená téma „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.234637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.9161, + "tool_latency_seconds": 0.234637, + "final_model_latency_seconds": 11.568673, + "total_latency_seconds": 13.719883, + "usage": { + "prompt_tokens": 13306, + "completion_tokens": 149, + "total_tokens": 13455 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200739, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "first_model_latency_seconds": 1.89357, + "tool_latency_seconds": 0.200739, + "final_model_latency_seconds": 11.812939, + "total_latency_seconds": 13.907766, + "usage": { + "prompt_tokens": 14326, + "completion_tokens": 133, + "total_tokens": 14459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je pri práci „Bakalárska práca 2026\" explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.157297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.004073, + "tool_latency_seconds": 0.157297, + "final_model_latency_seconds": 7.034766, + "total_latency_seconds": 9.196419, + "usage": { + "prompt_tokens": 7412, + "completion_tokens": 161, + "total_tokens": 7573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.246199, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.671269, + "tool_latency_seconds": 0.246199, + "final_model_latency_seconds": 13.282618, + "total_latency_seconds": 15.200669, + "usage": { + "prompt_tokens": 16340, + "completion_tokens": 123, + "total_tokens": 16463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Rostyslav Rodzhuk začala študovať v roku 2023, pričom v dostupných dokumentoch ZP Wiki nie je explicitne uvedený rok, v ktorom vypracovával svoju prácu, hoci sekcia dokumentu naznačuje rok záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.167903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.953935, + "tool_latency_seconds": 0.167903, + "final_model_latency_seconds": 7.242542, + "total_latency_seconds": 9.364669, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 186, + "total_tokens": 7611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce, ale rokom začiatku štúdia Rostyslava Rodzhuka, ktorý vypracováva bakalársku prácu s predpokladaným rokom záveru 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.269237, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.748736, + "tool_latency_seconds": 0.269237, + "final_model_latency_seconds": 12.343864, + "total_latency_seconds": 14.362375, + "usage": { + "prompt_tokens": 14283, + "completion_tokens": 163, + "total_tokens": 14446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 10 + }, + "latency_seconds": 0.367712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.505885, + "tool_latency_seconds": 0.367712, + "final_model_latency_seconds": 24.004306, + "total_latency_seconds": 25.87877, + "usage": { + "prompt_tokens": 28591, + "completion_tokens": 126, + "total_tokens": 28717 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.174821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.902063, + "tool_latency_seconds": 0.174821, + "final_model_latency_seconds": 7.597519, + "total_latency_seconds": 9.674717, + "usage": { + "prompt_tokens": 8158, + "completion_tokens": 150, + "total_tokens": 8308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá využíva veľké jazykové modely (LLM) a zahŕňa prehľad agentových systémov na ich báze, pričom v rámci vedeckého projektu 2025 tiež skúma tému „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.831493, + "tool_latency_seconds": 0.196167, + "final_model_latency_seconds": 14.372115, + "total_latency_seconds": 16.400234, + "usage": { + "prompt_tokens": 16049, + "completion_tokens": 210, + "total_tokens": 16259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent, ktorý vyvíja Rostyslav Rodzhuk, má pomáhať špeciálnemu pedagógovi pri jeho práci, konkrétne pri navrhovaní najlepších výchovných opatrení na základe relevantných dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.946031, + "tool_latency_seconds": 0.293841, + "final_model_latency_seconds": 6.81517, + "total_latency_seconds": 9.055413, + "usage": { + "prompt_tokens": 7165, + "completion_tokens": 174, + "total_tokens": 7339 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Yevheniia Medushivskyi bol v ZP Wiki nájdený dokument o jeho bakalárskej práci z roku 2023 s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie webového crawlera a analýzu získaných dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.177428, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.861056, + "tool_latency_seconds": 0.177428, + "final_model_latency_seconds": 16.741928, + "total_latency_seconds": 18.780965, + "usage": { + "prompt_tokens": 19381, + "completion_tokens": 185, + "total_tokens": 19566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Yevhenii Medushivskyi má názov (tému) „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212087, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.928637, + "tool_latency_seconds": 0.212087, + "final_model_latency_seconds": 18.680586, + "total_latency_seconds": 20.82201, + "usage": { + "prompt_tokens": 22218, + "completion_tokens": 152, + "total_tokens": 22370 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Priameho zápisu s názvom práce „Získavanie textu z webových stránok\" v dostupných dokumentoch nie je, no téma s presne týmto názvom je uvedená ako téma bakalárskej práce študenta Yevhenii Medushivskyi (rok začiatku štúdia 2023). Ďalší študenti sa podobným témam venujú pod odlišnými názvami, napríklad Ján Holp (Systém získavania informácií v slovenskom jazyku), Matej Kobyľan (Systém pre extrakciu textu z webových stránok) alebo Michal Stromko (Indexovanie slovenského textu pomocou Elasticsearch).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.490782, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.90607, + "tool_latency_seconds": 0.490782, + "final_model_latency_seconds": 27.892721, + "total_latency_seconds": 30.290505, + "usage": { + "prompt_tokens": 29072, + "completion_tokens": 347, + "total_tokens": 29419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Získavanie textu z webových stránok\" rieši bakalársku prácu študent Yevhenii Medushivskyi, ktorá bola zadávaná v roku 2026 s cieľom vytvoriť webový crawler na sledovanie a sťahovanie slovenského internetu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.998173, + "tool_latency_seconds": 0.409678, + "final_model_latency_seconds": 25.292365, + "total_latency_seconds": 27.701169, + "usage": { + "prompt_tokens": 29033, + "completion_tokens": 189, + "total_tokens": 29222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je pri bakalárskej práci uvedená téma „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.263696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.963466, + "tool_latency_seconds": 0.263696, + "final_model_latency_seconds": 15.897008, + "total_latency_seconds": 18.124676, + "usage": { + "prompt_tokens": 18506, + "completion_tokens": 150, + "total_tokens": 18656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.315205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.4916, + "tool_latency_seconds": 0.315205, + "final_model_latency_seconds": 14.426235, + "total_latency_seconds": 16.233541, + "usage": { + "prompt_tokens": 17405, + "completion_tokens": 110, + "total_tokens": 17515 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v dokumente o bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.255288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.420908, + "tool_latency_seconds": 0.255288, + "final_model_latency_seconds": 17.468685, + "total_latency_seconds": 19.145561, + "usage": { + "prompt_tokens": 20716, + "completion_tokens": 122, + "total_tokens": 20838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.325165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.929737, + "tool_latency_seconds": 0.325165, + "final_model_latency_seconds": 21.001913, + "total_latency_seconds": 23.257756, + "usage": { + "prompt_tokens": 25219, + "completion_tokens": 141, + "total_tokens": 25360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Yevhenii Medushivskyi začala štúdium v roku 2023 a jeho bakalárska práca s témou získavania textu z webových stránok je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "limit": 10 + }, + "latency_seconds": 0.385427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.57917, + "tool_latency_seconds": 0.385427, + "final_model_latency_seconds": 19.981235, + "total_latency_seconds": 21.946719, + "usage": { + "prompt_tokens": 23404, + "completion_tokens": 146, + "total_tokens": 23550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale je to rok začiatku jej štúdia; jej bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.345276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.78694, + "tool_latency_seconds": 0.345276, + "final_model_latency_seconds": 16.665963, + "total_latency_seconds": 18.798774, + "usage": { + "prompt_tokens": 19268, + "completion_tokens": 160, + "total_tokens": 19428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s názvom „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.239964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.860074, + "tool_latency_seconds": 0.239964, + "final_model_latency_seconds": 15.361441, + "total_latency_seconds": 17.461986, + "usage": { + "prompt_tokens": 17754, + "completion_tokens": 174, + "total_tokens": 17928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie a nasadenie webového crawlera na získavanie dát z internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.441019, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.568808, + "tool_latency_seconds": 0.441019, + "final_model_latency_seconds": 19.183471, + "total_latency_seconds": 21.193906, + "usage": { + "prompt_tokens": 22086, + "completion_tokens": 174, + "total_tokens": 22260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa úlohu zlepšenia deduplikácie a odstránenia boilerplate obsahu, napríklad pomocou nástroja justext.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.464423, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.906403, + "tool_latency_seconds": 0.464423, + "final_model_latency_seconds": 14.44757, + "total_latency_seconds": 16.818864, + "usage": { + "prompt_tokens": 16369, + "completion_tokens": 184, + "total_tokens": 16553 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Podľa záznamu zo stretnutia 13. marca 2026 mal Yevhenii Medushivskyi zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.187099, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.057381, + "tool_latency_seconds": 0.187099, + "final_model_latency_seconds": 8.213644, + "total_latency_seconds": 10.458436, + "usage": { + "prompt_tokens": 9151, + "completion_tokens": 169, + "total_tokens": 9320 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniiho Medushivskyho je ako príklad nástroja na odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.394735, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.975837, + "tool_latency_seconds": 0.394735, + "final_model_latency_seconds": 12.221534, + "total_latency_seconds": 14.592865, + "usage": { + "prompt_tokens": 14587, + "completion_tokens": 155, + "total_tokens": 14742 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, na ktorej začala študovať v roku 2023 a ktorá je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.171179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.790949, + "tool_latency_seconds": 0.171179, + "final_model_latency_seconds": 13.089539, + "total_latency_seconds": 15.052246, + "usage": { + "prompt_tokens": 15187, + "completion_tokens": 162, + "total_tokens": 15349 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa pre Simonu Bobrovčanovú uvádza téma jej bakalárskej práce „Automatická sumarizácia slovenského textu\", pričom explicitný názov práce nie je v poskytnutých zdrojoch uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.877754, + "tool_latency_seconds": 0.201294, + "final_model_latency_seconds": 11.974175, + "total_latency_seconds": 14.05394, + "usage": { + "prompt_tokens": 13814, + "completion_tokens": 168, + "total_tokens": 13982 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Automatická sumarizácia slovenského textu\" vypracováva Simona Bobrovčanová v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.598453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.815346, + "tool_latency_seconds": 0.598453, + "final_model_latency_seconds": 22.466106, + "total_latency_seconds": 24.880556, + "usage": { + "prompt_tokens": 26710, + "completion_tokens": 144, + "total_tokens": 26854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorej cieľom je zostavenie prehľadu modelov a metód pre túto úlohu a vytvorenie systému pre sumarizáciu slovenských právnych textov, napríklad rozsudkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.404872, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.903683, + "tool_latency_seconds": 0.404872, + "final_model_latency_seconds": 22.949929, + "total_latency_seconds": 25.259305, + "usage": { + "prompt_tokens": 26162, + "completion_tokens": 190, + "total_tokens": 26352 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Simony Bobrovčanej je „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.22369, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.893784, + "tool_latency_seconds": 0.22369, + "final_model_latency_seconds": 12.727091, + "total_latency_seconds": 14.845106, + "usage": { + "prompt_tokens": 14937, + "completion_tokens": 136, + "total_tokens": 15073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.155511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.862547, + "tool_latency_seconds": 0.155511, + "final_model_latency_seconds": 5.268557, + "total_latency_seconds": 7.286864, + "usage": { + "prompt_tokens": 5825, + "completion_tokens": 129, + "total_tokens": 5954 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v dokumente o jej bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.164447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.891188, + "tool_latency_seconds": 0.164447, + "final_model_latency_seconds": 5.079312, + "total_latency_seconds": 7.135149, + "usage": { + "prompt_tokens": 5467, + "completion_tokens": 149, + "total_tokens": 5616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v dokumentoch ZP Wiki uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.221416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.840143, + "tool_latency_seconds": 0.221416, + "final_model_latency_seconds": 13.103498, + "total_latency_seconds": 15.165629, + "usage": { + "prompt_tokens": 15942, + "completion_tokens": 140, + "total_tokens": 16082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a jej bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "limit": 10 + }, + "latency_seconds": 0.499574, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.492814, + "tool_latency_seconds": 0.499574, + "final_model_latency_seconds": 20.985817, + "total_latency_seconds": 22.979084, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 123, + "total_tokens": 25392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.291629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.505533, + "tool_latency_seconds": 0.291629, + "final_model_latency_seconds": 12.433402, + "total_latency_seconds": 14.23134, + "usage": { + "prompt_tokens": 13893, + "completion_tokens": 141, + "total_tokens": 14034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.22716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.928678, + "tool_latency_seconds": 0.22716, + "final_model_latency_seconds": 9.769151, + "total_latency_seconds": 11.925555, + "usage": { + "prompt_tokens": 11371, + "completion_tokens": 143, + "total_tokens": 11514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, ktorá je súčasťou projektu Legal Data Processing zameraného na spracovanie slovenských právnych textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.235653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.451014, + "tool_latency_seconds": 0.235653, + "final_model_latency_seconds": 17.172328, + "total_latency_seconds": 18.859722, + "usage": { + "prompt_tokens": 19963, + "completion_tokens": 151, + "total_tokens": 20114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová je študentka, ktorá vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", kde sa ako cieľ práce uvádza zlepšenie spracovania slovenských právnych textov vytvorením systému pre sumarizáciu rozsudkov a iných právnych dokumentov. Je tiež uvedená ako členka projektu Legal Data Processing, kde jej úlohou je práve sumarizácia právnych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.308407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.846387, + "tool_latency_seconds": 0.308407, + "final_model_latency_seconds": 21.514195, + "total_latency_seconds": 23.669749, + "usage": { + "prompt_tokens": 24020, + "completion_tokens": 228, + "total_tokens": 24248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná sumarizácia zo vzniknutých čiastkových súhrnov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.16071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.735063, + "tool_latency_seconds": 0.16071, + "final_model_latency_seconds": 8.178686, + "total_latency_seconds": 10.07478, + "usage": { + "prompt_tokens": 8743, + "completion_tokens": 157, + "total_tokens": 8900 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej, konkrétne pri jej bakalárskej práci zamerané na automatickú sumarizáciu slovenských právnych textov, mali malé modely problém s príliš krátkou dĺžkou kontextu, vďaka čomu často vynechávali informácie nachádzajúce sa na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.249676, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.829333, + "tool_latency_seconds": 0.249676, + "final_model_latency_seconds": 10.719769, + "total_latency_seconds": 12.799113, + "usage": { + "prompt_tokens": 11815, + "completion_tokens": 185, + "total_tokens": 12000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Samuel Džurina uvádza, že študent začal štúdium v roku 2023 a pracuje na bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.759065, + "tool_latency_seconds": 0.196939, + "final_model_latency_seconds": 20.399082, + "total_latency_seconds": 22.355772, + "usage": { + "prompt_tokens": 23645, + "completion_tokens": 181, + "total_tokens": 23826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.226234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.864003, + "tool_latency_seconds": 0.226234, + "final_model_latency_seconds": 19.490518, + "total_latency_seconds": 21.581711, + "usage": { + "prompt_tokens": 23340, + "completion_tokens": 139, + "total_tokens": 23479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Dialógový systém pre podporu firemných procesov\" vypracováva Samuel Džurina ako bakalársku prácu pre rok 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.388677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.896562, + "tool_latency_seconds": 0.388677, + "final_model_latency_seconds": 24.103086, + "total_latency_seconds": 26.389138, + "usage": { + "prompt_tokens": 28420, + "completion_tokens": 154, + "total_tokens": 28574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá vzniká v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.12678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.910391, + "tool_latency_seconds": 0.12678, + "final_model_latency_seconds": 11.350212, + "total_latency_seconds": 13.387801, + "usage": { + "prompt_tokens": 12831, + "completion_tokens": 155, + "total_tokens": 12986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je pri bakalárskej práci uvedená téma „Dialógový systém pre podporu firemných procesov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.232744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.888717, + "tool_latency_seconds": 0.232744, + "final_model_latency_seconds": 14.200964, + "total_latency_seconds": 16.322896, + "usage": { + "prompt_tokens": 17176, + "completion_tokens": 141, + "total_tokens": 17317 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.195989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.690092, + "tool_latency_seconds": 0.195989, + "final_model_latency_seconds": 13.412971, + "total_latency_seconds": 15.299546, + "usage": { + "prompt_tokens": 16114, + "completion_tokens": 114, + "total_tokens": 16228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.973215, + "tool_latency_seconds": 0.299187, + "final_model_latency_seconds": 16.828077, + "total_latency_seconds": 19.101123, + "usage": { + "prompt_tokens": 20257, + "completion_tokens": 146, + "total_tokens": 20403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.835026, + "tool_latency_seconds": 0.231392, + "final_model_latency_seconds": 19.710507, + "total_latency_seconds": 21.777598, + "usage": { + "prompt_tokens": 23831, + "completion_tokens": 131, + "total_tokens": 23962 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Samuel Džurina začala štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.557946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.71689, + "tool_latency_seconds": 0.557946, + "final_model_latency_seconds": 25.46631, + "total_latency_seconds": 27.742136, + "usage": { + "prompt_tokens": 30201, + "completion_tokens": 135, + "total_tokens": 30336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Samuel Džurina, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.908677, + "tool_latency_seconds": 0.23809, + "final_model_latency_seconds": 14.460665, + "total_latency_seconds": 16.607889, + "usage": { + "prompt_tokens": 16650, + "completion_tokens": 164, + "total_tokens": 16814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá zahŕňa návrh a implementáciu inteligentného agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.229516, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.829917, + "tool_latency_seconds": 0.229516, + "final_model_latency_seconds": 17.726731, + "total_latency_seconds": 19.786763, + "usage": { + "prompt_tokens": 20329, + "completion_tokens": 189, + "total_tokens": 20518 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "S Samuelom Džurinom súvisí jeho bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\", kde je jedným z cieľov vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.20754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.894333, + "tool_latency_seconds": 0.20754, + "final_model_latency_seconds": 16.742207, + "total_latency_seconds": 18.844583, + "usage": { + "prompt_tokens": 19335, + "completion_tokens": 169, + "total_tokens": 19504 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá sa začala v roku 2023 a má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.262576, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.652636, + "tool_latency_seconds": 0.262576, + "final_model_latency_seconds": 20.974093, + "total_latency_seconds": 22.889888, + "usage": { + "prompt_tokens": 24245, + "completion_tokens": 161, + "total_tokens": 24406 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu má podporovať činnosť špedičnej alebo zásielkovej spoločnosti, pričom konkrétny modelový príklad sa zameriava na využitie colných pravidiel a CMR dohovoru v medzinárodnej preprave tovaru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.312774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.861403, + "tool_latency_seconds": 0.312774, + "final_model_latency_seconds": 8.837187, + "total_latency_seconds": 11.011651, + "usage": { + "prompt_tokens": 9293, + "completion_tokens": 179, + "total_tokens": 9472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pričom je potrebné identifikovať slabé miesta a následne navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.317772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.666358, + "tool_latency_seconds": 0.317772, + "final_model_latency_seconds": 7.535556, + "total_latency_seconds": 9.520052, + "usage": { + "prompt_tokens": 8642, + "completion_tokens": 139, + "total_tokens": 8781 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené podrobnosti o jeho letnej stáži IAESTE v roku 2024 zamerané na hodnotenie modelov pre vektorové reprezentácie textu a prípravu úloh pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.217957, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.735209, + "tool_latency_seconds": 0.217957, + "final_model_latency_seconds": 11.05803, + "total_latency_seconds": 13.011699, + "usage": { + "prompt_tokens": 12099, + "completion_tokens": 188, + "total_tokens": 12287 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024, konkrétne počas letných mesiacov august, september a október.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?" + }, + "latency_seconds": 0.2832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.143834, + "tool_latency_seconds": 0.2832, + "final_model_latency_seconds": 17.962784, + "total_latency_seconds": 19.390624, + "usage": { + "prompt_tokens": 21751, + "completion_tokens": 94, + "total_tokens": 21845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica sa v roku 2024 venovala príprave úloh pre vyhodnotenie modelov spracovania prirodzeného jazyka, konkrétne vytváraniu úloh pre vyhodnotenie v rámci projektu Hate Speech (nenávistné prejavy) a otázky a odpovede (Question Answering) pre slovenský jazyk v rámci frameworku MTEB, ako aj strojovému prekladu hodnotiacich dát pre viacjazyčné úlohy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.388848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.831895, + "tool_latency_seconds": 0.388848, + "final_model_latency_seconds": 11.961214, + "total_latency_seconds": 14.182371, + "usage": { + "prompt_tokens": 12563, + "completion_tokens": 213, + "total_tokens": 12776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic, ktorý počas svojej stáže v roku 2024 pripravoval úlohy pre MTEB framework špecificky pre slovenskú nenávistnú reč a otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 1.031768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.728665, + "tool_latency_seconds": 1.031768, + "final_model_latency_seconds": 16.630533, + "total_latency_seconds": 19.39156, + "usage": { + "prompt_tokens": 19471, + "completion_tokens": 155, + "total_tokens": 19626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic, ktorá sa uskutočnila v rámci programu IAESTE Intern Summer 2024, súvisela s témou Hate Speech, pričom jeho cieľom bolo pripraviť vyhodnotovaciu úlohu pre slovenskú nenávistnú reč (Slovak HATE speech) v rámci frameworku MTEB a vypracovať príslušný pull request.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.243546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.764016, + "tool_latency_seconds": 0.243546, + "final_model_latency_seconds": 16.1669, + "total_latency_seconds": 18.175081, + "usage": { + "prompt_tokens": 18131, + "completion_tokens": 190, + "total_tokens": 18321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v lete 2024 (IAESTE Intern Summer 2024) súvisela s témou MTEB, keďže jedným z cieľov bolo oboznámiť sa s frameworkom MTEB na vyhodnocovanie modelov vektorových transformátorov a následne pripraviť nové úlohy vyhodnocovania pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.18539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.808127, + "tool_latency_seconds": 0.18539, + "final_model_latency_seconds": 10.998898, + "total_latency_seconds": 12.992858, + "usage": { + "prompt_tokens": 11674, + "completion_tokens": 193, + "total_tokens": 11867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE leta 2024 súvisela s témou hodnotenia modelov SentenceTransformer pomocou nástroja MTEB a prípravou úloh pre slovenské vyhľadávanie a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.260176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.837692, + "tool_latency_seconds": 0.260176, + "final_model_latency_seconds": 12.853032, + "total_latency_seconds": 14.951302, + "usage": { + "prompt_tokens": 14915, + "completion_tokens": 164, + "total_tokens": 15079 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB vyhodnocovacích úloh pre slovenskú detekciu nenávistných prejavov a pre slovenské vyhľadávanie odpovedí na otázky (retrieval).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5 + }, + "latency_seconds": 0.292526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.392667, + "tool_latency_seconds": 0.292526, + "final_model_latency_seconds": 23.950553, + "total_latency_seconds": 25.636417, + "usage": { + "prompt_tokens": 28087, + "completion_tokens": 138, + "total_tokens": 28225 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.178481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.859668, + "tool_latency_seconds": 0.178481, + "final_model_latency_seconds": 9.343467, + "total_latency_seconds": 11.381949, + "usage": { + "prompt_tokens": 10740, + "completion_tokens": 128, + "total_tokens": 10868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi je evidovaný v sekcii ZP Wiki pre stážistov a uvádza, že išlo o stáž pravdepodobne v lete 2019, pričom jeho úlohou bolo vytvoriť manuálne anotovaný trénovacie súbor z pretranskribovaných prejavov a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.162768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.848553, + "tool_latency_seconds": 0.162768, + "final_model_latency_seconds": 6.837567, + "total_latency_seconds": 8.849196, + "usage": { + "prompt_tokens": 6554, + "completion_tokens": 198, + "total_tokens": 6752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.796052, + "tool_latency_seconds": 0.206788, + "final_model_latency_seconds": 15.520677, + "total_latency_seconds": 17.524074, + "usage": { + "prompt_tokens": 18963, + "completion_tokens": 126, + "total_tokens": 19089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych entít v prenesených transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu a navrhnúť schému pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.261322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.828449, + "tool_latency_seconds": 0.261322, + "final_model_latency_seconds": 12.693421, + "total_latency_seconds": 14.783612, + "usage": { + "prompt_tokens": 14010, + "completion_tokens": 169, + "total_tokens": 14179 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations (anotácia pomenovaných entít), kde sa zameriaval na rozpoznávanie neznámych pomenovaných entít a tvorbu manuálne anotovanej trénovacej množiny z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.104525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.824164, + "tool_latency_seconds": 0.104525, + "final_model_latency_seconds": 9.873015, + "total_latency_seconds": 11.802045, + "usage": { + "prompt_tokens": 10919, + "completion_tokens": 172, + "total_tokens": 11091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou rozpoznávania pomenovaných entít (Named Entity Annotations), kde bol spaCy uvedený ako nástroj pre strojové učenie a trénovanie klasifikátora, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?" + }, + "latency_seconds": 0.353497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.217665, + "tool_latency_seconds": 0.353497, + "final_model_latency_seconds": 15.430469, + "total_latency_seconds": 17.002168, + "usage": { + "prompt_tokens": 17834, + "completion_tokens": 141, + "total_tokens": 17975 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez počas svojej stáže v lete 2019 pracoval na projekte s témou rozpoznávania pomenovaných entít, pri ktorom využíval nástroj Prodigy na manuálnu anotáciu dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.149869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.847271, + "tool_latency_seconds": 0.149869, + "final_model_latency_seconds": 10.056819, + "total_latency_seconds": 12.054419, + "usage": { + "prompt_tokens": 11336, + "completion_tokens": 159, + "total_tokens": 11495 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tieto tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.110431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.83395, + "tool_latency_seconds": 0.110431, + "final_model_latency_seconds": 10.873884, + "total_latency_seconds": 12.818648, + "usage": { + "prompt_tokens": 12079, + "completion_tokens": 178, + "total_tokens": 12257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9166666666666666, + "strict_pass": false, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.197015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.875857, + "tool_latency_seconds": 0.197015, + "final_model_latency_seconds": 9.545871, + "total_latency_seconds": 11.61921, + "usage": { + "prompt_tokens": 11356, + "completion_tokens": 126, + "total_tokens": 11482 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi opisuje jeho stáž v rámci programu ERASMUS v jarnej sezóne 2026 s témou „(multilingual) Triplet extraction from medical data\", ktorej cieľom bolo zostrojiť znalostný graf z lekárskych letákov a vytvoriť inteligentného agenta na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.777347, + "tool_latency_seconds": 0.234399, + "final_model_latency_seconds": 11.468547, + "total_latency_seconds": 13.480789, + "usage": { + "prompt_tokens": 12540, + "completion_tokens": 191, + "total_tokens": 12731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od marca do mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "limit": 5 + }, + "latency_seconds": 0.426171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.371175, + "tool_latency_seconds": 0.426171, + "final_model_latency_seconds": 19.992154, + "total_latency_seconds": 21.790101, + "usage": { + "prompt_tokens": 24319, + "completion_tokens": 103, + "total_tokens": 24422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v mnohých jazykoch s cieľom zostaviť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.187596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.881034, + "tool_latency_seconds": 0.187596, + "final_model_latency_seconds": 11.007348, + "total_latency_seconds": 13.076393, + "usage": { + "prompt_tokens": 12130, + "completion_tokens": 173, + "total_tokens": 12303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Na tému multilinguálnej extrakcie trojíc z medicínskych dát pracoval Bogdan Paul Chiš v rámci praxe ERASMUS Intern Spring 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.473241, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.959073, + "tool_latency_seconds": 0.473241, + "final_model_latency_seconds": 21.939354, + "total_latency_seconds": 24.372329, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 151, + "total_tokens": 26271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou Triplet extraction bola ERASMUS Intern Spring 2026, ktorá sa konala od 20. marca do 21. mája a jej témou bolo viacjazyčné extrahovanie trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.384059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.88951, + "tool_latency_seconds": 0.384059, + "final_model_latency_seconds": 10.965497, + "total_latency_seconds": 13.239776, + "usage": { + "prompt_tokens": 12038, + "completion_tokens": 169, + "total_tokens": 12207 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou knowledge graph bola stáž ERASMUS v jarnej sezóne 2026 s názvom „(multilingual) Triplet extraction from medical data\", počas ktorej mal za cieľ zostaviť znalostný graf z lekárskych letákov vo viacerých jazykoch a využiť ho v inteligentnom agente na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.299875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.83497, + "tool_latency_seconds": 0.299875, + "final_model_latency_seconds": 12.792222, + "total_latency_seconds": 14.927738, + "usage": { + "prompt_tokens": 14226, + "completion_tokens": 193, + "total_tokens": 14419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș s témou medical bola ERASMUS Intern Spring 2026, ktorej téma bola „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.373186, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.635223, + "tool_latency_seconds": 0.373186, + "final_model_latency_seconds": 11.474521, + "total_latency_seconds": 13.483628, + "usage": { + "prompt_tokens": 13493, + "completion_tokens": 131, + "total_tokens": 13624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Témai Bogdana Paula Chișa počas jeho stáže bolo (multilingválne) extrahovanie trojíc z lekárskeho obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.404771, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.888378, + "tool_latency_seconds": 0.404771, + "final_model_latency_seconds": 11.141326, + "total_latency_seconds": 13.434882, + "usage": { + "prompt_tokens": 12999, + "completion_tokens": 135, + "total_tokens": 13134 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.316062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.86871, + "tool_latency_seconds": 0.316062, + "final_model_latency_seconds": 15.760493, + "total_latency_seconds": 17.945835, + "usage": { + "prompt_tokens": 19105, + "completion_tokens": 131, + "total_tokens": 19236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov (medical package inserts) v rámci svojej stáže ERASMUS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.329532, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.673481, + "tool_latency_seconds": 0.329532, + "final_model_latency_seconds": 13.526281, + "total_latency_seconds": 15.529879, + "usage": { + "prompt_tokens": 16056, + "completion_tokens": 128, + "total_tokens": 16184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Dialógový systém\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5 + }, + "latency_seconds": 0.286356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.431952, + "tool_latency_seconds": 0.286356, + "final_model_latency_seconds": 21.773509, + "total_latency_seconds": 23.492889, + "usage": { + "prompt_tokens": 26143, + "completion_tokens": 107, + "total_tokens": 26250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Dialógový systém\", je projektová stránka s názvom „Dialógový systém\" (umiestnená v sekcií témat), ktorá definuje úlohy na vytvorenie dialógového systému komunikujúceho v slovenskom jazyku pre potreby komunikácie občana s mestom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.321095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.67161, + "tool_latency_seconds": 0.321095, + "final_model_latency_seconds": 22.872075, + "total_latency_seconds": 24.865392, + "usage": { + "prompt_tokens": 26294, + "completion_tokens": 165, + "total_tokens": 26459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Dialógový systém\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.302162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.743414, + "tool_latency_seconds": 0.302162, + "final_model_latency_seconds": 22.292678, + "total_latency_seconds": 24.33898, + "usage": { + "prompt_tokens": 26581, + "completion_tokens": 120, + "total_tokens": 26701 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Báza pravidiel projektu Dialógový systém má byť zostavená pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.295387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.636555, + "tool_latency_seconds": 0.295387, + "final_model_latency_seconds": 19.988758, + "total_latency_seconds": 21.9213, + "usage": { + "prompt_tokens": 24124, + "completion_tokens": 104, + "total_tokens": 24228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Chatbot sa má integrovať s QA systémom (systémom pre odpovedanie na otázky) a v rámci konkrétnej bakalárskej práce s nástrojom PrivateGPT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.299583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.907154, + "tool_latency_seconds": 0.299583, + "final_model_latency_seconds": 11.814197, + "total_latency_seconds": 14.021364, + "usage": { + "prompt_tokens": 13352, + "completion_tokens": 167, + "total_tokens": 13519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií v ZP Wiki sú na projekte Dialógový systém ako aktuálni riešitelia uvedení Matej Ščišľak a Martin Šarišský, ktorí vypracúvajú bakalárske práce v roku 2024 s názvom Dialógový systém pre potreby samosprávy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.347609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.627423, + "tool_latency_seconds": 0.347609, + "final_model_latency_seconds": 23.848132, + "total_latency_seconds": 25.823883, + "usage": { + "prompt_tokens": 26936, + "completion_tokens": 208, + "total_tokens": 27144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka k téme „Question Answering\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.385562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.763125, + "tool_latency_seconds": 0.385562, + "final_model_latency_seconds": 25.398891, + "total_latency_seconds": 27.54833, + "usage": { + "prompt_tokens": 30139, + "completion_tokens": 125, + "total_tokens": 30264 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering\", je projekt s názvom „Question Answering\" s popisom cieľa vytvoriť klon datasetu SQuaD 2.0 v slovenskom jazyku a nastaviť infraštruktúru pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "published_only": true + }, + "latency_seconds": 0.448653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.391175, + "tool_latency_seconds": 0.448653, + "final_model_latency_seconds": 26.234122, + "total_latency_seconds": 28.074977, + "usage": { + "prompt_tokens": 30389, + "completion_tokens": 138, + "total_tokens": 30527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Question Answering\" má pridelený zdrojový URL adresu https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.412678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.74543, + "tool_latency_seconds": 0.412678, + "final_model_latency_seconds": 26.469509, + "total_latency_seconds": 28.628525, + "usage": { + "prompt_tokens": 31516, + "completion_tokens": 119, + "total_tokens": 31635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering chce vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude založený na anotáciách dát zo slovenskej Wikipédie a exportovaný do formátu SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.342283, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.656748, + "tool_latency_seconds": 0.342283, + "final_model_latency_seconds": 22.92748, + "total_latency_seconds": 24.927281, + "usage": { + "prompt_tokens": 26770, + "completion_tokens": 137, + "total_tokens": 26907 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, pričom sú k dispozícii špecifické recepty pre tento nástroj.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5 + }, + "latency_seconds": 0.203211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.389837, + "tool_latency_seconds": 0.203211, + "final_model_latency_seconds": 17.08652, + "total_latency_seconds": 18.680587, + "usage": { + "prompt_tokens": 20344, + "completion_tokens": 101, + "total_tokens": 20445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Finálny export databázy otázok a odpovedí (QA) má byť vo formáte SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.376145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.614162, + "tool_latency_seconds": 0.376145, + "final_model_latency_seconds": 14.394908, + "total_latency_seconds": 16.386275, + "usage": { + "prompt_tokens": 17582, + "completion_tokens": 106, + "total_tokens": 17688 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri anotácii otázok má vzniknúť 5 otázok pre každý odsek, čo je definované ako výstup receptu pre anotáciu v nástroji Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.212392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.918603, + "tool_latency_seconds": 0.212392, + "final_model_latency_seconds": 12.482523, + "total_latency_seconds": 14.613999, + "usage": { + "prompt_tokens": 14992, + "completion_tokens": 140, + "total_tokens": 15132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Strojový preklad\" sa nachádza pod cestou pre tému translation a obsahuje prehľad o študentoch, ktorí pracovali na štatistickom a neurónovom strojovom preklade. Taktiež existuje projektová stránka pod názvom „Strojový preklad\" pri študentovi Patrikovi Pavlišinovi, ktorá detailne popisuje techniky ako Encoder–Decoder, štatistický strojový preklad a neurónové siete.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.546442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.869259, + "tool_latency_seconds": 0.546442, + "final_model_latency_seconds": 17.738797, + "total_latency_seconds": 20.155053, + "usage": { + "prompt_tokens": 19361, + "completion_tokens": 240, + "total_tokens": 19601 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Dokument s názvom „Strojový preklad\", ktorý sa priamo a podrobne venuje tejto téme, je študentská práca Patrika Pavlišina, kde sú rozebrané prístupy ako neurónový strojový preklad, architektúra Encoder-Decoder a modely ako BERT.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.672553, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.830711, + "tool_latency_seconds": 0.672553, + "final_model_latency_seconds": 24.588637, + "total_latency_seconds": 27.092611, + "usage": { + "prompt_tokens": 28418, + "completion_tokens": 178, + "total_tokens": 28596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Strojový preklad“ v kontexte študentských prác patriacich k Patrikovi Pavlišinovi patrí URL adresa https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20, pričom téma strojový preklad je tiež evidovaná na informačnej stránke https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.67854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.735624, + "tool_latency_seconds": 0.67854, + "final_model_latency_seconds": 12.504147, + "total_latency_seconds": 14.918846, + "usage": { + "prompt_tokens": 12930, + "completion_tokens": 215, + "total_tokens": 13145 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Pomenované entity\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5 + }, + "latency_seconds": 0.206598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.427027, + "tool_latency_seconds": 0.206598, + "final_model_latency_seconds": 18.383602, + "total_latency_seconds": 20.017865, + "usage": { + "prompt_tokens": 22190, + "completion_tokens": 109, + "total_tokens": 22299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Pomenované entity\", má názov „Pomenované entity\" a je umiestnený na stránke https://zp.kemt.fei.tuke.sk/topics/named-entity. Tento dokument obsahuje úlohy, stretnutia a informácie o príprave dát a anotačnej schéme pre rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.256808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.394366, + "tool_latency_seconds": 0.256808, + "final_model_latency_seconds": 19.595439, + "total_latency_seconds": 21.247331, + "usage": { + "prompt_tokens": 22454, + "completion_tokens": 161, + "total_tokens": 22615 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Pomenované entity\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.251497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.505426, + "tool_latency_seconds": 0.251497, + "final_model_latency_seconds": 20.100617, + "total_latency_seconds": 21.858258, + "usage": { + "prompt_tokens": 24157, + "completion_tokens": 111, + "total_tokens": 24268 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Anotácia textových dát“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.301235, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.885578, + "tool_latency_seconds": 0.301235, + "final_model_latency_seconds": 21.948266, + "total_latency_seconds": 24.135933, + "usage": { + "prompt_tokens": 25946, + "completion_tokens": 155, + "total_tokens": 26101 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má názov Anotácia textových dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.846936, + "tool_latency_seconds": 0.23218, + "final_model_latency_seconds": 17.727279, + "total_latency_seconds": 19.807032, + "usage": { + "prompt_tokens": 21235, + "completion_tokens": 129, + "total_tokens": 21364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia textových dát\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231961, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.765237, + "tool_latency_seconds": 0.231961, + "final_model_latency_seconds": 18.222908, + "total_latency_seconds": 20.220731, + "usage": { + "prompt_tokens": 21906, + "completion_tokens": 124, + "total_tokens": 22030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka „Slovenské jazykové zdroje“ je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zhrnuté rôzne jazykové zdroje, nástroje a databázy pre slovenčinu, ako sú napríklad Slovak Dependency Treebank, Slovak WordNet a rôzne kópusy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.069977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.965565, + "tool_latency_seconds": 0.069977, + "final_model_latency_seconds": 6.993146, + "total_latency_seconds": 9.028958, + "usage": { + "prompt_tokens": 6562, + "completion_tokens": 185, + "total_tokens": 6747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", sa nazýva rovnako „Slovenské jazykové zdroje\" a nachádza sa pod adrese https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.116402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.713312, + "tool_latency_seconds": 0.116402, + "final_model_latency_seconds": 13.789291, + "total_latency_seconds": 15.619671, + "usage": { + "prompt_tokens": 16636, + "completion_tokens": 145, + "total_tokens": 16781 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.242714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.854631, + "tool_latency_seconds": 0.242714, + "final_model_latency_seconds": 15.152669, + "total_latency_seconds": 17.250555, + "usage": { + "prompt_tokens": 18294, + "completion_tokens": 128, + "total_tokens": 18422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia otázok a odpovedí\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod, kde je zverejnený návod pre anotátorov od autora Daniela Hladka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.080646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.830289, + "tool_latency_seconds": 0.080646, + "final_model_latency_seconds": 7.607026, + "total_latency_seconds": 9.518351, + "usage": { + "prompt_tokens": 8187, + "completion_tokens": 158, + "total_tokens": 8345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí“, má presne tento názov a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.274828, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.873703, + "tool_latency_seconds": 0.274828, + "final_model_latency_seconds": 19.637128, + "total_latency_seconds": 21.78635, + "usage": { + "prompt_tokens": 23565, + "completion_tokens": 153, + "total_tokens": 23718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.26113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.783253, + "tool_latency_seconds": 0.26113, + "final_model_latency_seconds": 20.446388, + "total_latency_seconds": 22.491458, + "usage": { + "prompt_tokens": 24540, + "completion_tokens": 130, + "total_tokens": 24670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia pomenovaných entít\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod, kde sú zverejnené návody pre anotátorov a podrobnosti o anotačných dávkach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "limit": 5 + }, + "latency_seconds": 0.133078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.488028, + "tool_latency_seconds": 0.133078, + "final_model_latency_seconds": 16.919377, + "total_latency_seconds": 18.54111, + "usage": { + "prompt_tokens": 19374, + "completion_tokens": 150, + "total_tokens": 19524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“, má názov „Anotácia pomenovaných entít“ a poskytuje návod pre anotátorov na vyznačovanie vlastných podstatných mien v texte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.083555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.87959, + "tool_latency_seconds": 0.083555, + "final_model_latency_seconds": 8.295354, + "total_latency_seconds": 10.258882, + "usage": { + "prompt_tokens": 9029, + "completion_tokens": 160, + "total_tokens": 9189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Anotácia pomenovaných entít\" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.283719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.826369, + "tool_latency_seconds": 0.283719, + "final_model_latency_seconds": 16.052277, + "total_latency_seconds": 18.163671, + "usage": { + "prompt_tokens": 19342, + "completion_tokens": 136, + "total_tokens": 19478 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Viacerí študenti a internisti na ZP Wiki riešia témy týkajúce sa RAG alebo GraphRAG. Diplomový projekt Ján Malinovský sa zameriava na grafové vyhľadávanie a explicitne sa učí GraphRAG, rovnako ako diplomový projekt Ján Pták, ktorý má za cieľ naučiť sa GraphRAG pre manažment záverečných prác. Diplomová práca Matej Ščišľak rieši GraphRAG vytvorený z FAISS a Neo4J pre právne informácie a bakalárska práca Maksym Zatirka skúma využitie grafov pri RAG pre slovenské právo. Ďalšími príkladmi sú diplomová práca Oleh Poiasnik, ktorá využíva LightRAG a skúma GraphRAG pre lekársku doménu, diplomový projekt Martin Šarišský riešiaci Graph RAG pre zákony, ako aj stážista Bogdan Paul Chiș, ktorý pracoval na trojiciach z lekárskych dát s využitím GraphRAG a LightRAG.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.595775, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.880465, + "tool_latency_seconds": 0.595775, + "final_model_latency_seconds": 32.040209, + "total_latency_seconds": 34.517883, + "usage": { + "prompt_tokens": 31048, + "completion_tokens": 495, + "total_tokens": 31543 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa našlo viacero projektov, ktoré spájajú znalostné grafy s RAG (GraphRAG) alebo inteligentnými agentmi. Martin Šarišský pracuje na diplomovom projekte, kde skúma, ako znalostný graf dokáže vylepšiť vyhľadávanie v zákonoch pomocou Graph RAG a navrhuje agenta pre riešenie právnych problémov. Matej Ščišľak v diplomovej práci Znalostné grafy pre zlepšenie vyhľadávania právnych informácií implementuje systém GraphRAG využívajúci databázu Neo4J a FAISS. Oleh Poiasnik vytvára expertný agentový systém pre podporu rozhodovania v lekárni, ktorý využíva znalostný graf z databázy príbalových letákov. Bogdan Paul Chiš počas stáže pracoval na vytvorení znalostného grafu z medicínskych dát a jeho využití v inteligentnom agente na odporúčanie liekov. Ján Malinovský vyvíja agenta pre podporu učiteľov, ktorý vyhľadáva v znalostnom grafe vytvorenom z vzdelávacích dokumentov. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf pre slovenské právo a grafovú databázu Neo4J. Valerii Kutsenko skúma využitie znalostných grafov pri budovaní vnútornej reprezentácie agenta pre lepšie generovanie odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.538783, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.899166, + "tool_latency_seconds": 0.538783, + "final_model_latency_seconds": 56.397383, + "total_latency_seconds": 58.836392, + "usage": { + "prompt_tokens": 42817, + "completion_tokens": 601, + "total_tokens": 43418 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty venujúce sa rozpoznávaniu pomenovaných entít alebo ich anotácii zahŕňajú tému „Pomenované entity\" s podrobným návodom na anotáciu, ako aj tému „Anotácia textových dát\" zameranú na manuálnu anotáciu slovenských dát pre výskyt pomenovaných entít. Medzi konkrétne študentské práce patria diplomový projekt Jakuba Maruniaka s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", bakalárska práca Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a bakalársky projekt Than Trung Thana s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\". Ďalej sa na tomto úseku pracovalo aj počas stáže cez Cesar Abascal Gutierrez, ktorý sa zameriaval na rozpoznávanie neznámych pomenovaných entít a manuálnu anotáciu, a projekt „Podpora slovenčiny v knižnici Spacy\", ktorý zahŕňa ciele ako natrénovanie modelov pre rozpoznávanie pomenovaných entít a zostavenie korpusu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 18.034846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 2.891536, + "tool_latency_seconds": 18.034846, + "final_model_latency_seconds": 38.084144, + "total_latency_seconds": 59.104343, + "usage": { + "prompt_tokens": 36550, + "completion_tokens": 525, + "total_tokens": 37075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + false + ], + "source_match_count": 4, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", Patrik Pavlišin má bakalársku prácu „Metódy automatického prekladu\" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 8.58477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 2.169283, + "tool_latency_seconds": 8.58477, + "final_model_latency_seconds": 18.243741, + "total_latency_seconds": 29.107369, + "usage": { + "prompt_tokens": 18966, + "completion_tokens": 268, + "total_tokens": 19234 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Bogdan Paul Chiș nájdete na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde je uvedený ako stážista v rámci programu ERASMUS Intern Spring 2026 s témou (multilingual) Triplet extraction from medical data.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.770244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.715778, + "tool_latency_seconds": 0.770244, + "final_model_latency_seconds": 12.231239, + "total_latency_seconds": 14.718153, + "usage": { + "prompt_tokens": 13670, + "completion_tokens": 159, + "total_tokens": 13829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke internov pod adresou https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez, kde je uvedený ako internista pravdepodobne v lete 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.461064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.754092, + "tool_latency_seconds": 0.461064, + "final_model_latency_seconds": 10.536943, + "total_latency_seconds": 12.752579, + "usage": { + "prompt_tokens": 11761, + "completion_tokens": 164, + "total_tokens": 11925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza v sekcii pre štátnikov na adrese https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené jeho úlohy a prípravné kroky spojené s prácou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.447442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.818363, + "tool_latency_seconds": 0.447442, + "final_model_latency_seconds": 10.178693, + "total_latency_seconds": 12.444958, + "usage": { + "prompt_tokens": 11216, + "completion_tokens": 170, + "total_tokens": 11386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Sevval Bulburu sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené jej úlohy súvisiace so stážou, vrátane práce s nástrojmi ako Huggingface Transformers a Prodi.gy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?" + }, + "latency_seconds": 0.424721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.206932, + "tool_latency_seconds": 0.424721, + "final_model_latency_seconds": 11.180542, + "total_latency_seconds": 12.812868, + "usage": { + "prompt_tokens": 12389, + "completion_tokens": 140, + "total_tokens": 12529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Youssef Ressaissi sa nachádza v ZP Wiki na stránke s cestou interns/yussef_ressaissi, ktorá obsahuje informácie o jeho aktuálnych úlohách a stave práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.252276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.759097, + "tool_latency_seconds": 0.252276, + "final_model_latency_seconds": 6.212391, + "total_latency_seconds": 8.267984, + "usage": { + "prompt_tokens": 6490, + "completion_tokens": 150, + "total_tokens": 6640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dárius Lindvai sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.665396, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.835016, + "tool_latency_seconds": 0.665396, + "final_model_latency_seconds": 14.166401, + "total_latency_seconds": 16.667542, + "usage": { + "prompt_tokens": 16949, + "completion_tokens": 146, + "total_tokens": 17095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dominik Nagy sa v ZP Wiki nachádza na stránke s cestou `/students/2016/dominik_nagy`, kde je uvedený jeho rok nástupu na štúdium a podrobnosti o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.417877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.385506, + "tool_latency_seconds": 0.417877, + "final_model_latency_seconds": 14.135689, + "total_latency_seconds": 15.940135, + "usage": { + "prompt_tokens": 15907, + "completion_tokens": 162, + "total_tokens": 16069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki v sekcii pre študentov podľa roku nástupu na štúdium, konkrétne pod cestou `/students/2016/jakub_maruniak`, kde sú uvedené informácie o jeho diplomovom projekte zameranom na anotáciu a rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.634245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.472768, + "tool_latency_seconds": 0.634245, + "final_model_latency_seconds": 11.985807, + "total_latency_seconds": 14.093527, + "usage": { + "prompt_tokens": 12937, + "completion_tokens": 177, + "total_tokens": 13114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Holp sa v ZP Wiki nachádza na stránke s cestou `pages/students/2016/jan_holp/README.md`, ktorá obsahuje detaily o jeho štúdiu od roku 2016, vrátane diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021 a súvisiacich diplomových projektov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.47109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.761187, + "tool_latency_seconds": 0.47109, + "final_model_latency_seconds": 8.311096, + "total_latency_seconds": 10.543777, + "usage": { + "prompt_tokens": 8324, + "completion_tokens": 201, + "total_tokens": 8525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Lukáš Pokrývka nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka, kde sú uvedené detaily o jeho štúdiu a záverečných prácach, vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.583546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.775305, + "tool_latency_seconds": 0.583546, + "final_model_latency_seconds": 15.295013, + "total_latency_seconds": 17.654758, + "usage": { + "prompt_tokens": 17350, + "completion_tokens": 194, + "total_tokens": 17544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Márk Fehér sa v ZP Wiki nachádza na stránke s cestou `/students/2016/mark_feher`, kde sú uvedené informácie o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.575263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.522371, + "tool_latency_seconds": 0.575263, + "final_model_latency_seconds": 16.331847, + "total_latency_seconds": 18.43045, + "usage": { + "prompt_tokens": 18563, + "completion_tokens": 150, + "total_tokens": 18713 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maroš Harahus nájdete v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, ktorá je organizovaná podľa roku nástupu na štúdium a mena študenta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.700152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.800794, + "tool_latency_seconds": 0.700152, + "final_model_latency_seconds": 14.049675, + "total_latency_seconds": 16.552034, + "usage": { + "prompt_tokens": 16077, + "completion_tokens": 165, + "total_tokens": 16242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Patrik Pavlišin nájdete na stránke ZP Wiki s cestou `/students/2016/patrik_pavlisin`, kde sú uvedené informácie o jeho diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.835389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.819631, + "tool_latency_seconds": 0.835389, + "final_model_latency_seconds": 12.412867, + "total_latency_seconds": 15.068522, + "usage": { + "prompt_tokens": 14272, + "completion_tokens": 163, + "total_tokens": 14435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tomáš Kuchárik, ktorý zahŕňa informácie o jeho diplomových projektoch, nájdete na študentskej stránke s cestou v ZP Wiki https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.590486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.575741, + "tool_latency_seconds": 0.590486, + "final_model_latency_seconds": 13.794578, + "total_latency_seconds": 15.962563, + "usage": { + "prompt_tokens": 15648, + "completion_tokens": 154, + "total_tokens": 15802 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dmytro Ushatenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko, kde je uvedený v roku nástupu na štúdium 2017 a obsahuje informácie o jeho bakalárskej práci z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.542929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.703263, + "tool_latency_seconds": 0.542929, + "final_model_latency_seconds": 12.193354, + "total_latency_seconds": 14.440193, + "usage": { + "prompt_tokens": 13570, + "completion_tokens": 173, + "total_tokens": 13743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dávid Omasta nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/david_omasta, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a diplomovej práci za vedenia Daniela Hládeka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.432968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.805533, + "tool_latency_seconds": 0.432968, + "final_model_latency_seconds": 10.806604, + "total_latency_seconds": 13.045641, + "usage": { + "prompt_tokens": 11994, + "completion_tokens": 172, + "total_tokens": 12166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Wencel nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a o jeho bakalárskej práci z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.401135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.73859, + "tool_latency_seconds": 0.401135, + "final_model_latency_seconds": 12.312688, + "total_latency_seconds": 14.452997, + "usage": { + "prompt_tokens": 13327, + "completion_tokens": 197, + "total_tokens": 13524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ondrej Megela nájdete na študentskej stránke v sekcii pre rok nástupu 2018 pod menom Ondrej Megela, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2020 a diplomovej práci z roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.617169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.843453, + "tool_latency_seconds": 0.617169, + "final_model_latency_seconds": 14.306582, + "total_latency_seconds": 16.768036, + "usage": { + "prompt_tokens": 16465, + "completion_tokens": 174, + "total_tokens": 16639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Alina Vitko sa nachádza v sekcii študentov pod cestou `/students/2019/alina_vitko`, kde sú uvedené jej záverečné práce, konkrétne bakalárska práca z roku 2022 a bakalársky projekt z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "limit": 5 + }, + "latency_seconds": 0.514298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.415865, + "tool_latency_seconds": 0.514298, + "final_model_latency_seconds": 12.563277, + "total_latency_seconds": 14.494438, + "usage": { + "prompt_tokens": 14189, + "completion_tokens": 151, + "total_tokens": 14340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Artem Yatsenko nájdete na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.42697, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.808209, + "tool_latency_seconds": 0.42697, + "final_model_latency_seconds": 10.56139, + "total_latency_seconds": 12.797134, + "usage": { + "prompt_tokens": 11594, + "completion_tokens": 176, + "total_tokens": 11770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Filip Tomáš sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas, kde je uvedená jeho diplomová práca s témou Vektorové vyhľadávanie dokumentov v prostredí Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.627772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.742004, + "tool_latency_seconds": 0.627772, + "final_model_latency_seconds": 17.580531, + "total_latency_seconds": 19.951259, + "usage": { + "prompt_tokens": 20359, + "completion_tokens": 171, + "total_tokens": 20530 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s cestou `/students/2019/kristian_sopkovic`, kde sú evidované jeho bakalárska práca, diplomový projekt a dizertačná práca.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "limit": 5 + }, + "latency_seconds": 0.373032, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.489519, + "tool_latency_seconds": 0.373032, + "final_model_latency_seconds": 12.56916, + "total_latency_seconds": 14.432296, + "usage": { + "prompt_tokens": 14182, + "completion_tokens": 145, + "total_tokens": 14327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Michal Stromko sa nachádza v časti ZP Wiki venovanej študentom, konkrétne na stránke s cestou `/students/2019/michal_stromko`, kde sú zaznamenané jeho záverečné práce, vrátane bakalárskej práce z roku 2022 a diplomového projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.675809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.806799, + "tool_latency_seconds": 0.675809, + "final_model_latency_seconds": 12.571223, + "total_latency_seconds": 15.054781, + "usage": { + "prompt_tokens": 14020, + "completion_tokens": 181, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Eduard Matovka nájdete v ZP Wiki na stránke `https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka`, ktorá obsahuje informácie o jeho štúdiu (začiatok v roku 2021) a priebehu jeho bakalárskej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "limit": 5 + }, + "latency_seconds": 0.525599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.424897, + "tool_latency_seconds": 0.525599, + "final_model_latency_seconds": 11.004595, + "total_latency_seconds": 12.95575, + "usage": { + "prompt_tokens": 11916, + "completion_tokens": 165, + "total_tokens": 12081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Šarišský nájdete na stránke v adresári `/students/2021/martin_sarissky`, ktorá obsahuje informácie o jeho diplomovej práci a diplomovom projekte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?" + }, + "latency_seconds": 0.697773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.216153, + "tool_latency_seconds": 0.697773, + "final_model_latency_seconds": 15.613891, + "total_latency_seconds": 17.528682, + "usage": { + "prompt_tokens": 18326, + "completion_tokens": 116, + "total_tokens": 18442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Novotný nájdete na študentskej stránke v adresári `/students/2021/matej_novotny`, kde je evidovaný jeho projekt diplomovej práce s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "limit": 5 + }, + "latency_seconds": 0.473321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.410059, + "tool_latency_seconds": 0.473321, + "final_model_latency_seconds": 13.459461, + "total_latency_seconds": 15.3437, + "usage": { + "prompt_tokens": 14928, + "completion_tokens": 155, + "total_tokens": 15083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2024 s názvom „Dialógový systém pre potreby samosprávy\" a o pripravovanej diplomovej práci pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "limit": 5 + }, + "latency_seconds": 0.644209, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.417591, + "tool_latency_seconds": 0.644209, + "final_model_latency_seconds": 13.256965, + "total_latency_seconds": 15.319409, + "usage": { + "prompt_tokens": 14651, + "completion_tokens": 170, + "total_tokens": 14821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladimír Ferko nájdete na stránke s profilom študenta, ktorá je umiestnená v ZP Wiki pod cestou `/students/2021/vladimir_ferko`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.651832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.782778, + "tool_latency_seconds": 0.651832, + "final_model_latency_seconds": 12.72928, + "total_latency_seconds": 15.164852, + "usage": { + "prompt_tokens": 14852, + "completion_tokens": 153, + "total_tokens": 15005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Andrii Pervashov nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?" + }, + "latency_seconds": 0.458394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.307102, + "tool_latency_seconds": 0.458394, + "final_model_latency_seconds": 11.527569, + "total_latency_seconds": 13.293734, + "usage": { + "prompt_tokens": 12858, + "completion_tokens": 140, + "total_tokens": 12998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Daniil Huzenko sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, kde je uvedený pod sekciou Bakalárska práca 2025 s predbežným názvom Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.551649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.551992, + "tool_latency_seconds": 0.551649, + "final_model_latency_seconds": 12.419669, + "total_latency_seconds": 14.524113, + "usage": { + "prompt_tokens": 13522, + "completion_tokens": 183, + "total_tokens": 13705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Malinovský nájdete na stránke profilu študenta, ktorá sa nachádza v adresári `pages/students/2022/jan_malinovsky`. Na tejto stránke sú evidované jeho študijné údaje, ako je rok nástupu na štúdium (2022) a téma diplomového projektu z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.663756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.775434, + "tool_latency_seconds": 0.663756, + "final_model_latency_seconds": 13.157587, + "total_latency_seconds": 15.59746, + "usage": { + "prompt_tokens": 14671, + "completion_tokens": 188, + "total_tokens": 14859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde sú uvedené informácie o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.475894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.730764, + "tool_latency_seconds": 0.475894, + "final_model_latency_seconds": 12.035434, + "total_latency_seconds": 14.243028, + "usage": { + "prompt_tokens": 13526, + "completion_tokens": 169, + "total_tokens": 13695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleh Poiasnik sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik, kde sú evidované jeho práce vrátane bakalárskej práce z roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.642541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.863849, + "tool_latency_seconds": 0.642541, + "final_model_latency_seconds": 15.597609, + "total_latency_seconds": 18.104737, + "usage": { + "prompt_tokens": 17896, + "completion_tokens": 170, + "total_tokens": 18066 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Vasiľ sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, kde sú uvedené informácie o jeho štarte štúdia v roku 2022 a o predbežnom názve bakalárskej práce zameraného na orchestráciu veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?" + }, + "latency_seconds": 0.501083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.222049, + "tool_latency_seconds": 0.501083, + "final_model_latency_seconds": 11.214589, + "total_latency_seconds": 12.938372, + "usage": { + "prompt_tokens": 11883, + "completion_tokens": 157, + "total_tokens": 12040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tetiana Mohorian nájdete na stránke jej profilu v ZP Wiki, ktorá sa nachádza v adresári pre študentov z roku nástupu na štúdium 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?" + }, + "latency_seconds": 0.458703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.225017, + "tool_latency_seconds": 0.458703, + "final_model_latency_seconds": 8.523619, + "total_latency_seconds": 10.208235, + "usage": { + "prompt_tokens": 9607, + "completion_tokens": 116, + "total_tokens": 9723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Valerii Kutsenko nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde sú uvedené informácie o jej bakalárskej práci z roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.599193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.535051, + "tool_latency_seconds": 0.599193, + "final_model_latency_seconds": 13.74482, + "total_latency_seconds": 15.880158, + "usage": { + "prompt_tokens": 16040, + "completion_tokens": 154, + "total_tokens": 16194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladyslav Yanchenko s informáciami o jeho bakalárskej práci sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.477911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.618772, + "tool_latency_seconds": 0.477911, + "final_model_latency_seconds": 11.090061, + "total_latency_seconds": 13.187566, + "usage": { + "prompt_tokens": 12647, + "completion_tokens": 144, + "total_tokens": 12791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Denis Le Thanh nájdete na stránke v ZP Wiki, ktorá je umiestnená v adresári pre študentov, ktorí začali štúdium v roku 2023, pod názvom „Bakalárska práca 2026\" s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.3918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.782481, + "tool_latency_seconds": 0.3918, + "final_model_latency_seconds": 15.139234, + "total_latency_seconds": 17.314364, + "usage": { + "prompt_tokens": 17067, + "completion_tokens": 195, + "total_tokens": 17262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maksym Zatirka nájdete na stránke ZP Wiki v sekcii pre študentov, konkrétne pod cestou `students/2023/maksym_zatirka`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.497901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.835494, + "tool_latency_seconds": 0.497901, + "final_model_latency_seconds": 12.4041, + "total_latency_seconds": 14.738492, + "usage": { + "prompt_tokens": 14377, + "completion_tokens": 155, + "total_tokens": 14532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleksandr Dorybohov nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov, kde sú uvedené informácie o jeho bakalárskej práci z roku 2026 s témou Automatické odpovede na otázky v právnej oblasti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.47124, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.833607, + "tool_latency_seconds": 0.47124, + "final_model_latency_seconds": 11.397534, + "total_latency_seconds": 13.703282, + "usage": { + "prompt_tokens": 12390, + "completion_tokens": 184, + "total_tokens": 12574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, kde je uvedená jeho bakalárska práca s témou „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.391093, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.768533, + "tool_latency_seconds": 0.391093, + "final_model_latency_seconds": 8.484797, + "total_latency_seconds": 10.645034, + "usage": { + "prompt_tokens": 9180, + "completion_tokens": 170, + "total_tokens": 9350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Rostyslav Rodzhuk nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú uvedené informácie o jeho štúdiu od roku 2023 a práci na bakalárskej téme „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.522956, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.882218, + "tool_latency_seconds": 0.522956, + "final_model_latency_seconds": 10.939163, + "total_latency_seconds": 13.345221, + "usage": { + "prompt_tokens": 11660, + "completion_tokens": 205, + "total_tokens": 11865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Džurina nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené informácie o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.446334, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.572389, + "tool_latency_seconds": 0.446334, + "final_model_latency_seconds": 12.838682, + "total_latency_seconds": 14.858388, + "usage": { + "prompt_tokens": 14557, + "completion_tokens": 159, + "total_tokens": 14716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Simona Bobrovčanová sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde sú uvedené informácie o jej bakalárskej práci s témou Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.417622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.839283, + "tool_latency_seconds": 0.417622, + "final_model_latency_seconds": 10.924123, + "total_latency_seconds": 13.181823, + "usage": { + "prompt_tokens": 12016, + "completion_tokens": 180, + "total_tokens": 12196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v zázname ZP Wiki spájaná s témou „knowledge graph\" v rámci jeho interného projektu (ERASMUS Intern Spring 2026), ktorého cieľom je zostaviť znalostný graf z lekárskych príbalových letákov v niekoľkých jazykoch a využiť ho v inteligentnom agentovi odporúčanom na lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "limit": 5 + }, + "latency_seconds": 0.859434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.416521, + "tool_latency_seconds": 0.859434, + "final_model_latency_seconds": 21.921255, + "total_latency_seconds": 24.199174, + "usage": { + "prompt_tokens": 25270, + "completion_tokens": 166, + "total_tokens": 25436 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v ZP Wiki spätená s témou „medical\" prostredníctvom záznamu o jeho stáži ERASMUS v roku 2026, ktorej témou bola viacjazyčná extrakcia trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.7683, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.857268, + "tool_latency_seconds": 0.7683, + "final_model_latency_seconds": 8.950166, + "total_latency_seconds": 11.57653, + "usage": { + "prompt_tokens": 9580, + "completion_tokens": 167, + "total_tokens": 9747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction“, je dokument o jeho praxi (ERASMUS Intern Spring 2026), kde je téma definovaná ako „(multilingual) Triplet extraction from medical data“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.50968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.86612, + "tool_latency_seconds": 0.50968, + "final_model_latency_seconds": 11.083754, + "total_latency_seconds": 13.460003, + "usage": { + "prompt_tokens": 12664, + "completion_tokens": 166, + "total_tokens": 12830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „named entities\", je dokument o jeho stáži v lete 2019, kde si stanovil za cieľ rozpoznať neznáme pomenované entity, vytvoriť manuálne anotačnú trénovaciu množinu z prepisov reči a navrhnúť anotačnú schému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.633506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.645599, + "tool_latency_seconds": 0.633506, + "final_model_latency_seconds": 21.15666, + "total_latency_seconds": 23.436701, + "usage": { + "prompt_tokens": 24412, + "completion_tokens": 179, + "total_tokens": 24591 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „Prodigy“ (konkrétne s nástrojom na manuálnu anotáciu Prodigy), je dokument o jeho praxi (intern) v lete roku 2019, kde je Prodigy uvedený ako použiteľný nástroj na manuálnu anotáciu v rámci projektu rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.344585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.908214, + "tool_latency_seconds": 0.344585, + "final_model_latency_seconds": 10.94158, + "total_latency_seconds": 13.195404, + "usage": { + "prompt_tokens": 11351, + "completion_tokens": 198, + "total_tokens": 11549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spojená s témou spaCy v rámci projektu „Named entity annotations“, kde v roku 2019 pracoval na prekonvertovaní transkriptov reči do trénovacieho súboru a tréningu klasifikátora pomocou nástroja spaCy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "limit": 5 + }, + "latency_seconds": 0.697812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.438793, + "tool_latency_seconds": 0.697812, + "final_model_latency_seconds": 13.177032, + "total_latency_seconds": 15.314915, + "usage": { + "prompt_tokens": 15084, + "completion_tokens": 148, + "total_tokens": 15232 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Olivera Pejič spája s témou „Hate Speech\" záznam o jeho stáži v rámci projektu Hate Speech, kde sa v lete 2024 venoval príprave úlohy hodnotenia pre slovenskú nenávistnú reč v rámci frameworku MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.239597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.851577, + "tool_latency_seconds": 0.239597, + "final_model_latency_seconds": 13.217395, + "total_latency_seconds": 15.309258, + "usage": { + "prompt_tokens": 15213, + "completion_tokens": 167, + "total_tokens": 15380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Oliver Pejic súvisí s témou MTEB v rámci svojej letnej stáže (IAESTE Intern Summer 2024), kde sa zaoberal hodnotením modelov vektorových reprezentácií pomocou frameworku MTEB a pripravoval nové úlohy pre vyhodnotenie pre slovenské dáta, konkrétne pre detekciu nenávistného prejavu a otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "limit": 5 + }, + "latency_seconds": 0.382622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.38706, + "tool_latency_seconds": 0.382622, + "final_model_latency_seconds": 11.578456, + "total_latency_seconds": 13.34894, + "usage": { + "prompt_tokens": 12535, + "completion_tokens": 167, + "total_tokens": 12702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája Olivera Pejica s témou „SentenceTransformer\", je jeho stránka o letnej stáži (IAESTE Intern Summer 2024), kde si v rámci prípravy na úlohy osvojil framework SentenceTransformer na účely hodnotenia modelov a vytvárania úloh pre slovenské jazykové modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.468723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.823234, + "tool_latency_seconds": 0.468723, + "final_model_latency_seconds": 9.477643, + "total_latency_seconds": 11.770331, + "usage": { + "prompt_tokens": 10058, + "completion_tokens": 180, + "total_tokens": 10238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou „BERT\" v zázname o jej stáži v rámci projektu „Hate Speech Project\", kde skúšala doplnkové vrstvy nad modelom BERT a plánovala využitie viacerých modelov BERT vrátane multilinguálnej verzie pre detekciu nenávistných prejavov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.361635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.883304, + "tool_latency_seconds": 0.361635, + "final_model_latency_seconds": 10.895897, + "total_latency_seconds": 13.141384, + "usage": { + "prompt_tokens": 11703, + "completion_tokens": 193, + "total_tokens": 11896 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Sevval Bulburu s témou „Hate Speech\", je dokument o jej stáži v rámci programu IAESTE v lete 2023, kde jej cieľom bolo pomôcť s projektom na detekciu nenávistnej reči a vypracovala skúmanie modelov BERT pre slovenský dataset.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.557908, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822296, + "tool_latency_seconds": 0.557908, + "final_model_latency_seconds": 21.147709, + "total_latency_seconds": 23.529113, + "usage": { + "prompt_tokens": 24507, + "completion_tokens": 184, + "total_tokens": 24691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou SMOTE v rámci jej stáže v roku 2023, kde uvádza, že sa pokúsila o využitie metódy SMOTE na upsampling, avšak táto metóda nefungovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.180475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.868863, + "tool_latency_seconds": 0.180475, + "final_model_latency_seconds": 6.496749, + "total_latency_seconds": 8.546444, + "usage": { + "prompt_tokens": 6259, + "completion_tokens": 171, + "total_tokens": 6430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Youssef Ressaissi s témou ROUGE, je dokument o jeho stáži v rámci projektu „IAESTE Intern Summer 2025\" zameranom na vyhodnocovanie a zlepšovanie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne, kde pri porovnávaní modelov (vrátane MBART a T5) explicitne používal metrickú ROUGE na vyhodnotenie kvality sumarizácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.580736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.644105, + "tool_latency_seconds": 0.580736, + "final_model_latency_seconds": 13.468497, + "total_latency_seconds": 15.694416, + "usage": { + "prompt_tokens": 14635, + "completion_tokens": 207, + "total_tokens": 14842 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spájaná s témou „Slovak\" v rámci svojho záznamu o stáži v rámci programu IAESTE v lete 2025, kde bol cieľom projektu vyhodnotenie a zlepšenie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.220758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.839284, + "tool_latency_seconds": 0.220758, + "final_model_latency_seconds": 8.469923, + "total_latency_seconds": 10.530545, + "usage": { + "prompt_tokens": 8796, + "completion_tokens": 187, + "total_tokens": 8983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Youssef Ressaissi spája s témou „summarization\" záznam o jeho práci v rámci letnej stáže IAESTE v roku 2025, kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre automatickú sumarizáciu textov v slovenskom medicínskom alebo právnom odbore.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.583914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.837184, + "tool_latency_seconds": 0.583914, + "final_model_latency_seconds": 12.472719, + "total_latency_seconds": 14.894707, + "usage": { + "prompt_tokens": 14065, + "completion_tokens": 183, + "total_tokens": 14248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Dárius Lindvai s témou BiLSTM, je jeho stránka s diplomovým projektom zameraným na obnovenie interpunkcie, kde v zápisoch o činnosti uvádza trénovanie modelu BiLSTM+CRF a úpravy zdrojových kódov BiLSTM+CRF pre obnovenie interpunkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.750364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.832618, + "tool_latency_seconds": 0.750364, + "final_model_latency_seconds": 7.843051, + "total_latency_seconds": 10.426563, + "usage": { + "prompt_tokens": 7920, + "completion_tokens": 191, + "total_tokens": 8111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Dárius Lindvai spája s témou CRF (spomenutý ako súčasť modelu BiLSTM+CRF) záznam o jeho diplomovej práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde sú v zápisoch o činnosti zaznamenané úpravy zdrojových kódov a trénovanie modelu BiLSTM+CRF.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "limit": 5 + }, + "latency_seconds": 0.553059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.405559, + "tool_latency_seconds": 0.553059, + "final_model_latency_seconds": 13.444312, + "total_latency_seconds": 15.404013, + "usage": { + "prompt_tokens": 15157, + "completion_tokens": 167, + "total_tokens": 15324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dárius Lindvai s témou „interpunkcia\" spája záznam o jeho diplomovom projekte s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.780845, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.851921, + "tool_latency_seconds": 0.780845, + "final_model_latency_seconds": 7.299287, + "total_latency_seconds": 9.932658, + "usage": { + "prompt_tokens": 7976, + "completion_tokens": 155, + "total_tokens": 8131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dominik Nagy spája s témou Fairseq jeho diplomová práca z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci prípravy na diplomový projekt v roku 2020 a 2021 tiež pracoval s týmto nástrojom na trénovanie modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.574346, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.581453, + "tool_latency_seconds": 0.574346, + "final_model_latency_seconds": 14.644616, + "total_latency_seconds": 16.801061, + "usage": { + "prompt_tokens": 16823, + "completion_tokens": 171, + "total_tokens": 16994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spätená s témou MBART v rámci jeho diplomovej práce z roku 2022, kde si stanovil za úlohu vykonať experiment s architektúrou MBART a porovnať výsledky s článkom MBART (Liu et al.).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.470895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.786298, + "tool_latency_seconds": 0.470895, + "final_model_latency_seconds": 12.757872, + "total_latency_seconds": 15.015815, + "usage": { + "prompt_tokens": 14527, + "completion_tokens": 167, + "total_tokens": 14694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spájana s témou strojový preklad prostredníctvom svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.815878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.621639, + "tool_latency_seconds": 0.815878, + "final_model_latency_seconds": 21.866526, + "total_latency_seconds": 24.305233, + "usage": { + "prompt_tokens": 25860, + "completion_tokens": 146, + "total_tokens": 26006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Jakuba Maruniaka s témou pomenované entity, je diplomový projekt s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa riešila aj anotačná schéma pre pomenované entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.660058, + "tool_latency_seconds": 0.476, + "final_model_latency_seconds": 19.063305, + "total_latency_seconds": 21.200099, + "usage": { + "prompt_tokens": 21879, + "completion_tokens": 162, + "total_tokens": 22041 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spojená s témou „Prodigy\" v rámci svojho diplomového projektu zameraného na anotáciu a rozpoznávanie pomenovaných entít, kde sa v úlohách explicitne spomína použitie nástroja Prodigy na anotáciu textových dát a trénovanie modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.752499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.617168, + "tool_latency_seconds": 0.752499, + "final_model_latency_seconds": 12.327785, + "total_latency_seconds": 14.698246, + "usage": { + "prompt_tokens": 13603, + "completion_tokens": 167, + "total_tokens": 13770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spájaná s témou „Spacy\" v rámci jeho diplomového projektu, kde sa v dokumentácii spomínajú problémy so spacy modelom a trénovanie modelu podľa repozitára spacy-skmodel.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.984581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.838473, + "tool_latency_seconds": 0.984581, + "final_model_latency_seconds": 8.732951, + "total_latency_seconds": 11.556351, + "usage": { + "prompt_tokens": 9624, + "completion_tokens": 162, + "total_tokens": 9786 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki sprevádzaná témou „PageRank\" v zázname o jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde sa v rámci úloh a stavu vývoja explicitne uvádza implementácia a experimentovanie s PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.513494, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.804727, + "tool_latency_seconds": 0.513494, + "final_model_latency_seconds": 11.013844, + "total_latency_seconds": 13.332955, + "usage": { + "prompt_tokens": 12157, + "completion_tokens": 182, + "total_tokens": 12339 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Ján Holp s témou „slovenský internet\" spája jeho bakalárska práca z roku 2019 s názvom „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.623585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.852389, + "tool_latency_seconds": 0.623585, + "final_model_latency_seconds": 7.219607, + "total_latency_seconds": 9.696171, + "usage": { + "prompt_tokens": 7983, + "completion_tokens": 152, + "total_tokens": 8135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií\" prostredníctvom jeho diplomovej práce z roku 2021, ktorej zadanie zahŕňalo vypracovanie prehľadu metód ohodnotenia dokumentov v systémoch získavania informácií a implementáciu jednoduchého systému pre získavanie informácií v slovenskom jazyku. Ďalej je pri ňom evidovaný tímový projekt s názvom „Získavanie informácií\", ktorý sa venuje vedomostiam z oblasti Information Retrieval a spracovaniu prirodzeného jazyka.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "limit": 5 + }, + "latency_seconds": 0.718581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.443342, + "tool_latency_seconds": 0.718581, + "final_model_latency_seconds": 18.204597, + "total_latency_seconds": 20.367467, + "usage": { + "prompt_tokens": 19769, + "completion_tokens": 229, + "total_tokens": 19998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Lukáša Pokrývkovú s témou GPU, je jeho diplomový projekt z roku 2020, kde sa zaoberal trénovaním modelov na viacerých GPU (napríklad na strojoch idoc a tesla) pomocou knižnice Pytorch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.660825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.866101, + "tool_latency_seconds": 0.660825, + "final_model_latency_seconds": 13.049887, + "total_latency_seconds": 15.577325, + "usage": { + "prompt_tokens": 14578, + "completion_tokens": 179, + "total_tokens": 14757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.536689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.637686, + "tool_latency_seconds": 0.536689, + "final_model_latency_seconds": 7.023227, + "total_latency_seconds": 9.198648, + "usage": { + "prompt_tokens": 8140, + "completion_tokens": 117, + "total_tokens": 8257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.505136, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.768182, + "tool_latency_seconds": 0.505136, + "final_model_latency_seconds": 16.951821, + "total_latency_seconds": 19.226848, + "usage": { + "prompt_tokens": 20511, + "completion_tokens": 124, + "total_tokens": 20635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 2.184027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.678464, + "tool_latency_seconds": 2.184027, + "final_model_latency_seconds": 22.056111, + "total_latency_seconds": 25.920259, + "usage": { + "prompt_tokens": 26422, + "completion_tokens": 118, + "total_tokens": 26540 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.683022, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.717648, + "tool_latency_seconds": 0.683022, + "final_model_latency_seconds": 24.98716, + "total_latency_seconds": 27.388765, + "usage": { + "prompt_tokens": 29602, + "completion_tokens": 118, + "total_tokens": 29720 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.48567, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.034709, + "tool_latency_seconds": 0.48567, + "final_model_latency_seconds": 7.720836, + "total_latency_seconds": 10.241577, + "usage": { + "prompt_tokens": 8636, + "completion_tokens": 139, + "total_tokens": 8775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.405476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.845755, + "tool_latency_seconds": 0.405476, + "final_model_latency_seconds": 7.375756, + "total_latency_seconds": 9.627666, + "usage": { + "prompt_tokens": 8821, + "completion_tokens": 129, + "total_tokens": 8950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informácia o počte GB RAM počítača alebo servera, ktorý Jakub Maruniak používal pri práci, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.759507, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850158, + "tool_latency_seconds": 0.759507, + "final_model_latency_seconds": 7.063122, + "total_latency_seconds": 9.673162, + "usage": { + "prompt_tokens": 7890, + "completion_tokens": 150, + "total_tokens": 8040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.781514, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.011386, + "tool_latency_seconds": 0.781514, + "final_model_latency_seconds": 7.829201, + "total_latency_seconds": 10.622506, + "usage": { + "prompt_tokens": 9344, + "completion_tokens": 139, + "total_tokens": 9483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý použil Jakub Maruniak pri práci. Zdrojové dokumenty spomínajú použitie knižnice Spacy a nástroja Prodigy, ako aj vykonávanie experimentov s trénovaním modelu, ale nezisťuje sa v nich špecifikácia hardvéru, konkrétne modelu grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.731899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.809103, + "tool_latency_seconds": 0.731899, + "final_model_latency_seconds": 8.178195, + "total_latency_seconds": 10.719907, + "usage": { + "prompt_tokens": 8164, + "completion_tokens": 207, + "total_tokens": 8371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v záznamoch uvedené, že Dominik Nagy pracoval na servri IDOC a využíval GPU pre trénovanie modelov, chýba tu konkrétna údajová špecifikácia o veľkosti pamäte RAM (v GB).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.46363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.819497, + "tool_latency_seconds": 0.46363, + "final_model_latency_seconds": 7.944315, + "total_latency_seconds": 10.228049, + "usage": { + "prompt_tokens": 8396, + "completion_tokens": 188, + "total_tokens": 8584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?" + }, + "latency_seconds": 0.468304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.331, + "tool_latency_seconds": 0.468304, + "final_model_latency_seconds": 13.51587, + "total_latency_seconds": 15.316189, + "usage": { + "prompt_tokens": 16594, + "completion_tokens": 97, + "total_tokens": 16691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci použil; v záznamoch je uvedené len, že prebiehalo trénovanie na GPU bez použitia balíka Anaconda, ale bez špecifikácie typu hardvéru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.436506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.58729, + "tool_latency_seconds": 0.436506, + "final_model_latency_seconds": 7.880589, + "total_latency_seconds": 9.905289, + "usage": { + "prompt_tokens": 8115, + "completion_tokens": 167, + "total_tokens": 8282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.419442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.893494, + "tool_latency_seconds": 0.419442, + "final_model_latency_seconds": 7.528365, + "total_latency_seconds": 9.841827, + "usage": { + "prompt_tokens": 8997, + "completion_tokens": 134, + "total_tokens": 9131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém patriaci osobe Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.407418, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.020069, + "tool_latency_seconds": 0.407418, + "final_model_latency_seconds": 7.622088, + "total_latency_seconds": 10.05024, + "usage": { + "prompt_tokens": 8671, + "completion_tokens": 161, + "total_tokens": 8832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi síce spomínajú úsilie o rozbehnutie trénovania na GPU a inštaláciu CUDA nástrojov, ale nezaznamenávajú konkrétny model GPU, ktorý bol použitý.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.613251, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.621481, + "tool_latency_seconds": 0.613251, + "final_model_latency_seconds": 23.114347, + "total_latency_seconds": 25.349917, + "usage": { + "prompt_tokens": 26646, + "completion_tokens": 177, + "total_tokens": 26823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?" + }, + "latency_seconds": 0.531223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.270582, + "tool_latency_seconds": 0.531223, + "final_model_latency_seconds": 24.585592, + "total_latency_seconds": 26.388677, + "usage": { + "prompt_tokens": 29110, + "completion_tokens": 92, + "total_tokens": 29202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.342826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.954864, + "tool_latency_seconds": 0.342826, + "final_model_latency_seconds": 6.786611, + "total_latency_seconds": 9.084674, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 133, + "total_tokens": 7558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki nie je uvedený konkrétny model GPU, ktorý Dávid Omasta použil, iba sa spomína, že experimenty s modelmi LLAMA a mt5-base sa nedarili realizovať kvôli obmedzeniam GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.330044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.827164, + "tool_latency_seconds": 0.330044, + "final_model_latency_seconds": 7.589961, + "total_latency_seconds": 9.747536, + "usage": { + "prompt_tokens": 8317, + "completion_tokens": 166, + "total_tokens": 8483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?" + }, + "latency_seconds": 0.585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.327786, + "tool_latency_seconds": 0.585, + "final_model_latency_seconds": 23.862964, + "total_latency_seconds": 25.776705, + "usage": { + "prompt_tokens": 28627, + "completion_tokens": 96, + "total_tokens": 28723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.478263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.736461, + "tool_latency_seconds": 0.478263, + "final_model_latency_seconds": 16.551165, + "total_latency_seconds": 18.766923, + "usage": { + "prompt_tokens": 19587, + "completion_tokens": 121, + "total_tokens": 19708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič pri práci používal. Zdroje síce spomínajú, že pri trénovaní modelov pracoval s hardvérom s 24 GB pamäte (v kontexte 1x24 GB Titan) a nasadzoval modely na Titan, ale nezverejňujú presný model GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.488901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.654673, + "tool_latency_seconds": 0.488901, + "final_model_latency_seconds": 9.416192, + "total_latency_seconds": 11.56029, + "usage": { + "prompt_tokens": 9420, + "completion_tokens": 198, + "total_tokens": 9618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "published_only": true + }, + "latency_seconds": 0.734829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.45853, + "tool_latency_seconds": 0.734829, + "final_model_latency_seconds": 24.249553, + "total_latency_seconds": 26.444228, + "usage": { + "prompt_tokens": 29212, + "completion_tokens": 106, + "total_tokens": 29318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Michala Stromka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.719894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.01138, + "tool_latency_seconds": 0.719894, + "final_model_latency_seconds": 7.326049, + "total_latency_seconds": 10.057879, + "usage": { + "prompt_tokens": 7650, + "completion_tokens": 158, + "total_tokens": 7808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Michal Stromko pri svojej práci použil. Zdroje uvádzajú používanie softvérových modelov a nástrojov, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a JinaDocArray, ale neobsahujú špecifikáciu hardvéru ani konkrétny typ grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.670781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.820071, + "tool_latency_seconds": 0.670781, + "final_model_latency_seconds": 8.28222, + "total_latency_seconds": 10.773665, + "usage": { + "prompt_tokens": 8062, + "completion_tokens": 209, + "total_tokens": 8271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.44142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.927371, + "tool_latency_seconds": 0.44142, + "final_model_latency_seconds": 16.996524, + "total_latency_seconds": 19.365926, + "usage": { + "prompt_tokens": 21262, + "completion_tokens": 107, + "total_tokens": 21369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.339326, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 2.02097, + "tool_latency_seconds": 0.339326, + "final_model_latency_seconds": 8.919837, + "total_latency_seconds": 11.280534, + "usage": { + "prompt_tokens": 10229, + "completion_tokens": 140, + "total_tokens": 10369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom modeli GPU, ktorý Artem Yatsenko pri práci využíval, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.519994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.832216, + "tool_latency_seconds": 0.519994, + "final_model_latency_seconds": 14.657222, + "total_latency_seconds": 17.010347, + "usage": { + "prompt_tokens": 17441, + "completion_tokens": 146, + "total_tokens": 17587 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.570566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.732627, + "tool_latency_seconds": 0.570566, + "final_model_latency_seconds": 24.772151, + "total_latency_seconds": 27.076704, + "usage": { + "prompt_tokens": 30205, + "completion_tokens": 92, + "total_tokens": 30297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové materiály uvádzajú, že Matej Ščišľak pripravil testovacie scenáre a množinu pre vyhodnotenie chatbota, pričom jedna množina bola určená na vyhodnotenie jeho pravidiem a druhá od kolegu, no konkrétny počet používateľov, ktorí systém testovali, nie je v poskytnutom kontexte uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.524376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.725995, + "tool_latency_seconds": 0.524376, + "final_model_latency_seconds": 21.43588, + "total_latency_seconds": 23.687094, + "usage": { + "prompt_tokens": 23725, + "completion_tokens": 210, + "total_tokens": 23935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Matej Ščišľak pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.405372, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.907844, + "tool_latency_seconds": 0.405372, + "final_model_latency_seconds": 7.400495, + "total_latency_seconds": 9.714163, + "usage": { + "prompt_tokens": 7931, + "completion_tokens": 152, + "total_tokens": 8083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokumenty o Oleho Poiasnikovi spomínajú používanie softvéru (Docker, vllm, ollama), modelov (Mistral Large, Qwen2.5) a infraštruktúry (AWS, server QUADRO), neuvádzajú konkrétnu kapacitu RAM v gigabajtoch pre jeho počítač alebo server.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.986021, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.877009, + "tool_latency_seconds": 0.986021, + "final_model_latency_seconds": 33.088692, + "total_latency_seconds": 35.953291, + "usage": { + "prompt_tokens": 37562, + "completion_tokens": 216, + "total_tokens": 37778 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém od osoby Oleh Poiasnik. Dokumenty síce obsahujú úlohy osloviť kolegov na testovanie a slovne vyhodnotiť systém, ale neuvádzajú konkrétny počet účastníkov testovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.405279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 2.013518, + "tool_latency_seconds": 0.405279, + "final_model_latency_seconds": 9.084043, + "total_latency_seconds": 11.50335, + "usage": { + "prompt_tokens": 8871, + "completion_tokens": 205, + "total_tokens": 9076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik použil pri práci. Zdroje uvádzajú len použitie softvérových nástrojov (ako vllm, ollama) a modelov (Mistral, Qwen2.5, MiniLM), ale nie hardvéru GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.378939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.83219, + "tool_latency_seconds": 0.378939, + "final_model_latency_seconds": 8.624392, + "total_latency_seconds": 10.835912, + "usage": { + "prompt_tokens": 9155, + "completion_tokens": 189, + "total_tokens": 9344 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používala pri práci. Zdroj uvádza len, že ak by jej GPU počítača nestačilo, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, konkrétne hodnoty pamäte však nie sú uvedené.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.330222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.894577, + "tool_latency_seconds": 0.330222, + "final_model_latency_seconds": 8.479752, + "total_latency_seconds": 10.705131, + "usage": { + "prompt_tokens": 8583, + "completion_tokens": 209, + "total_tokens": 8792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Tetianu Mohorian uvádzajú, že vyhodnotenie modelu pre rozpoznávanie nenávistnej reči bolo vykonané pomocou vlastného skriptu a frameworku llm-eval-harness na overovacej množine, pričom v jednom zo stretnutí je zmienka o vyhodnotení s priateľmi pri práci na Telegram botovi, ale nie je uvedený konkrétny počet používateľov, ktorí testovali výsledný systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "limit": 10 + }, + "latency_seconds": 0.837217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.485741, + "tool_latency_seconds": 0.837217, + "final_model_latency_seconds": 31.315139, + "total_latency_seconds": 33.639399, + "usage": { + "prompt_tokens": 35079, + "completion_tokens": 220, + "total_tokens": 35299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU vlastného počítača nebude stačiť, môže získať prístup na školský server alebo využiť Google Colab.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "published_only": true, + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 0.522155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.815785, + "tool_latency_seconds": 0.522155, + "final_model_latency_seconds": 17.02225, + "total_latency_seconds": 19.360993, + "usage": { + "prompt_tokens": 18891, + "completion_tokens": 182, + "total_tokens": 19073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.608442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.734409, + "tool_latency_seconds": 0.608442, + "final_model_latency_seconds": 21.091745, + "total_latency_seconds": 23.435481, + "usage": { + "prompt_tokens": 25365, + "completion_tokens": 121, + "total_tokens": 25486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.539779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.851707, + "tool_latency_seconds": 0.539779, + "final_model_latency_seconds": 19.044082, + "total_latency_seconds": 21.436378, + "usage": { + "prompt_tokens": 22748, + "completion_tokens": 130, + "total_tokens": 22878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.66033, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.637909, + "tool_latency_seconds": 0.66033, + "final_model_latency_seconds": 26.047041, + "total_latency_seconds": 28.34722, + "usage": { + "prompt_tokens": 30815, + "completion_tokens": 118, + "total_tokens": 30933 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Daniilovi Huzenkovi uvádza pokyny písať o hardvéri, ktorý dostal, a spomína zostavovanie klastra z Raspberry Pi, neobsahuje konkrétnu údaj o množine RAM (v GB) pre použitý počítač alebo server.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "published_only": false + }, + "latency_seconds": 0.544206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.52707, + "tool_latency_seconds": 0.544206, + "final_model_latency_seconds": 25.079286, + "total_latency_seconds": 27.151935, + "usage": { + "prompt_tokens": 28108, + "completion_tokens": 173, + "total_tokens": 28281 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.467465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.570942, + "tool_latency_seconds": 0.467465, + "final_model_latency_seconds": 14.412747, + "total_latency_seconds": 16.451926, + "usage": { + "prompt_tokens": 17052, + "completion_tokens": 112, + "total_tokens": 17164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Daniilovi Huzenkovi spomínaný hardvér, konkrétne model GPU nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.276587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.631602, + "tool_latency_seconds": 0.276587, + "final_model_latency_seconds": 6.758066, + "total_latency_seconds": 8.666604, + "usage": { + "prompt_tokens": 7115, + "completion_tokens": 147, + "total_tokens": 7262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "limit": 5 + }, + "latency_seconds": 0.444102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.4511, + "tool_latency_seconds": 0.444102, + "final_model_latency_seconds": 23.719844, + "total_latency_seconds": 25.616615, + "usage": { + "prompt_tokens": 28622, + "completion_tokens": 106, + "total_tokens": 28728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokumenty uvádzajú, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka a že existujúci chatbot je použiteľný, ale nešpecifikujú počet testujúcich.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.438329, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.812161, + "tool_latency_seconds": 0.438329, + "final_model_latency_seconds": 20.254248, + "total_latency_seconds": 22.505568, + "usage": { + "prompt_tokens": 22632, + "completion_tokens": 200, + "total_tokens": 22832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Samuel Džurina používal pri práci; v zázname je síce spomenutá otázka o tom, či firma disponuje hardvérom s GPU, no odpoveď uvádza, že je možné riešenie externe a nie je špecifikovaný žiadny konkrétny model.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.322821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.706713, + "tool_latency_seconds": 0.322821, + "final_model_latency_seconds": 9.215628, + "total_latency_seconds": 11.245613, + "usage": { + "prompt_tokens": 9305, + "completion_tokens": 191, + "total_tokens": 9496 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.49918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.816264, + "tool_latency_seconds": 0.49918, + "final_model_latency_seconds": 16.606218, + "total_latency_seconds": 18.92298, + "usage": { + "prompt_tokens": 20205, + "completion_tokens": 128, + "total_tokens": 20333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.638712, + "tool_latency_seconds": 0.497543, + "final_model_latency_seconds": 24.638106, + "total_latency_seconds": 26.77551, + "usage": { + "prompt_tokens": 29357, + "completion_tokens": 118, + "total_tokens": 29475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.559076, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.646228, + "tool_latency_seconds": 0.559076, + "final_model_latency_seconds": 26.701464, + "total_latency_seconds": 28.90913, + "usage": { + "prompt_tokens": 31632, + "completion_tokens": 118, + "total_tokens": 31750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.515743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.806286, + "tool_latency_seconds": 0.515743, + "final_model_latency_seconds": 17.836226, + "total_latency_seconds": 20.159113, + "usage": { + "prompt_tokens": 21097, + "completion_tokens": 125, + "total_tokens": 21222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v uvedených záznamoch o Valerii Kutsenkovi sa síce spomínajú modely (napr. Slovak T5, mT5, Slovak Mistral, Slovak Falcon) a nástroje (Ollama), ale nie je explicitne uvedený konkrétny model GPU hardvéru, ktorý pri práci používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.484473, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.827377, + "tool_latency_seconds": 0.484473, + "final_model_latency_seconds": 8.579321, + "total_latency_seconds": 10.891509, + "usage": { + "prompt_tokens": 8432, + "completion_tokens": 204, + "total_tokens": 8636 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente uvedené, že na trénovanie sa používal model mt5-large a že notebook bol príliš pomalý na trénovanie, konkrétne množstvo RAM v GB nie je špecifikované.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.327509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.950121, + "tool_latency_seconds": 0.327509, + "final_model_latency_seconds": 7.913191, + "total_latency_seconds": 10.191209, + "usage": { + "prompt_tokens": 8516, + "completion_tokens": 183, + "total_tokens": 8699 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "limit": 5 + }, + "latency_seconds": 0.591571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.530475, + "tool_latency_seconds": 0.591571, + "final_model_latency_seconds": 16.577539, + "total_latency_seconds": 18.700859, + "usage": { + "prompt_tokens": 20234, + "completion_tokens": 111, + "total_tokens": 20345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je v zázname o Andrii Pervashovi uvedené, že pri trénovaní modelu sa stretol s problémami s pamäťou GPU a pracoval s obmedzením 128 znakov kvôli dostupnej pamäti, konkrétny model GPU nie je v zdrojoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.581668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.661611, + "tool_latency_seconds": 0.581668, + "final_model_latency_seconds": 29.774741, + "total_latency_seconds": 32.019128, + "usage": { + "prompt_tokens": 33865, + "completion_tokens": 195, + "total_tokens": 34060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.253176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.86527, + "tool_latency_seconds": 0.253176, + "final_model_latency_seconds": 7.609332, + "total_latency_seconds": 9.728516, + "usage": { + "prompt_tokens": 7937, + "completion_tokens": 146, + "total_tokens": 8083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.686797, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.968161, + "tool_latency_seconds": 0.686797, + "final_model_latency_seconds": 20.62434, + "total_latency_seconds": 23.280224, + "usage": { + "prompt_tokens": 25188, + "completion_tokens": 136, + "total_tokens": 25324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.573666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.874248, + "tool_latency_seconds": 0.573666, + "final_model_latency_seconds": 19.357471, + "total_latency_seconds": 21.806326, + "usage": { + "prompt_tokens": 23264, + "completion_tokens": 126, + "total_tokens": 23390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Jánovi Holpovi uvádzajú len použitie systémov ako Docker, Cassandra a technológie pre indexovanie, ale neobsahujú špecifikáciu konkrétneho modelu procesora alebo CPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.666659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.643154, + "tool_latency_seconds": 0.666659, + "final_model_latency_seconds": 23.848057, + "total_latency_seconds": 26.159634, + "usage": { + "prompt_tokens": 27497, + "completion_tokens": 165, + "total_tokens": 27662 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové údaje pre Ján Holp uvádzajú názov jeho diplomovej práce a témy projektov, ale nezahŕňajú výslednú známku z obhajoby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.429624, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.860737, + "tool_latency_seconds": 0.429624, + "final_model_latency_seconds": 11.212098, + "total_latency_seconds": 13.503154, + "usage": { + "prompt_tokens": 12224, + "completion_tokens": 171, + "total_tokens": 12395 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.560778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.48976, + "tool_latency_seconds": 0.560778, + "final_model_latency_seconds": 13.646965, + "total_latency_seconds": 15.698079, + "usage": { + "prompt_tokens": 16269, + "completion_tokens": 121, + "total_tokens": 16390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Ján Holp uvádza, že pre nasadenie systému sa plánovalo využiť Docker a vytvoriť verejné demo, konkrétna IP adresa nie je v poskytnutých záznamoch uvedená.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?" + }, + "latency_seconds": 0.520982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.291822, + "tool_latency_seconds": 0.520982, + "final_model_latency_seconds": 15.257162, + "total_latency_seconds": 17.070961, + "usage": { + "prompt_tokens": 17388, + "completion_tokens": 146, + "total_tokens": 17534 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch o Jánovi Holpovi uvádza využitie veľkých slovenských dát z internetu a indexovanie dát z databázy Cassandra, žiadny zo zdrojov nešpecifikuje presnú veľkosť hlavnej dátovej množiny v gigabajtoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.613074, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.920762, + "tool_latency_seconds": 0.613074, + "final_model_latency_seconds": 7.801313, + "total_latency_seconds": 10.335709, + "usage": { + "prompt_tokens": 7604, + "completion_tokens": 197, + "total_tokens": 7801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekt Ján Holpa nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.546024, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.816661, + "tool_latency_seconds": 0.546024, + "final_model_latency_seconds": 6.69312, + "total_latency_seconds": 9.056253, + "usage": { + "prompt_tokens": 7676, + "completion_tokens": 144, + "total_tokens": 7820 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.435013, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.910909, + "tool_latency_seconds": 0.435013, + "final_model_latency_seconds": 6.641296, + "total_latency_seconds": 8.987808, + "usage": { + "prompt_tokens": 7866, + "completion_tokens": 131, + "total_tokens": 7997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.623183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.909737, + "tool_latency_seconds": 0.623183, + "final_model_latency_seconds": 11.430556, + "total_latency_seconds": 13.964853, + "usage": { + "prompt_tokens": 13984, + "completion_tokens": 132, + "total_tokens": 14116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zdroji S1 uvedený Tomáš Kuchárik a jeho diplomová práca z roku 2022, žiadny z vrátených úsekov neobsahuje údaj o počte strán finálnej záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?" + }, + "latency_seconds": 0.59412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.322417, + "tool_latency_seconds": 0.59412, + "final_model_latency_seconds": 12.67867, + "total_latency_seconds": 14.595829, + "usage": { + "prompt_tokens": 14181, + "completion_tokens": 155, + "total_tokens": 14336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.463813, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.93492, + "tool_latency_seconds": 0.463813, + "final_model_latency_seconds": 7.418311, + "total_latency_seconds": 9.817677, + "usage": { + "prompt_tokens": 8685, + "completion_tokens": 132, + "total_tokens": 8817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.511079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.731449, + "tool_latency_seconds": 0.511079, + "final_model_latency_seconds": 26.047273, + "total_latency_seconds": 28.291089, + "usage": { + "prompt_tokens": 31300, + "completion_tokens": 119, + "total_tokens": 31419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá patrí do kategórie dp2021, čo zodpovedá roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.738525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.933441, + "tool_latency_seconds": 0.738525, + "final_model_latency_seconds": 19.184613, + "total_latency_seconds": 21.85738, + "usage": { + "prompt_tokens": 22147, + "completion_tokens": 171, + "total_tokens": 22318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dominik Nagy má v ZP Wiki uvedenú diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.641846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.869658, + "tool_latency_seconds": 0.641846, + "final_model_latency_seconds": 26.189302, + "total_latency_seconds": 28.701626, + "usage": { + "prompt_tokens": 30714, + "completion_tokens": 148, + "total_tokens": 30862 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Jakubovi Maruniakovi je na ZP Wiki uvedená diplomová práca z roku 2021 s názvom (podľa návrhu) „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.964435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.711678, + "tool_latency_seconds": 0.964435, + "final_model_latency_seconds": 45.207797, + "total_latency_seconds": 47.885162, + "usage": { + "prompt_tokens": 50732, + "completion_tokens": 153, + "total_tokens": 50885 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.424547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.885919, + "tool_latency_seconds": 0.424547, + "final_model_latency_seconds": 22.999757, + "total_latency_seconds": 25.310893, + "usage": { + "prompt_tokens": 26469, + "completion_tokens": 147, + "total_tokens": 26616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.505357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.33996, + "tool_latency_seconds": 0.505357, + "final_model_latency_seconds": 23.179811, + "total_latency_seconds": 25.025806, + "usage": { + "prompt_tokens": 27067, + "completion_tokens": 121, + "total_tokens": 27188 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.502263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904743, + "tool_latency_seconds": 0.502263, + "final_model_latency_seconds": 23.103521, + "total_latency_seconds": 25.511294, + "usage": { + "prompt_tokens": 27195, + "completion_tokens": 145, + "total_tokens": 27340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.660812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.8939, + "tool_latency_seconds": 0.660812, + "final_model_latency_seconds": 24.423129, + "total_latency_seconds": 26.978508, + "usage": { + "prompt_tokens": 28501, + "completion_tokens": 156, + "total_tokens": 28657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.687827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.326179, + "tool_latency_seconds": 0.687827, + "final_model_latency_seconds": 19.34041, + "total_latency_seconds": 21.35505, + "usage": { + "prompt_tokens": 23376, + "completion_tokens": 107, + "total_tokens": 23483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má na ZP Wiki uvedenú diplomovú prácu z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a ďalej aj diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.726151, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.488023, + "tool_latency_seconds": 0.726151, + "final_model_latency_seconds": 23.764625, + "total_latency_seconds": 25.979545, + "usage": { + "prompt_tokens": 27500, + "completion_tokens": 183, + "total_tokens": 27683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.286109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.929568, + "tool_latency_seconds": 0.286109, + "final_model_latency_seconds": 17.322282, + "total_latency_seconds": 19.538577, + "usage": { + "prompt_tokens": 20683, + "completion_tokens": 150, + "total_tokens": 20833 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024 a tiež návrh na názov „Generatívne modely slovenského jazyka\" pre diplomovú prácu v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.255641, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.847764, + "tool_latency_seconds": 0.255641, + "final_model_latency_seconds": 9.330502, + "total_latency_seconds": 11.434229, + "usage": { + "prompt_tokens": 9768, + "completion_tokens": 191, + "total_tokens": 9959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela sa na ZP Wiki uvádza pod názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je registrovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.415481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.875872, + "tool_latency_seconds": 0.415481, + "final_model_latency_seconds": 22.205101, + "total_latency_seconds": 24.497085, + "usage": { + "prompt_tokens": 26702, + "completion_tokens": 166, + "total_tokens": 26868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.417028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.709894, + "tool_latency_seconds": 0.417028, + "final_model_latency_seconds": 21.064486, + "total_latency_seconds": 23.192103, + "usage": { + "prompt_tokens": 25180, + "completion_tokens": 133, + "total_tokens": 25313 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Alina Vitko vypracovávala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.425486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.790768, + "tool_latency_seconds": 0.425486, + "final_model_latency_seconds": 23.013831, + "total_latency_seconds": 25.230697, + "usage": { + "prompt_tokens": 27490, + "completion_tokens": 151, + "total_tokens": 27641 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Artem Yatsenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.697809, + "tool_latency_seconds": 0.331952, + "final_model_latency_seconds": 20.517804, + "total_latency_seconds": 22.548172, + "usage": { + "prompt_tokens": 24552, + "completion_tokens": 142, + "total_tokens": 24694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a na ZP Wiki je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.378286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.46627, + "tool_latency_seconds": 0.378286, + "final_model_latency_seconds": 19.559199, + "total_latency_seconds": 21.40442, + "usage": { + "prompt_tokens": 23485, + "completion_tokens": 131, + "total_tokens": 23616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Kristián Sopkovič má na ZP Wiki uvedený návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.483391, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.909962, + "tool_latency_seconds": 0.483391, + "final_model_latency_seconds": 20.021581, + "total_latency_seconds": 22.41554, + "usage": { + "prompt_tokens": 23786, + "completion_tokens": 162, + "total_tokens": 23948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.426916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.835553, + "tool_latency_seconds": 0.426916, + "final_model_latency_seconds": 17.711524, + "total_latency_seconds": 19.974571, + "usage": { + "prompt_tokens": 21108, + "completion_tokens": 142, + "total_tokens": 21250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Eduard Matovka je na ZP Wiki uvedený ako študent, ktorý vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.942554, + "tool_latency_seconds": 0.387361, + "final_model_latency_seconds": 20.914158, + "total_latency_seconds": 23.244751, + "usage": { + "prompt_tokens": 25242, + "completion_tokens": 161, + "total_tokens": 25403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Martina Šarišského s názvom „Agentové systémy pomocou veľkého jazykového modelu“ je na ZP Wiki uvedená v rámci sekcie pre diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.484469, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.880422, + "tool_latency_seconds": 0.484469, + "final_model_latency_seconds": 22.88573, + "total_latency_seconds": 25.251301, + "usage": { + "prompt_tokens": 27187, + "completion_tokens": 161, + "total_tokens": 27348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie“ a je na ZP Wiki uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.46477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.861892, + "tool_latency_seconds": 0.46477, + "final_model_latency_seconds": 23.06608, + "total_latency_seconds": 25.393429, + "usage": { + "prompt_tokens": 27398, + "completion_tokens": 156, + "total_tokens": 27554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“, ktorá je evidovaná v sekcii pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.409304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.868251, + "tool_latency_seconds": 0.409304, + "final_model_latency_seconds": 21.08186, + "total_latency_seconds": 23.360122, + "usage": { + "prompt_tokens": 24869, + "completion_tokens": 168, + "total_tokens": 25037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladimír Ferko má na ZP Wiki uvedenú bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a táto práca je evidovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.451299, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.845938, + "tool_latency_seconds": 0.451299, + "final_model_latency_seconds": 22.345912, + "total_latency_seconds": 24.643884, + "usage": { + "prompt_tokens": 26405, + "completion_tokens": 168, + "total_tokens": 26573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Podľa dostupných záznamov na ZP Wiki má Andrii Pervashov evidovanú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, ktorá je uvedená v sekcii pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.206555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.9226, + "tool_latency_seconds": 0.206555, + "final_model_latency_seconds": 8.051548, + "total_latency_seconds": 10.18099, + "usage": { + "prompt_tokens": 8486, + "completion_tokens": 181, + "total_tokens": 8667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.420744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.843857, + "tool_latency_seconds": 0.420744, + "final_model_latency_seconds": 20.97839, + "total_latency_seconds": 23.243636, + "usage": { + "prompt_tokens": 25399, + "completion_tokens": 164, + "total_tokens": 25563 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Ján Malinovský je na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ a rok, na ktorý je tento projekt plánovaný, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.44632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.835473, + "tool_latency_seconds": 0.44632, + "final_model_latency_seconds": 23.191831, + "total_latency_seconds": 25.474241, + "usage": { + "prompt_tokens": 27242, + "completion_tokens": 159, + "total_tokens": 27401 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác“ a rok začatia štúdia pre túto prácu je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.398557, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.840171, + "tool_latency_seconds": 0.398557, + "final_model_latency_seconds": 24.003437, + "total_latency_seconds": 26.242863, + "usage": { + "prompt_tokens": 28709, + "completion_tokens": 147, + "total_tokens": 28856 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Oleh Poiasnika sa na ZP Wiki uvádza pod názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" a je plánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.523729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.682127, + "tool_latency_seconds": 0.523729, + "final_model_latency_seconds": 24.758517, + "total_latency_seconds": 26.965075, + "usage": { + "prompt_tokens": 29487, + "completion_tokens": 141, + "total_tokens": 29628 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.363442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.903126, + "tool_latency_seconds": 0.363442, + "final_model_latency_seconds": 22.239164, + "total_latency_seconds": 24.506386, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 168, + "total_tokens": 26288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Tetiane Mohorian je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.416795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.912733, + "tool_latency_seconds": 0.416795, + "final_model_latency_seconds": 21.291702, + "total_latency_seconds": 23.621859, + "usage": { + "prompt_tokens": 25316, + "completion_tokens": 159, + "total_tokens": 25475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Valerii Kutsenko je na ZP Wiki uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.492121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.644202, + "tool_latency_seconds": 0.492121, + "final_model_latency_seconds": 21.153158, + "total_latency_seconds": 23.290175, + "usage": { + "prompt_tokens": 25248, + "completion_tokens": 139, + "total_tokens": 25387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.450256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.888138, + "tool_latency_seconds": 0.450256, + "final_model_latency_seconds": 23.497572, + "total_latency_seconds": 25.836628, + "usage": { + "prompt_tokens": 27742, + "completion_tokens": 167, + "total_tokens": 27909 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o Denisovi Le Thanhovi na ZP Wiki uvádza, že vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.878711, + "tool_latency_seconds": 0.409476, + "final_model_latency_seconds": 21.191885, + "total_latency_seconds": 23.480691, + "usage": { + "prompt_tokens": 25079, + "completion_tokens": 168, + "total_tokens": 25247 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Maksym Zatirka je na ZP Wiki uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.420402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.500475, + "tool_latency_seconds": 0.420402, + "final_model_latency_seconds": 23.324055, + "total_latency_seconds": 25.245638, + "usage": { + "prompt_tokens": 27765, + "completion_tokens": 134, + "total_tokens": 27899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre študenta Oleksandr Dorybohov je na ZP Wiki uvedená bakalárska práca s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.419853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.930389, + "tool_latency_seconds": 0.419853, + "final_model_latency_seconds": 21.258044, + "total_latency_seconds": 23.609014, + "usage": { + "prompt_tokens": 25483, + "completion_tokens": 160, + "total_tokens": 25643 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" a táto je v ZP Wiki evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.409901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.278937, + "tool_latency_seconds": 0.409901, + "final_model_latency_seconds": 21.401828, + "total_latency_seconds": 23.091328, + "usage": { + "prompt_tokens": 25499, + "completion_tokens": 121, + "total_tokens": 25620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk má na ZP Wiki uvedenú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.422897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.84352, + "tool_latency_seconds": 0.422897, + "final_model_latency_seconds": 21.593945, + "total_latency_seconds": 23.861147, + "usage": { + "prompt_tokens": 25869, + "completion_tokens": 164, + "total_tokens": 26033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Samuel Džurina je na ZP Wiki uvedená bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\" a rok, v ktorom je práca evidovaná, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904212, + "tool_latency_seconds": 0.452318, + "final_model_latency_seconds": 22.995542, + "total_latency_seconds": 25.352748, + "usage": { + "prompt_tokens": 27308, + "completion_tokens": 166, + "total_tokens": 27474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová je na ZP Wiki uvedená s bakalárskou prácou zameranou na tému „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.435057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.499607, + "tool_latency_seconds": 0.435057, + "final_model_latency_seconds": 21.512949, + "total_latency_seconds": 23.44827, + "usage": { + "prompt_tokens": 25887, + "completion_tokens": 130, + "total_tokens": 26017 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o bakalárskej práci Yevhenii Medushivskyi s témou „Získavanie textu z webových stránok\" je na ZP Wiki uvedený pod sekciou Bakalárska práca 2026, pričom rok začiatku štúdia je 2023 a v zázname sa pracuje s rokom záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.430927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.746981, + "tool_latency_seconds": 0.430927, + "final_model_latency_seconds": 24.866503, + "total_latency_seconds": 27.04516, + "usage": { + "prompt_tokens": 28948, + "completion_tokens": 195, + "total_tokens": 29143 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť rok začiatku štúdia pre osobu Dárius Lindvai, hoci je uvedený záznam o diplomovom projekte (často používanom ako súčasť diplomovej práce) v roku 2020.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": false + }, + "latency_seconds": 1.07332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.747205, + "tool_latency_seconds": 1.07332, + "final_model_latency_seconds": 42.26313, + "total_latency_seconds": 45.084783, + "usage": { + "prompt_tokens": 48483, + "completion_tokens": 170, + "total_tokens": 48653 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou súvisiacou so strojovým prekladom sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.415581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.849319, + "tool_latency_seconds": 0.415581, + "final_model_latency_seconds": 12.907832, + "total_latency_seconds": 15.173153, + "usage": { + "prompt_tokens": 14789, + "completion_tokens": 161, + "total_tokens": 14950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Jakub Maruniak je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam typu „diplomová práca“ je na ZP Wiki spojený s rokom 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.765561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.731934, + "tool_latency_seconds": 0.765561, + "final_model_latency_seconds": 37.276584, + "total_latency_seconds": 39.775092, + "usage": { + "prompt_tokens": 43652, + "completion_tokens": 154, + "total_tokens": 43806 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Holp je uvedený rok začiatku štúdia 2016 a rok, pri ktorom je na ZP Wiki evidovaná diplomová práca, je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.435053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.756133, + "tool_latency_seconds": 0.435053, + "final_model_latency_seconds": 20.3884, + "total_latency_seconds": 22.58032, + "usage": { + "prompt_tokens": 24156, + "completion_tokens": 144, + "total_tokens": 24300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Lukáša Pokrývku je 2016 a záznam o jeho diplomovej práci je uvedený pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.986909, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.582749, + "tool_latency_seconds": 0.986909, + "final_model_latency_seconds": 42.101718, + "total_latency_seconds": 44.672859, + "usage": { + "prompt_tokens": 48958, + "completion_tokens": 131, + "total_tokens": 49089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Márka Fehéra s tematikou klasifikácie textu má názov „Klasifikácia textu metódami strojového učenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.203687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.93109, + "tool_latency_seconds": 0.203687, + "final_model_latency_seconds": 7.222267, + "total_latency_seconds": 9.357305, + "usage": { + "prompt_tokens": 7436, + "completion_tokens": 158, + "total_tokens": 7594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.985007, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.959251, + "tool_latency_seconds": 0.985007, + "final_model_latency_seconds": 7.44561, + "total_latency_seconds": 10.390127, + "usage": { + "prompt_tokens": 8695, + "completion_tokens": 155, + "total_tokens": 8850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.570016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.758352, + "tool_latency_seconds": 0.570016, + "final_model_latency_seconds": 22.782125, + "total_latency_seconds": 25.111154, + "usage": { + "prompt_tokens": 27716, + "completion_tokens": 150, + "total_tokens": 27866 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má zaznamenanú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" z roku 2021, ktorá sa zameriava na tému Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená." + }, + "latency_seconds": 0.503253, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.332533, + "tool_latency_seconds": 0.503253, + "final_model_latency_seconds": 18.11701, + "total_latency_seconds": 19.953694, + "usage": { + "prompt_tokens": 21246, + "completion_tokens": 138, + "total_tokens": 21384 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\", ktorá je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.765384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.907818, + "tool_latency_seconds": 0.765384, + "final_model_latency_seconds": 18.329962, + "total_latency_seconds": 21.003807, + "usage": { + "prompt_tokens": 22162, + "completion_tokens": 157, + "total_tokens": 22319 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely slovenského jazyka“ pre rok 2023 a pre rok 2024 má návrh na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“, pričom obe témy súvisia s generatívnymi modelmi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.328368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.98658, + "tool_latency_seconds": 0.328368, + "final_model_latency_seconds": 8.191509, + "total_latency_seconds": 10.506754, + "usage": { + "prompt_tokens": 8472, + "completion_tokens": 205, + "total_tokens": 8677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca odoslaná Martinom Wencelom s témou súvisiacou s knihou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.886525, + "tool_latency_seconds": 0.293924, + "final_model_latency_seconds": 8.968765, + "total_latency_seconds": 11.149588, + "usage": { + "prompt_tokens": 9756, + "completion_tokens": 179, + "total_tokens": 9935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megela s témou BERT má názov „Neurónové jazykové modelovanie typu BERT“ a je uvedená za rok 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.884705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.89935, + "tool_latency_seconds": 0.884705, + "final_model_latency_seconds": 7.542397, + "total_latency_seconds": 10.326767, + "usage": { + "prompt_tokens": 8565, + "completion_tokens": 154, + "total_tokens": 8719 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Aliny Vitko je rok začiatku štúdia uvedený ako 2019, zatiaľco záznam typu „bakalárska práca\" sa v dokumentoch ZP Wiki nachádza pre rok 2022.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "published_only": false, + "limit": 10 + }, + "latency_seconds": 0.606543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.805115, + "tool_latency_seconds": 0.606543, + "final_model_latency_seconds": 39.869284, + "total_latency_seconds": 42.28226, + "usage": { + "prompt_tokens": 47004, + "completion_tokens": 153, + "total_tokens": 47157 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Artema Yatsenka je 2019 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.528296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.347223, + "tool_latency_seconds": 0.528296, + "final_model_latency_seconds": 18.989709, + "total_latency_seconds": 20.866277, + "usage": { + "prompt_tokens": 22158, + "completion_tokens": 118, + "total_tokens": 22276 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša s témou súvisiacou s CI/CD sa volá „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 1.115814, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.959325, + "tool_latency_seconds": 1.115814, + "final_model_latency_seconds": 12.318214, + "total_latency_seconds": 15.393985, + "usage": { + "prompt_tokens": 14522, + "completion_tokens": 169, + "total_tokens": 14691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Kristiána Sopkoviča súvisiacej s témou Spacy je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" a uvedený je v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true + }, + "latency_seconds": 0.711917, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.581883, + "tool_latency_seconds": 0.711917, + "final_model_latency_seconds": 18.516582, + "total_latency_seconds": 20.811196, + "usage": { + "prompt_tokens": 22303, + "completion_tokens": 144, + "total_tokens": 22447 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka, ktorá súvisí s témou Elasticsearch, má názov „Indexovanie slovenského textu pomocou Elasticsearch\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.986192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.874407, + "tool_latency_seconds": 0.986192, + "final_model_latency_seconds": 6.994227, + "total_latency_seconds": 9.85524, + "usage": { + "prompt_tokens": 7579, + "completion_tokens": 157, + "total_tokens": 7736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Eduarda Matovku je rok začiatku štúdia uvedený ako 2021 a rok, pri ktorom je na ZP Wiki evidovaný záznam typu bakalárska práca, je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.794539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.588086, + "tool_latency_seconds": 0.794539, + "final_model_latency_seconds": 38.828724, + "total_latency_seconds": 41.213132, + "usage": { + "prompt_tokens": 45587, + "completion_tokens": 141, + "total_tokens": 45728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský začal študovať v roku 2021 a záznam o jeho diplomovej práci typu „Agentové systémy pomocou veľkého jazykového modelu\" je na ZP Wiki uvedený pre rok 2026 (s aktuálnym stavom diplomového projektu v roku 2025).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 1.34328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.999376, + "tool_latency_seconds": 1.34328, + "final_model_latency_seconds": 40.854997, + "total_latency_seconds": 44.199945, + "usage": { + "prompt_tokens": 46711, + "completion_tokens": 187, + "total_tokens": 46898 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný začal študovať v roku 2021 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 1.345575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.552802, + "tool_latency_seconds": 1.345575, + "final_model_latency_seconds": 38.108178, + "total_latency_seconds": 41.008827, + "usage": { + "prompt_tokens": 44238, + "completion_tokens": 129, + "total_tokens": 44367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak začal študovať v roku 2021 a jeho zápis o diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.588876, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.975891, + "tool_latency_seconds": 0.588876, + "final_model_latency_seconds": 10.344497, + "total_latency_seconds": 12.910066, + "usage": { + "prompt_tokens": 11491, + "completion_tokens": 156, + "total_tokens": 11647 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Vladimíra Ferká je na ZP Wiki uvedený rok začiatku štúdia 2021 a záznam typu bakalárska práca je sprevádzaný rokom 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.800242, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.928244, + "tool_latency_seconds": 0.800242, + "final_model_latency_seconds": 33.630728, + "total_latency_seconds": 36.361687, + "usage": { + "prompt_tokens": 40100, + "completion_tokens": 165, + "total_tokens": 40265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U osoby Andrii Pervashov je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomová práca\" sa na ZP Wiki nachádza pod rokom 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.708221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.005898, + "tool_latency_seconds": 0.708221, + "final_model_latency_seconds": 19.629461, + "total_latency_seconds": 22.344603, + "usage": { + "prompt_tokens": 23005, + "completion_tokens": 171, + "total_tokens": 23176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a jeho záznam o bakalárskej práci je v ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.688681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.724954, + "tool_latency_seconds": 0.688681, + "final_model_latency_seconds": 35.450927, + "total_latency_seconds": 37.865999, + "usage": { + "prompt_tokens": 41982, + "completion_tokens": 142, + "total_tokens": 42124 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Ján Malinovský je na ZP Wiki uvedený rok začiatku štúdia 2022, zatiaľ čo záznam typu „diplomový projekt\" je evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10 + }, + "latency_seconds": 1.511745, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.532232, + "tool_latency_seconds": 1.511745, + "final_model_latency_seconds": 36.995908, + "total_latency_seconds": 40.041859, + "usage": { + "prompt_tokens": 42945, + "completion_tokens": 136, + "total_tokens": 43081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomový projekt\" sa v dokumente uvádza v súvislosti s rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.178599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.980174, + "tool_latency_seconds": 1.178599, + "final_model_latency_seconds": 26.927241, + "total_latency_seconds": 30.087715, + "usage": { + "prompt_tokens": 31772, + "completion_tokens": 165, + "total_tokens": 31937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia pre osobu Oleh Poiasnik je 2022 a záznam typu „diplomová práca\" je na ZP Wiki uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.022914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.022085, + "tool_latency_seconds": 1.022914, + "final_model_latency_seconds": 12.351962, + "total_latency_seconds": 15.397531, + "usage": { + "prompt_tokens": 14412, + "completion_tokens": 161, + "total_tokens": 14573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Samuel Vasiľ začal študovať v roku 2022 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.641849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.97946, + "tool_latency_seconds": 0.641849, + "final_model_latency_seconds": 27.116041, + "total_latency_seconds": 29.738672, + "usage": { + "prompt_tokens": 32917, + "completion_tokens": 153, + "total_tokens": 33070 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tetiana Mohorian začala študovať v roku 2022 a záznam o jej bakalárskej práci je na ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.629073, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.974722, + "tool_latency_seconds": 0.629073, + "final_model_latency_seconds": 23.723737, + "total_latency_seconds": 26.328414, + "usage": { + "prompt_tokens": 28227, + "completion_tokens": 155, + "total_tokens": 28382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca je v ZP Wiki evidovaný pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 1.3077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.946114, + "tool_latency_seconds": 1.3077, + "final_model_latency_seconds": 24.494499, + "total_latency_seconds": 27.749229, + "usage": { + "prompt_tokens": 29100, + "completion_tokens": 160, + "total_tokens": 29260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko začal študovať v roku 2022 a na ZP Wiki je mu priradená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.510525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.399219, + "tool_latency_seconds": 0.510525, + "final_model_latency_seconds": 19.913053, + "total_latency_seconds": 21.823544, + "usage": { + "prompt_tokens": 23664, + "completion_tokens": 121, + "total_tokens": 23785 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Denisovi Le Thanhovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o jeho bakalárskej práci je v ZP Wiki evidovaný pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.577223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.742255, + "tool_latency_seconds": 0.577223, + "final_model_latency_seconds": 25.498949, + "total_latency_seconds": 27.819461, + "usage": { + "prompt_tokens": 30103, + "completion_tokens": 149, + "total_tokens": 30252 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Maksyma Zatirku je rok začiatku štúdia 2023 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5 + }, + "latency_seconds": 0.499907, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.546873, + "tool_latency_seconds": 0.499907, + "final_model_latency_seconds": 19.388866, + "total_latency_seconds": 21.436417, + "usage": { + "prompt_tokens": 23360, + "completion_tokens": 129, + "total_tokens": 23489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleksandr Dorybohov začal štúdium v roku 2023 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.811968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.805929, + "tool_latency_seconds": 0.811968, + "final_model_latency_seconds": 38.915537, + "total_latency_seconds": 41.535052, + "usage": { + "prompt_tokens": 45407, + "completion_tokens": 149, + "total_tokens": 45556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ronald Zalacko je v ZP Wiki uvedený rok začiatku štúdia 2023 a záznam o bakalárskej práci sa nachádza v sekcii týkajúcej sa roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.431123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.958539, + "tool_latency_seconds": 0.431123, + "final_model_latency_seconds": 10.378241, + "total_latency_seconds": 12.768406, + "usage": { + "prompt_tokens": 11260, + "completion_tokens": 168, + "total_tokens": 11428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk začal štúdium v roku 2023 a záznam typu „bakalárska práca“ (s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga“) je na ZP Wiki uvedený pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.574454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.772781, + "tool_latency_seconds": 0.574454, + "final_model_latency_seconds": 22.644039, + "total_latency_seconds": 24.992381, + "usage": { + "prompt_tokens": 26717, + "completion_tokens": 175, + "total_tokens": 26892 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Samuelovi Džurinovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca\" sa v ZP Wiki nachádza pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.701699, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.956328, + "tool_latency_seconds": 0.701699, + "final_model_latency_seconds": 23.175307, + "total_latency_seconds": 25.834411, + "usage": { + "prompt_tokens": 27401, + "completion_tokens": 169, + "total_tokens": 27570 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a na ZP Wiki je pri nej uvedený záznam o bakalárskej práci pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.819609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.581996, + "tool_latency_seconds": 0.819609, + "final_model_latency_seconds": 37.974827, + "total_latency_seconds": 40.378432, + "usage": { + "prompt_tokens": 44429, + "completion_tokens": 136, + "total_tokens": 44565 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Yevhenii Medushivskyi je rok začiatku štúdia 2023 a záznam typu „bakalárska práca\" je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.629722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.080067, + "tool_latency_seconds": 0.629722, + "final_model_latency_seconds": 22.744177, + "total_latency_seconds": 25.454836, + "usage": { + "prompt_tokens": 26512, + "completion_tokens": 173, + "total_tokens": 26685 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.966949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.872019, + "tool_latency_seconds": 0.966949, + "final_model_latency_seconds": 7.421465, + "total_latency_seconds": 10.26076, + "usage": { + "prompt_tokens": 8212, + "completion_tokens": 152, + "total_tokens": 8364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy súvisiaca s témou Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.591503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.903624, + "tool_latency_seconds": 0.591503, + "final_model_latency_seconds": 7.410511, + "total_latency_seconds": 9.906057, + "usage": { + "prompt_tokens": 8427, + "completion_tokens": 158, + "total_tokens": 8585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki sa Dárius Lindvai uvádza s diplomovou prácou (konkrétne v kontexte diplomového projektu z roku 2020) s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", zatiaľ čo pri Jánovi Ptákovi sa v zázname typu „diplomový projekt\" uvádza téma „Agent pre manažment záverečných prác\" pre rok 2026, no explicitný finálny názov práce nie je v poskytnutom kontexte uvedený.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 2.083534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.70936, + "tool_latency_seconds": 2.083534, + "final_model_latency_seconds": 22.817244, + "total_latency_seconds": 26.611236, + "usage": { + "prompt_tokens": 26000, + "completion_tokens": 248, + "total_tokens": 26248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 1.090519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.776256, + "tool_latency_seconds": 1.090519, + "final_model_latency_seconds": 16.577511, + "total_latency_seconds": 19.445063, + "usage": { + "prompt_tokens": 18714, + "completion_tokens": 204, + "total_tokens": 18918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.85729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.878, + "tool_latency_seconds": 1.85729, + "final_model_latency_seconds": 22.874409, + "total_latency_seconds": 26.610505, + "usage": { + "prompt_tokens": 26504, + "completion_tokens": 208, + "total_tokens": 26712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022, zatiaľ čo Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ uvedený pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.854148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.881463, + "tool_latency_seconds": 0.854148, + "final_model_latency_seconds": 22.197579, + "total_latency_seconds": 24.934423, + "usage": { + "prompt_tokens": 25117, + "completion_tokens": 228, + "total_tokens": 25345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Ronald Zalacko vypracoval bakalársku prácu s názvom Skórovací online systém pre robotické súťaže v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.034212, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.481335, + "tool_latency_seconds": 1.034212, + "final_model_latency_seconds": 23.193193, + "total_latency_seconds": 25.709826, + "usage": { + "prompt_tokens": 26782, + "completion_tokens": 177, + "total_tokens": 26959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“, ktorá je na ZP Wiki evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 1.052114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.929793, + "tool_latency_seconds": 1.052114, + "final_model_latency_seconds": 24.609433, + "total_latency_seconds": 27.592302, + "usage": { + "prompt_tokens": 27986, + "completion_tokens": 232, + "total_tokens": 28218 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu v roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 1.197658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.931731, + "tool_latency_seconds": 1.197658, + "final_model_latency_seconds": 22.986817, + "total_latency_seconds": 26.117393, + "usage": { + "prompt_tokens": 26159, + "completion_tokens": 217, + "total_tokens": 26376 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Matej Novotný má evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.417361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.897995, + "tool_latency_seconds": 1.417361, + "final_model_latency_seconds": 24.96402, + "total_latency_seconds": 28.280953, + "usage": { + "prompt_tokens": 28641, + "completion_tokens": 218, + "total_tokens": 28859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" uvedenú v roku 2021 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" uvedenú v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 1.041886, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.761302, + "tool_latency_seconds": 1.041886, + "final_model_latency_seconds": 24.413662, + "total_latency_seconds": 27.217836, + "usage": { + "prompt_tokens": 27995, + "completion_tokens": 207, + "total_tokens": 28202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.887935, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.468212, + "tool_latency_seconds": 0.887935, + "final_model_latency_seconds": 22.070956, + "total_latency_seconds": 24.427875, + "usage": { + "prompt_tokens": 25266, + "completion_tokens": 196, + "total_tokens": 25462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Pre Patrika Pavlišina je na ZP Wiki uvedená bakalárska práca s názvom „Metódy automatického prekladu“ z roku 2020 a pre Andriiho Pervashova je uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ z roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.641537, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.951611, + "tool_latency_seconds": 1.641537, + "final_model_latency_seconds": 23.638134, + "total_latency_seconds": 27.232396, + "usage": { + "prompt_tokens": 27005, + "completion_tokens": 228, + "total_tokens": 27233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je na ZP Wiki uvedená v roku 2025, kým Ronald Zalacko má v evidencii bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.858704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.751581, + "tool_latency_seconds": 0.858704, + "final_model_latency_seconds": 23.750828, + "total_latency_seconds": 26.361897, + "usage": { + "prompt_tokens": 26860, + "completion_tokens": 222, + "total_tokens": 27082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", ktorá je na ZP Wiki evidovaná v roku 2026. Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá je na ZP Wiki tiež evidovaná v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.677788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.719706, + "tool_latency_seconds": 0.677788, + "final_model_latency_seconds": 22.516028, + "total_latency_seconds": 24.91423, + "usage": { + "prompt_tokens": 25524, + "completion_tokens": 217, + "total_tokens": 25741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Tetiana Mohorian má v ZP Wiki evidovanú bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" pre rok 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.426111, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.910426, + "tool_latency_seconds": 0.426111, + "final_model_latency_seconds": 18.106867, + "total_latency_seconds": 20.444456, + "usage": { + "prompt_tokens": 20390, + "completion_tokens": 226, + "total_tokens": 20616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má v ZP Wiki uvedenú diplomovú prácu s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ v roku 2027, hoci finálny názov práce je zatiaľ len v návrhu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.333256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.460969, + "tool_latency_seconds": 1.333256, + "final_model_latency_seconds": 26.280966, + "total_latency_seconds": 29.076573, + "usage": { + "prompt_tokens": 29951, + "completion_tokens": 213, + "total_tokens": 30164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022 a Samuel Vasiľ vypracoval bakalársku prácu s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497621, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.765377, + "tool_latency_seconds": 0.497621, + "final_model_latency_seconds": 21.727588, + "total_latency_seconds": 23.991229, + "usage": { + "prompt_tokens": 24719, + "completion_tokens": 218, + "total_tokens": 24937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.087773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.44495, + "tool_latency_seconds": 1.087773, + "final_model_latency_seconds": 26.176951, + "total_latency_seconds": 28.710399, + "usage": { + "prompt_tokens": 30298, + "completion_tokens": 185, + "total_tokens": 30483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského pri diplomovej práci z roku 2026 nenachádza uvedený názov práce, pretože sekcia „Názov práce“ je prázdna a obsahuje len odkaz na repozitár, zatiaľ čo pre Andriiho Pervashova je pri diplomovej práci z roku 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, pričom konkrétne pole „Názov“ nie je explicitne vyplnené.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.884517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.905714, + "tool_latency_seconds": 0.884517, + "final_model_latency_seconds": 25.606554, + "total_latency_seconds": 28.397504, + "usage": { + "prompt_tokens": 28433, + "completion_tokens": 264, + "total_tokens": 28697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, pričom oboje sú na ZP Wiki uvedené pod rokom začiatku štúdia 2026 pre príslušné sekcie prác.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.491981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.739023, + "tool_latency_seconds": 0.491981, + "final_model_latency_seconds": 23.76024, + "total_latency_seconds": 25.991927, + "usage": { + "prompt_tokens": 26699, + "completion_tokens": 229, + "total_tokens": 26928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Záznam na ZP Wiki uvádza, že Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.782181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.450137, + "tool_latency_seconds": 0.782181, + "final_model_latency_seconds": 22.691537, + "total_latency_seconds": 24.924507, + "usage": { + "prompt_tokens": 26004, + "completion_tokens": 197, + "total_tokens": 26201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Márk Fehér má evidovanú diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 0.590611, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.863769, + "tool_latency_seconds": 0.590611, + "final_model_latency_seconds": 15.62893, + "total_latency_seconds": 18.083773, + "usage": { + "prompt_tokens": 17583, + "completion_tokens": 216, + "total_tokens": 17799 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský má na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina má uvedenú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.677854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.67813, + "tool_latency_seconds": 0.677854, + "final_model_latency_seconds": 24.382534, + "total_latency_seconds": 26.739207, + "usage": { + "prompt_tokens": 28345, + "completion_tokens": 199, + "total_tokens": 28544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“. Obe práce sú na ZP Wiki uvedené v rámci sekcie bakalárskej práce pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.383736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.531495, + "tool_latency_seconds": 0.383736, + "final_model_latency_seconds": 21.708801, + "total_latency_seconds": 23.624652, + "usage": { + "prompt_tokens": 24811, + "completion_tokens": 199, + "total_tokens": 25010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020 a Samuel Džurina vypracoval bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.532812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.475549, + "tool_latency_seconds": 0.532812, + "final_model_latency_seconds": 23.076414, + "total_latency_seconds": 25.085445, + "usage": { + "prompt_tokens": 26593, + "completion_tokens": 184, + "total_tokens": 26777 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022 a Valerii Kutsenko vypracoval diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.834631, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.876823, + "tool_latency_seconds": 0.834631, + "final_model_latency_seconds": 25.920453, + "total_latency_seconds": 28.632742, + "usage": { + "prompt_tokens": 29839, + "completion_tokens": 216, + "total_tokens": 30055 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" a rok záverečnej práce je 2026. Denis Le Thanh má na ZP Wiki uvedenú bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" a rok záverečnej práce je 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.581221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.707233, + "tool_latency_seconds": 0.581221, + "final_model_latency_seconds": 23.690677, + "total_latency_seconds": 25.979782, + "usage": { + "prompt_tokens": 26359, + "completion_tokens": 235, + "total_tokens": 26594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.624938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.86176, + "tool_latency_seconds": 0.624938, + "final_model_latency_seconds": 25.744201, + "total_latency_seconds": 28.231562, + "usage": { + "prompt_tokens": 29324, + "completion_tokens": 226, + "total_tokens": 29550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.849188, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.902573, + "tool_latency_seconds": 0.849188, + "final_model_latency_seconds": 22.740387, + "total_latency_seconds": 25.492811, + "usage": { + "prompt_tokens": 26094, + "completion_tokens": 216, + "total_tokens": 26310 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Ján Pták má záznam o diplomovom projekte s témou „Agent pre manažment záverečných prác“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.850689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.703208, + "tool_latency_seconds": 0.850689, + "final_model_latency_seconds": 24.273905, + "total_latency_seconds": 26.828456, + "usage": { + "prompt_tokens": 28097, + "completion_tokens": 197, + "total_tokens": 28294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "max_per_document": 1, + "limit": 5 + }, + "latency_seconds": 0.424408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.913943, + "tool_latency_seconds": 0.424408, + "final_model_latency_seconds": 21.145381, + "total_latency_seconds": 23.484323, + "usage": { + "prompt_tokens": 24266, + "completion_tokens": 218, + "total_tokens": 24484 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ taktiež v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.721225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.907466, + "tool_latency_seconds": 0.721225, + "final_model_latency_seconds": 23.711753, + "total_latency_seconds": 26.341147, + "usage": { + "prompt_tokens": 27167, + "completion_tokens": 221, + "total_tokens": 27388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Eduard Matovka vypracúva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.413133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.895047, + "tool_latency_seconds": 0.413133, + "final_model_latency_seconds": 22.241673, + "total_latency_seconds": 24.550511, + "usage": { + "prompt_tokens": 25570, + "completion_tokens": 218, + "total_tokens": 25788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Samuel Vasiľ má v zázname uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.633751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.841093, + "tool_latency_seconds": 0.633751, + "final_model_latency_seconds": 21.223877, + "total_latency_seconds": 23.699325, + "usage": { + "prompt_tokens": 24054, + "completion_tokens": 228, + "total_tokens": 24282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020 a Andrii Pervashov má na ZP Wiki uvedený návrh na tému diplomovej práce s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.707544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.476846, + "tool_latency_seconds": 0.707544, + "final_model_latency_seconds": 25.379444, + "total_latency_seconds": 27.564495, + "usage": { + "prompt_tokens": 28746, + "completion_tokens": 207, + "total_tokens": 28953 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracovával bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" v roku 2025 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.526841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.930148, + "tool_latency_seconds": 0.526841, + "final_model_latency_seconds": 24.40222, + "total_latency_seconds": 26.859812, + "usage": { + "prompt_tokens": 27691, + "completion_tokens": 233, + "total_tokens": 27924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je na ZP Wiki uvedená v roku 2025, zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.57001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.974408, + "tool_latency_seconds": 0.57001, + "final_model_latency_seconds": 24.54618, + "total_latency_seconds": 27.09122, + "usage": { + "prompt_tokens": 27454, + "completion_tokens": 213, + "total_tokens": 27667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020, zatiaľ čo Yevhenii Medushivskyi má evidovanú bakalársku prácu s témou „Získavanie textu z webových stránok“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.498627, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.732595, + "tool_latency_seconds": 0.498627, + "final_model_latency_seconds": 26.088867, + "total_latency_seconds": 28.320771, + "usage": { + "prompt_tokens": 29870, + "completion_tokens": 216, + "total_tokens": 30086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" v roku 2021, pričom v roku 2022 má evidovanú ďalšiu diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\". Kristián Sopkovič má na ZP Wiki uvedenú bakalársku prácu z roku 2022 s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.621539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.929799, + "tool_latency_seconds": 0.621539, + "final_model_latency_seconds": 24.195919, + "total_latency_seconds": 26.747891, + "usage": { + "prompt_tokens": 26391, + "completion_tokens": 285, + "total_tokens": 26676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v rámci roka 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v rámci roka 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.597214, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.871161, + "tool_latency_seconds": 0.597214, + "final_model_latency_seconds": 22.312716, + "total_latency_seconds": 24.781766, + "usage": { + "prompt_tokens": 25597, + "completion_tokens": 222, + "total_tokens": 25819 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Rostyslav Rodzhuk má uvedenú bakalársku prácu s názvom Inteligentný agent pre podporu práce špeciálneho pedagóga pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.56128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.502742, + "tool_latency_seconds": 0.56128, + "final_model_latency_seconds": 23.197896, + "total_latency_seconds": 25.262573, + "usage": { + "prompt_tokens": 26876, + "completion_tokens": 184, + "total_tokens": 27060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracovával diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026, zatiaľ čo Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.607776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.456937, + "tool_latency_seconds": 0.607776, + "final_model_latency_seconds": 23.234277, + "total_latency_seconds": 25.299623, + "usage": { + "prompt_tokens": 26369, + "completion_tokens": 199, + "total_tokens": 26568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Simona Bobrovčanová vypracovala bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.650801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.809634, + "tool_latency_seconds": 0.650801, + "final_model_latency_seconds": 22.306006, + "total_latency_seconds": 24.767075, + "usage": { + "prompt_tokens": 25722, + "completion_tokens": 210, + "total_tokens": 25932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v rámci záznamu pre rok 2026, podobne ako Rostyslav Rodzhuk, ktorý má záznam o bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" tiež pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.437178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.860316, + "tool_latency_seconds": 0.437178, + "final_model_latency_seconds": 22.940298, + "total_latency_seconds": 25.238464, + "usage": { + "prompt_tokens": 25975, + "completion_tokens": 238, + "total_tokens": 26213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.569945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.510217, + "tool_latency_seconds": 0.569945, + "final_model_latency_seconds": 22.150697, + "total_latency_seconds": 24.231533, + "usage": { + "prompt_tokens": 25872, + "completion_tokens": 180, + "total_tokens": 26052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a v ZP Wiki je uvedený v roku 2022, kedy študent začal štúdium. Yevhenii Medushivskyi vypracúva bakalársku prácu s názvom „Získavanie textu z webových stránok\" a v ZP Wiki je uvedený v roku 2023, kedy študent začal štúdium.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.525503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.964837, + "tool_latency_seconds": 0.525503, + "final_model_latency_seconds": 18.369684, + "total_latency_seconds": 20.86055, + "usage": { + "prompt_tokens": 20193, + "completion_tokens": 252, + "total_tokens": 20445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ vypracoval bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a Ronald Zalacko bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", pričom na ZP Wiki je pre obe práce uvedený rok záverečnej práce 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.442603, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.900859, + "tool_latency_seconds": 0.442603, + "final_model_latency_seconds": 21.942488, + "total_latency_seconds": 24.286591, + "usage": { + "prompt_tokens": 25006, + "completion_tokens": 232, + "total_tokens": 25238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021, zatiaľ čo Artem Yatsenko má zaznamenanú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.608406, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.644288, + "tool_latency_seconds": 0.608406, + "final_model_latency_seconds": 21.375974, + "total_latency_seconds": 23.629283, + "usage": { + "prompt_tokens": 24267, + "completion_tokens": 205, + "total_tokens": 24472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ a na ZP Wiki je uvedená k roku 2024, zatiaľ čo Maksym Zatirka má záznam o bakalárskej práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ uvedený k roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.391071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.718911, + "tool_latency_seconds": 0.391071, + "final_model_latency_seconds": 23.097809, + "total_latency_seconds": 25.208454, + "usage": { + "prompt_tokens": 26284, + "completion_tokens": 219, + "total_tokens": 26503 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Maksyma Zatirky má názov „Grafová databáza pre podporu generovania slovenského jazyka“ a je evidovaná pre rok 2026, zatiaľ čo bakalárska práca Oleksandra Dorybohova sa volá „Automatické odpovede na otázky v právnej oblasti“ a je tiež uvedená pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.673286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.519713, + "tool_latency_seconds": 0.673286, + "final_model_latency_seconds": 25.026379, + "total_latency_seconds": 27.220052, + "usage": { + "prompt_tokens": 28608, + "completion_tokens": 203, + "total_tokens": 28811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.358658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.970237, + "tool_latency_seconds": 0.358658, + "final_model_latency_seconds": 17.775591, + "total_latency_seconds": 20.105, + "usage": { + "prompt_tokens": 20015, + "completion_tokens": 224, + "total_tokens": 20239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vypracoval diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.795511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.858252, + "tool_latency_seconds": 0.795511, + "final_model_latency_seconds": 24.862384, + "total_latency_seconds": 27.516884, + "usage": { + "prompt_tokens": 29022, + "completion_tokens": 205, + "total_tokens": 29227 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Matej Novotný má na ZP Wiki evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.754911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.856641, + "tool_latency_seconds": 0.754911, + "final_model_latency_seconds": 24.402618, + "total_latency_seconds": 27.014833, + "usage": { + "prompt_tokens": 27774, + "completion_tokens": 225, + "total_tokens": 27999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022, zatiaľ čo Kristián Sopkovič má v zázname uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.576014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.730446, + "tool_latency_seconds": 0.576014, + "final_model_latency_seconds": 23.22519, + "total_latency_seconds": 25.53267, + "usage": { + "prompt_tokens": 26386, + "completion_tokens": 213, + "total_tokens": 26599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Matej Ščišľak vypracoval diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.387528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.786116, + "tool_latency_seconds": 0.387528, + "final_model_latency_seconds": 20.100454, + "total_latency_seconds": 22.274673, + "usage": { + "prompt_tokens": 22932, + "completion_tokens": 209, + "total_tokens": 23141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Diplomová práca Osoby Oleh Poiasnik má názov „Expertný agentový systém na podporu rozhodovania v lekárni\" a je evidovaná pre rok 2027, zatiaľ čo diplomová práca osôb Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov\" a je rovnako evidovaná pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.762571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.883716, + "tool_latency_seconds": 0.762571, + "final_model_latency_seconds": 24.061001, + "total_latency_seconds": 26.708039, + "usage": { + "prompt_tokens": 27637, + "completion_tokens": 223, + "total_tokens": 27860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored_v2.json b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored_v2.json new file mode 100644 index 0000000..ec3c113 --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_1148_dataset/rag_answers_dev_rescored_v2.json @@ -0,0 +1,48542 @@ +{ + "generated_at": "2026-09-27T19:30:42.277550+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "89b4bcf47cd690bf9aed676440c408b6e66c7ffadc0348a40097925c99970a5d", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690", + "q0691", + "q0692", + "q0693", + "q0694", + "q0695", + "q0696", + "q0697", + "q0698", + "q0699", + "q0700", + "q0701", + "q0702", + "q0703", + "q0704", + "q0705", + "q0706", + "q0707", + "q0708", + "q0709", + "q0710", + "q0711", + "q0712", + "q0713", + "q0714", + "q0715", + "q0716", + "q0717", + "q0718", + "q0719", + "q0720", + "q0721", + "q0722", + "q0723", + "q0724", + "q0725", + "q0726", + "q0727", + "q0728", + "q0729", + "q0730", + "q0731", + "q0732", + "q0733", + "q0734", + "q0771", + "q0772", + "q0773", + "q0774", + "q0775", + "q0776", + "q0777", + "q0778", + "q0779", + "q0780", + "q0781", + "q0782", + "q0783", + "q0784", + "q0785", + "q0786", + "q0787", + "q0788", + "q0789", + "q0790", + "q0791", + "q0792", + "q0793", + "q0794", + "q0795", + "q0796", + "q0797", + "q0798", + "q0821", + "q0822", + "q0823", + "q0824", + "q0825", + "q0826", + "q0827", + "q0828", + "q0829", + "q0830", + "q0831", + "q0832", + "q0833", + "q0834", + "q0835", + "q0836", + "q0837", + "q0838", + "q0839", + "q0840", + "q0841", + "q0842", + "q0843", + "q0844", + "q0845", + "q0846", + "q0847", + "q0848", + "q0849", + "q0850", + "q0851", + "q0852", + "q0853", + "q0854", + "q0855", + "q0856", + "q0857", + "q0858", + "q0859", + "q0860", + "q0861", + "q0862", + "q0863", + "q0864", + "q0865", + "q0866", + "q0867", + "q0868", + "q0869", + "q0870", + "q0871", + "q0872", + "q0873", + "q0874", + "q0875", + "q0876", + "q0877", + "q0878", + "q0879", + "q0880", + "q0881", + "q0882", + "q0883", + "q0884", + "q0885", + "q0886", + "q0887", + "q0942", + "q0943", + "q0944", + "q0945", + "q0946", + "q0947", + "q0948", + "q0949", + "q0950", + "q0951", + "q0952", + "q0953", + "q0954", + "q0955", + "q0956", + "q0957", + "q0958", + "q0959", + "q0960", + "q0961", + "q0962", + "q0963", + "q0964", + "q0965", + "q0966", + "q0967", + "q0968", + "q0969", + "q0970", + "q0971", + "q0972", + "q0973", + "q0974", + "q0975", + "q0976", + "q0977", + "q0978", + "q0979", + "q0980", + "q0981", + "q0982", + "q0983", + "q0984", + "q0985", + "q0986", + "q0987", + "q0988", + "q0989", + "q0990", + "q0991", + "q0992", + "q0993", + "q0994", + "q0995", + "q0996", + "q0997", + "q0998", + "q0999", + "q1000", + "q1001", + "q1002", + "q1003", + "q1004", + "q1005", + "q1006", + "q1007", + "q1008", + "q1009", + "q1010", + "q1011", + "q1012", + "q1013", + "q1014", + "q1015", + "q1016", + "q1017", + "q1018", + "q1019", + "q1020", + "q1021", + "q1022", + "q1023", + "q1092", + "q1093", + "q1094", + "q1095", + "q1096", + "q1097", + "q1098", + "q1099", + "q1100", + "q1101", + "q1102", + "q1103", + "q1104", + "q1105", + "q1106", + "q1107", + "q1108", + "q1109", + "q1110", + "q1111", + "q1112", + "q1113", + "q1114", + "q1115", + "q1116", + "q1117", + "q1118", + "q1119", + "q1120", + "q1121", + "q1122", + "q1123", + "q1124", + "q1125", + "q1126", + "q1127", + "q1128", + "q1129", + "q1130", + "q1131", + "q1132", + "q1133", + "q1134", + "q1135", + "q1136", + "q1137", + "q1138", + "q1139", + "q1140", + "q1141", + "q1142", + "q1143", + "q1144", + "q1145", + "q1146" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 629, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 629, + "completed": 629, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.986089, + "source_url_score": 0.992051, + "should_answer_score": 1.0, + "overall_score": 0.994535, + "strict_pass_count": 613, + "strict_pass_rate": 0.974563, + "mean_latency_seconds": 19.459802, + "prompt_tokens": 12482020, + "completion_tokens": 103720, + "total_tokens": 12585740, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.926141, + "prompt_tokens": 187024, + "completion_tokens": 2306, + "total_tokens": 189330 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.964286, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.991071, + "strict_pass_count": 13, + "strict_pass_rate": 0.928571, + "mean_latency_seconds": 19.765373, + "prompt_tokens": 289394, + "completion_tokens": 2034, + "total_tokens": 291428 + }, + "entity_lookup": { + "total": 69, + "completed": 69, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 69, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.806703, + "prompt_tokens": 987194, + "completion_tokens": 11649, + "total_tokens": 998843 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.588862, + "prompt_tokens": 213118, + "completion_tokens": 1707, + "total_tokens": 214825 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.980289, + "prompt_tokens": 421601, + "completion_tokens": 3115, + "total_tokens": 424716 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.882166, + "prompt_tokens": 479449, + "completion_tokens": 2680, + "total_tokens": 482129 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.916667, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 14.014125, + "prompt_tokens": 38703, + "completion_tokens": 555, + "total_tokens": 39258 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.568266, + "prompt_tokens": 65033, + "completion_tokens": 323, + "total_tokens": 65356 + }, + "keyword_grounding": { + "total": 103, + "completed": 103, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 103, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.252098, + "prompt_tokens": 1649992, + "completion_tokens": 18066, + "total_tokens": 1668058 + }, + "multi_document": { + "total": 59, + "completed": 59, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.978814, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.994703, + "strict_pass_count": 55, + "strict_pass_rate": 0.932203, + "mean_latency_seconds": 26.811093, + "prompt_tokens": 1567217, + "completion_tokens": 13793, + "total_tokens": 1581010 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.078835, + "prompt_tokens": 386412, + "completion_tokens": 3082, + "total_tokens": 389494 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 1.0, + "overall_score": 0.979167, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 25.33297, + "prompt_tokens": 646804, + "completion_tokens": 4120, + "total_tokens": 650924 + }, + "single_document_synthesis": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.969512, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.992378, + "strict_pass_count": 78, + "strict_pass_rate": 0.95122, + "mean_latency_seconds": 24.71929, + "prompt_tokens": 2148774, + "completion_tokens": 12673, + "total_tokens": 2161447 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.983878, + "prompt_tokens": 179266, + "completion_tokens": 1083, + "total_tokens": 180349 + }, + "specific_fact": { + "total": 50, + "completed": 50, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.98, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.995, + "strict_pass_count": 49, + "strict_pass_rate": 0.98, + "mean_latency_seconds": 15.74577, + "prompt_tokens": 790822, + "completion_tokens": 7540, + "total_tokens": 798362 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.931818, + "source_url_score": 0.863636, + "should_answer_score": 1.0, + "overall_score": 0.948864, + "strict_pass_count": 19, + "strict_pass_rate": 0.863636, + "mean_latency_seconds": 30.719338, + "prompt_tokens": 701694, + "completion_tokens": 4474, + "total_tokens": 706168 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.9375, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 15, + "strict_pass_rate": 0.9375, + "mean_latency_seconds": 20.074421, + "prompt_tokens": 335922, + "completion_tokens": 2458, + "total_tokens": 338380 + }, + "unanswerable_missing_fact": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 68, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.525964, + "prompt_tokens": 1194395, + "completion_tokens": 10233, + "total_tokens": 1204628 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.174085, + "prompt_tokens": 199206, + "completion_tokens": 1829, + "total_tokens": 201035 + } + }, + "by_difficulty": { + "easy": { + "total": 146, + "completed": 146, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 146, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.69791, + "prompt_tokens": 2503563, + "completion_tokens": 21786, + "total_tokens": 2525349 + }, + "hard": { + "total": 169, + "completed": 169, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.974852, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.993713, + "strict_pass_count": 160, + "strict_pass_rate": 0.946746, + "mean_latency_seconds": 24.145074, + "prompt_tokens": 4192409, + "completion_tokens": 30806, + "total_tokens": 4223215 + }, + "medium": { + "total": 314, + "completed": 314, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.985669, + "source_url_score": 0.984076, + "should_answer_score": 1.0, + "overall_score": 0.992436, + "strict_pass_count": 307, + "strict_pass_rate": 0.977707, + "mean_latency_seconds": 18.222303, + "prompt_tokens": 5786048, + "completion_tokens": 51128, + "total_tokens": 5837176 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre Ján Holp je v ZP Wiki evidovaný dokument o jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku, pričom začal štúdium v roku 2016. Dokument tiež obsahuje záznamy o jeho diplomovom projekte z roku 2020, ktorý sa zaoberal implementáciou vyhľadávania pomocou metódy PageRank a indexovaním do Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.305867, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.984334, + "tool_latency_seconds": 0.305867, + "final_model_latency_seconds": 8.064031, + "total_latency_seconds": 10.354593, + "usage": { + "prompt_tokens": 8274, + "completion_tokens": 207, + "total_tokens": 8481 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.737904, + "tool_latency_seconds": 0.225375, + "final_model_latency_seconds": 14.830638, + "total_latency_seconds": 16.794598, + "usage": { + "prompt_tokens": 19372, + "completion_tokens": 135, + "total_tokens": 19507 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku“ vypracoval Ján Holp.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.460277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 2.018278, + "tool_latency_seconds": 0.460277, + "final_model_latency_seconds": 21.191938, + "total_latency_seconds": 23.671252, + "usage": { + "prompt_tokens": 26806, + "completion_tokens": 159, + "total_tokens": 26965 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa táto presná téma „Systém získavania informácií v slovenskom jazyku\" nenašla pod týmto názvom, no nájdené sú študentské práce s tematikou agentov a systémov pre získavanie informácií alebo vyhľadávanie v slovenskom jazyku. Napríklad Kristián Sopkovič má v rámci dizertácie (2028) návrh témy „Agentový prístup k získavaniu informácií\", kde agent iniciatívne získava potrebné informácie, a v rámci diplomovej práce (2024) pracoval na „cross-lingual information retrieval\" (kroslinguálne vyhľadávanie), vrátane modelov pre slovenský jazyk. Ďalším príkladom je Dávid Stromp, ktorý mal v diplomovke cieľ „Zlepšiť proces získavania informácií\" (2022), a Oleh Poiasnik, ktorý riešil „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach\" (2025), vrátane vyhľadávania v slovenských zákonoch.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2019/david_stromp\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.802077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.464195, + "tool_latency_seconds": 0.802077, + "final_model_latency_seconds": 47.759769, + "total_latency_seconds": 50.027155, + "usage": { + "prompt_tokens": 51146, + "completion_tokens": 406, + "total_tokens": 51552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená téma diplomovej práce „Systém získavania informácií v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.360894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.554215, + "tool_latency_seconds": 0.360894, + "final_model_latency_seconds": 16.567217, + "total_latency_seconds": 18.483208, + "usage": { + "prompt_tokens": 19753, + "completion_tokens": 123, + "total_tokens": 19876 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.21177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.822322, + "tool_latency_seconds": 0.21177, + "final_model_latency_seconds": 12.969709, + "total_latency_seconds": 15.00434, + "usage": { + "prompt_tokens": 16264, + "completion_tokens": 122, + "total_tokens": 16386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.263006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884074, + "tool_latency_seconds": 0.263006, + "final_model_latency_seconds": 6.757839, + "total_latency_seconds": 8.905344, + "usage": { + "prompt_tokens": 8128, + "completion_tokens": 137, + "total_tokens": 8265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.544135, + "tool_latency_seconds": 0.257609, + "final_model_latency_seconds": 16.613214, + "total_latency_seconds": 18.415721, + "usage": { + "prompt_tokens": 21030, + "completion_tokens": 112, + "total_tokens": 21142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Holp začala študovať v roku 2016 a vypracovávala diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.478958, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.851308, + "tool_latency_seconds": 0.478958, + "final_model_latency_seconds": 8.838513, + "total_latency_seconds": 11.169128, + "usage": { + "prompt_tokens": 10366, + "completion_tokens": 146, + "total_tokens": 10512 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca je uvedená v roku 2021 a nesie názov „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.420811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.853795, + "tool_latency_seconds": 0.420811, + "final_model_latency_seconds": 10.545953, + "total_latency_seconds": 12.821171, + "usage": { + "prompt_tokens": 11855, + "completion_tokens": 178, + "total_tokens": 12033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorá súvisí s témou získavania informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.324064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.777767, + "tool_latency_seconds": 0.324064, + "final_model_latency_seconds": 16.137927, + "total_latency_seconds": 18.240308, + "usage": { + "prompt_tokens": 19535, + "completion_tokens": 159, + "total_tokens": 19694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp súvisí s témou PageRank v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde je implementácia a experimentovanie s PageRank explicitne uvedený v stave práce a úlohách.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.259036, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.766526, + "tool_latency_seconds": 0.259036, + "final_model_latency_seconds": 7.944992, + "total_latency_seconds": 9.970814, + "usage": { + "prompt_tokens": 8081, + "completion_tokens": 174, + "total_tokens": 8255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Ján Holp je spojená s témou slovenský internet prostredníctvom svojej bakalárskej práce s názvom „Vyhľadávač na slovenskom internete\" a diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.282681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.780799, + "tool_latency_seconds": 0.282681, + "final_model_latency_seconds": 7.127401, + "total_latency_seconds": 9.191362, + "usage": { + "prompt_tokens": 7969, + "completion_tokens": 173, + "total_tokens": 8142 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V stave práce Jána Holpa, konkrétne pri diplomovom projekte z roku 2020, bolo implementované riešenie problémov s databázou Cassandra, indexovanie webových stránok a metóda PageRank, pričom plánovali aj vytvorenie REST API pre indexovanie dokumentov, rozšírenie backendu o REST rozhranie, frontend v JavaScripte a nasadenie celej aplikácie pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 1.630873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.522945, + "tool_latency_seconds": 1.630873, + "final_model_latency_seconds": 7.935129, + "total_latency_seconds": 11.089208, + "usage": { + "prompt_tokens": 8155, + "completion_tokens": 190, + "total_tokens": 8345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.297011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.755246, + "tool_latency_seconds": 0.297011, + "final_model_latency_seconds": 11.892367, + "total_latency_seconds": 13.945071, + "usage": { + "prompt_tokens": 14944, + "completion_tokens": 130, + "total_tokens": 15074 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Maroš Harahus sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, kde sú uvedené informácie o jeho dizertačnej práci zamerané na automatické opravy textu a spracovanie prirodzeného jazyka v roku 2023/24.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.313892, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.746776, + "tool_latency_seconds": 0.313892, + "final_model_latency_seconds": 12.619965, + "total_latency_seconds": 14.681201, + "usage": { + "prompt_tokens": 14576, + "completion_tokens": 182, + "total_tokens": 14758 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.401421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.794445, + "tool_latency_seconds": 0.401421, + "final_model_latency_seconds": 11.619576, + "total_latency_seconds": 13.816072, + "usage": { + "prompt_tokens": 14066, + "completion_tokens": 135, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.708839, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.868755, + "tool_latency_seconds": 0.708839, + "final_model_latency_seconds": 18.018989, + "total_latency_seconds": 20.597474, + "usage": { + "prompt_tokens": 21999, + "completion_tokens": 157, + "total_tokens": 22156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá bola ukončená v roku 2021 a rieši využitie knižnice Spacy pre neurónovú morfologickú analýzu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 5 + }, + "latency_seconds": 0.510365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "first_model_latency_seconds": 1.487673, + "tool_latency_seconds": 0.510365, + "final_model_latency_seconds": 19.834394, + "total_latency_seconds": 21.833076, + "usage": { + "prompt_tokens": 23693, + "completion_tokens": 159, + "total_tokens": 23852 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená téma diplomovej práce „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.428802, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.762218, + "tool_latency_seconds": 0.428802, + "final_model_latency_seconds": 11.759846, + "total_latency_seconds": 13.951268, + "usage": { + "prompt_tokens": 14142, + "completion_tokens": 138, + "total_tokens": 14280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?" + }, + "latency_seconds": 0.450887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.181318, + "tool_latency_seconds": 0.450887, + "final_model_latency_seconds": 16.066614, + "total_latency_seconds": 17.699346, + "usage": { + "prompt_tokens": 20100, + "completion_tokens": 89, + "total_tokens": 20189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá sa zameriava na túto tému a bola obhájená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.51255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.860612, + "tool_latency_seconds": 0.51255, + "final_model_latency_seconds": 7.490318, + "total_latency_seconds": 9.863866, + "usage": { + "prompt_tokens": 8192, + "completion_tokens": 169, + "total_tokens": 8361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus sa v rámci svojho prvého ročníka doktorandského štúdia zaoberal dokončovaním draftu článku súvisiaceho s technológiou Spacy a neskôr v roku 2020 pri diplomovom projekte č. 2 riešil témy, kde sa vyskytovali otázky o fungovaní neurónovej siete v Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.459946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.742486, + "tool_latency_seconds": 0.459946, + "final_model_latency_seconds": 7.870213, + "total_latency_seconds": 10.072949, + "usage": { + "prompt_tokens": 8294, + "completion_tokens": 196, + "total_tokens": 8490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože Maroš Harahus je v metadátach uvedený ako autor dokumentu o študentovi Dmytrovi Muralovi, ktorý vypracoval bakalársku prácu o grafových neurónových sieťach, pričom samotný Maroš Harahus je v dokumente o sebe vedený ako študent (PhD štúdia), ktorý má za úlohu vypracovať prehľad metód grafových neurónových sietí, no nie je tu explicitne uvedený názov jeho vlastnej študentskej práce o grafových neurónových sieťach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.442905, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.740662, + "tool_latency_seconds": 0.442905, + "final_model_latency_seconds": 21.365072, + "total_latency_seconds": 23.549599, + "usage": { + "prompt_tokens": 23804, + "completion_tokens": 280, + "total_tokens": 24084 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" použila na morfologickú anotáciu knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.623404, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.957392, + "tool_latency_seconds": 0.623404, + "final_model_latency_seconds": 7.659134, + "total_latency_seconds": 10.240203, + "usage": { + "prompt_tokens": 8581, + "completion_tokens": 164, + "total_tokens": 8745 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal pri spolupráci s US Steel za úlohu naštudovať dáta z vysokej pece a následne navrhnúť a vyskúšať metódy na predikciu, vrátane rekurentných neurónových sietí (RNN, GRU, LSTM), Transformer network, Generative Adversarial Network (GAN), variáneho autoenkódera (VAE) a klasických štatistických modelov, ako aj metódy konverzie dát na vektor príznakov a výpočtu chybovej funkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.514902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.810141, + "tool_latency_seconds": 0.514902, + "final_model_latency_seconds": 9.047352, + "total_latency_seconds": 11.372784, + "usage": { + "prompt_tokens": 9227, + "completion_tokens": 237, + "total_tokens": 9464 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022, pričom sa predtým venoval diplomovému projektu z roku 2021 zameranému na vytvorenie strojovo preloženej verzie súboru SQUAD a jej overenie na systéme pre odpovedanie na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.245493, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.710034, + "tool_latency_seconds": 0.245493, + "final_model_latency_seconds": 15.765989, + "total_latency_seconds": 17.722016, + "usage": { + "prompt_tokens": 18047, + "completion_tokens": 210, + "total_tokens": 18257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.308598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.804396, + "tool_latency_seconds": 0.308598, + "final_model_latency_seconds": 17.339494, + "total_latency_seconds": 19.453279, + "usage": { + "prompt_tokens": 20246, + "completion_tokens": 196, + "total_tokens": 20442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ vypracoval študent Tomáš Kuchárik ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.562344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.839593, + "tool_latency_seconds": 0.562344, + "final_model_latency_seconds": 25.004463, + "total_latency_seconds": 27.407105, + "usage": { + "prompt_tokens": 30035, + "completion_tokens": 168, + "total_tokens": 30203 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý vypracoval diplomovú prácu s presne týmto názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", je Tomáš Kuchárik.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.492309, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.851056, + "tool_latency_seconds": 0.492309, + "final_model_latency_seconds": 23.981588, + "total_latency_seconds": 26.325745, + "usage": { + "prompt_tokens": 28471, + "completion_tokens": 164, + "total_tokens": 28635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená téma diplomovej práce „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" pre rok 2021 a téma „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.807021, + "tool_latency_seconds": 0.204521, + "final_model_latency_seconds": 15.358228, + "total_latency_seconds": 17.370276, + "usage": { + "prompt_tokens": 17774, + "completion_tokens": 194, + "total_tokens": 17968 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.330145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.786867, + "tool_latency_seconds": 0.330145, + "final_model_latency_seconds": 19.13286, + "total_latency_seconds": 21.250443, + "usage": { + "prompt_tokens": 23880, + "completion_tokens": 129, + "total_tokens": 24009 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik je študentom, ktorý sa podieľal na projekte Question Answering (konkrétne na vývoji webovej aplikácie pre anotáciu a analýzu), a jeho diplomovou prácou s témou súvisiacou s touto oblasťou je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" z roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.190174, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.808711, + "tool_latency_seconds": 0.190174, + "final_model_latency_seconds": 9.789582, + "total_latency_seconds": 11.788825, + "usage": { + "prompt_tokens": 9928, + "completion_tokens": 216, + "total_tokens": 10144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zameriava na jazykové mutácie overovacej množiny SQuAD a jej strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.257706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.834981, + "tool_latency_seconds": 0.257706, + "final_model_latency_seconds": 13.154539, + "total_latency_seconds": 15.247738, + "usage": { + "prompt_tokens": 15377, + "completion_tokens": 191, + "total_tokens": 15568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorej cieľom bolo vytvoriť strojovo preloženú verziu overovacej množiny SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.57005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.588138, + "tool_latency_seconds": 0.57005, + "final_model_latency_seconds": 16.085797, + "total_latency_seconds": 18.244734, + "usage": { + "prompt_tokens": 18827, + "completion_tokens": 174, + "total_tokens": 19001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Tomáša Kuchárika v roku 2021 bol „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "published_only": true + }, + "latency_seconds": 0.304981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.522045, + "tool_latency_seconds": 0.304981, + "final_model_latency_seconds": 17.16056, + "total_latency_seconds": 18.988114, + "usage": { + "prompt_tokens": 20801, + "completion_tokens": 133, + "total_tokens": 20934 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal v rámci svojich diplomových projektov a práce strojovo prekladať dataset SQUAD (v anglickom jazyku) s cieľom vytvoriť jeho strojovo preloženú verziu v slovenčine (alebo iných jazykoch) pre úlohy generovania odpovedí na otázky.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "limit": 5 + }, + "latency_seconds": 0.371583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.36354, + "tool_latency_seconds": 0.371583, + "final_model_latency_seconds": 22.906456, + "total_latency_seconds": 24.642202, + "usage": { + "prompt_tokens": 26525, + "completion_tokens": 160, + "total_tokens": 26685 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Jakub Maruniak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak, kde sú uvedené informácie o jeho štúdiu od roku 2016 a návrhu názvu diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.732929, + "tool_latency_seconds": 0.299117, + "final_model_latency_seconds": 12.103539, + "total_latency_seconds": 14.136006, + "usage": { + "prompt_tokens": 12922, + "completion_tokens": 192, + "total_tokens": 13114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jakuba Maruniaka je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.415678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.85354, + "tool_latency_seconds": 0.415678, + "final_model_latency_seconds": 18.441486, + "total_latency_seconds": 20.71124, + "usage": { + "prompt_tokens": 22595, + "completion_tokens": 141, + "total_tokens": 22736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť záverečnú prácu s presným názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a jej autora. Hoci sa v záznamoch objavuje téma rozpoznávania pomenovaných entít v slovenčine pri študentoch Martin Wencel (bakalárska práca 2020) a Serhii Yemets (bakalárska práca 2025), žiadny z nich nemá uvedený tento konkrétny názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nZdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.405508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.992512, + "tool_latency_seconds": 0.405508, + "final_model_latency_seconds": 23.788606, + "total_latency_seconds": 26.187263, + "usage": { + "prompt_tokens": 26044, + "completion_tokens": 303, + "total_tokens": 26347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" riešil študent Than Trung Thanh v rámci svojho bakalárskeho projektu v roku 2020, pri ktorom vytváral korpus a model pomocou nástrojov Spacy a Prodigy. Ďalšími študentmi, ktorí sa touto problematikou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 o zlepšení slovenského modelu pre rozpoznávanie pomenovaných entít).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.365035, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 2.071003, + "tool_latency_seconds": 0.365035, + "final_model_latency_seconds": 26.405272, + "total_latency_seconds": 28.841996, + "usage": { + "prompt_tokens": 27933, + "completion_tokens": 334, + "total_tokens": 28267 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedený návrh na názov diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?" + }, + "latency_seconds": 0.536582, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.238891, + "tool_latency_seconds": 0.536582, + "final_model_latency_seconds": 15.702351, + "total_latency_seconds": 17.478324, + "usage": { + "prompt_tokens": 18365, + "completion_tokens": 110, + "total_tokens": 18475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.354924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.407048, + "tool_latency_seconds": 0.354924, + "final_model_latency_seconds": 14.811936, + "total_latency_seconds": 16.574517, + "usage": { + "prompt_tokens": 18065, + "completion_tokens": 101, + "total_tokens": 18166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.362176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.936307, + "tool_latency_seconds": 0.362176, + "final_model_latency_seconds": 17.111761, + "total_latency_seconds": 19.410822, + "usage": { + "prompt_tokens": 20706, + "completion_tokens": 139, + "total_tokens": 20845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5 + }, + "latency_seconds": 0.36123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.404445, + "tool_latency_seconds": 0.36123, + "final_model_latency_seconds": 17.599651, + "total_latency_seconds": 19.366026, + "usage": { + "prompt_tokens": 21436, + "completion_tokens": 102, + "total_tokens": 21538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Jakub Maruniak začala štúdium v roku 2016 a vypracovávala diplomový projekt v rokoch 2020 a 2021.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.701044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.863723, + "tool_latency_seconds": 0.701044, + "final_model_latency_seconds": 20.448017, + "total_latency_seconds": 23.013678, + "usage": { + "prompt_tokens": 24515, + "completion_tokens": 155, + "total_tokens": 24670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 je rokom začiatku štúdia Jakuba Maruniaka, pričom jeho záverečná práca (diplomová práca) bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.236852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.699652, + "tool_latency_seconds": 0.236852, + "final_model_latency_seconds": 12.334833, + "total_latency_seconds": 14.27188, + "usage": { + "prompt_tokens": 14285, + "completion_tokens": 147, + "total_tokens": 14432 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou pomenované entít v rámci svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.914211, + "tool_latency_seconds": 0.239885, + "final_model_latency_seconds": 15.369876, + "total_latency_seconds": 17.524468, + "usage": { + "prompt_tokens": 18148, + "completion_tokens": 163, + "total_tokens": 18311 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Spacy prostredníctvom svojho diplomového projektu, ktorého návrh na názov znie „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", pričom v rámci projektu spolupracoval na projekte „Podpora slovenčiny v Spacy\" a riešil problémy so spacy modelom pri natrénovaní slovenského NER modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.4616, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.953528, + "tool_latency_seconds": 0.4616, + "final_model_latency_seconds": 8.383925, + "total_latency_seconds": 10.799338, + "usage": { + "prompt_tokens": 8301, + "completion_tokens": 212, + "total_tokens": 8513 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde je explicitne uvedená úloha pripraviť postup na anotáciu textového korpusu pre systém Prodigy a jeho spolupráca zahŕňa tému „Anotácia textových dát\" súvisiacu s Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.257713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.709009, + "tool_latency_seconds": 0.257713, + "final_model_latency_seconds": 14.547101, + "total_latency_seconds": 16.514277, + "usage": { + "prompt_tokens": 16395, + "completion_tokens": 204, + "total_tokens": 16599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal pri svojom diplomovom projekte na anotáciu textového korpusu použiť systém Prodigy, ktorý je určený na trénovanie modelov v úlohách spracovania prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.525698, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850737, + "tool_latency_seconds": 0.525698, + "final_model_latency_seconds": 8.252555, + "total_latency_seconds": 10.629267, + "usage": { + "prompt_tokens": 9269, + "completion_tokens": 161, + "total_tokens": 9430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Dominik Nagy uvádza, že študoval od roku 2016 a vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.209737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.7055, + "tool_latency_seconds": 0.209737, + "final_model_latency_seconds": 12.532393, + "total_latency_seconds": 14.44825, + "usage": { + "prompt_tokens": 14786, + "completion_tokens": 157, + "total_tokens": 14943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Dominika Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.295619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.781539, + "tool_latency_seconds": 0.295619, + "final_model_latency_seconds": 21.09676, + "total_latency_seconds": 23.174499, + "usage": { + "prompt_tokens": 25851, + "completion_tokens": 132, + "total_tokens": 25983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.738194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.937277, + "tool_latency_seconds": 0.738194, + "final_model_latency_seconds": 23.874359, + "total_latency_seconds": 26.550498, + "usage": { + "prompt_tokens": 28374, + "completion_tokens": 155, + "total_tokens": 28529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval študent Dominik Nagy v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.74938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.942753, + "tool_latency_seconds": 0.74938, + "final_model_latency_seconds": 19.379072, + "total_latency_seconds": 22.07184, + "usage": { + "prompt_tokens": 23051, + "completion_tokens": 155, + "total_tokens": 23206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce osobe Dominik Nagy je „Neurónový strojový preklad pomocou knižnice Fairseq“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.374089, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.784469, + "tool_latency_seconds": 0.374089, + "final_model_latency_seconds": 16.235956, + "total_latency_seconds": 18.395041, + "usage": { + "prompt_tokens": 19633, + "completion_tokens": 133, + "total_tokens": 19766 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dominik Nagy je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?" + }, + "latency_seconds": 0.35548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.177349, + "tool_latency_seconds": 0.35548, + "final_model_latency_seconds": 23.432098, + "total_latency_seconds": 24.965597, + "usage": { + "prompt_tokens": 28439, + "completion_tokens": 85, + "total_tokens": 28524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá je zaradená pod tému strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.322343, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.800796, + "tool_latency_seconds": 0.322343, + "final_model_latency_seconds": 12.882749, + "total_latency_seconds": 15.006361, + "usage": { + "prompt_tokens": 14639, + "completion_tokens": 168, + "total_tokens": 14807 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá bola dokončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.350267, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.328416, + "tool_latency_seconds": 0.350267, + "final_model_latency_seconds": 14.39204, + "total_latency_seconds": 16.071334, + "usage": { + "prompt_tokens": 17230, + "completion_tokens": 121, + "total_tokens": 17351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy vypracovával diplomovú prácu v roku 2022 na tému „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci svojich experimentov s architektúrami neurónových sietí realizoval aj experiment s architektúrou MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.449511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.756528, + "tool_latency_seconds": 0.449511, + "final_model_latency_seconds": 15.579887, + "total_latency_seconds": 17.786844, + "usage": { + "prompt_tokens": 18007, + "completion_tokens": 169, + "total_tokens": 18176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely pomocou knižnice Fairseq pre obojsmerný strojový preklad medzi angličtinou a slovenčinou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.288974, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.815344, + "tool_latency_seconds": 0.288974, + "final_model_latency_seconds": 7.899583, + "total_latency_seconds": 10.004205, + "usage": { + "prompt_tokens": 8632, + "completion_tokens": 143, + "total_tokens": 8775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal v rámci svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE (Byte Pair Encoding), sentencepiece a wordpiece pomocou knižnice huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 10 + }, + "latency_seconds": 0.526751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.432146, + "tool_latency_seconds": 0.526751, + "final_model_latency_seconds": 29.78928, + "total_latency_seconds": 31.74921, + "usage": { + "prompt_tokens": 35409, + "completion_tokens": 133, + "total_tokens": 35542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin je jeho študentská stránka, ktorá obsahuje záznamy o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad a cieľom trénovať model pre preklad z angličtiny do slovenčiny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.344639, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.734734, + "tool_latency_seconds": 0.344639, + "final_model_latency_seconds": 12.753055, + "total_latency_seconds": 14.832888, + "usage": { + "prompt_tokens": 14084, + "completion_tokens": 172, + "total_tokens": 14256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Patrika Pavlišina je Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "published_only": true + }, + "latency_seconds": 0.305465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.466043, + "tool_latency_seconds": 0.305465, + "final_model_latency_seconds": 12.194924, + "total_latency_seconds": 13.966908, + "usage": { + "prompt_tokens": 14932, + "completion_tokens": 106, + "total_tokens": 15038 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu s názvom „Metódy automatického prekladu“ vypracoval študent Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.735218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.936934, + "tool_latency_seconds": 0.735218, + "final_model_latency_seconds": 22.796677, + "total_latency_seconds": 25.469544, + "usage": { + "prompt_tokens": 27506, + "completion_tokens": 146, + "total_tokens": 27652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval v roku 2020 bakalársku prácu s názvom „Metódy automatického prekladu\", ktorá sa priamo zaoberá touto témou. Ďalšími študentmi, ktorí riešili súvisiace témy v oblasti automatického a neurónového prekladu, sú Dominik Nagy (diplomová práca z roku 2022 o neurónovom strojovom preklade) a Maroš Harahus (výskum zameraný na strojový preklad a automatickú opravu textov).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.463798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.84703, + "tool_latency_seconds": 0.463798, + "final_model_latency_seconds": 26.62756, + "total_latency_seconds": 28.939623, + "usage": { + "prompt_tokens": 28706, + "completion_tokens": 286, + "total_tokens": 28992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Patrika Pavlišina z roku 2020 je „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.342838, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.884158, + "tool_latency_seconds": 0.342838, + "final_model_latency_seconds": 11.795911, + "total_latency_seconds": 14.023599, + "usage": { + "prompt_tokens": 13849, + "completion_tokens": 139, + "total_tokens": 13988 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca osobe Patrik Pavlišin je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387448, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.872664, + "tool_latency_seconds": 0.387448, + "final_model_latency_seconds": 16.991307, + "total_latency_seconds": 19.252199, + "usage": { + "prompt_tokens": 20846, + "completion_tokens": 133, + "total_tokens": 20979 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" a v roku 2022 predložil návrh na diplomovú prácu s predbežným názvom „Neurónový strojový preklad\", pričom je uvedený ako študent súvisiaci s témou strojového prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.516332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.832876, + "tool_latency_seconds": 0.516332, + "final_model_latency_seconds": 12.708729, + "total_latency_seconds": 15.058416, + "usage": { + "prompt_tokens": 13764, + "completion_tokens": 210, + "total_tokens": 13974 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin sa zaoberal témou paralelný korpus v rámci svojej diplomovej práce v roku 2022, kde mal za úlohu pripraviť vybraný paralelný korpus a natrénovať model pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.45138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.944347, + "tool_latency_seconds": 0.45138, + "final_model_latency_seconds": 15.660282, + "total_latency_seconds": 18.056544, + "usage": { + "prompt_tokens": 18356, + "completion_tokens": 177, + "total_tokens": 18533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s témou strojový preklad, pričom pre svoju diplomovú prácu v roku 2022 navrhol názov „Neurónový strojový preklad\" a ako nástroj pre túto úlohu uviedol OpenNMT-py.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.582885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.824975, + "tool_latency_seconds": 0.582885, + "final_model_latency_seconds": 15.29882, + "total_latency_seconds": 17.707401, + "usage": { + "prompt_tokens": 17455, + "completion_tokens": 193, + "total_tokens": 17648 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom, pričom súčasťou zadania bolo tiež pripraviť prehľad aktuálnych metód automatického prekladu a predstaviť vybranú metódu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.853528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.821572, + "tool_latency_seconds": 0.853528, + "final_model_latency_seconds": 7.688961, + "total_latency_seconds": 10.36449, + "usage": { + "prompt_tokens": 7898, + "completion_tokens": 187, + "total_tokens": 8085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ondrej Megela je v ZP Wiki evidovaný dokument, ktorý obsahuje informácie o jeho štúdiu od roku 2018 a o jeho diplomovej práci z roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5 + }, + "latency_seconds": 0.241874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.302147, + "tool_latency_seconds": 0.241874, + "final_model_latency_seconds": 13.782193, + "total_latency_seconds": 15.326751, + "usage": { + "prompt_tokens": 16389, + "completion_tokens": 139, + "total_tokens": 16528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Ondreja Megela má názov „Neurónové jazykové modelovanie typu BERT\" a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.347015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.821924, + "tool_latency_seconds": 0.347015, + "final_model_latency_seconds": 16.599861, + "total_latency_seconds": 18.769415, + "usage": { + "prompt_tokens": 19871, + "completion_tokens": 148, + "total_tokens": 20019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónové jazykové modelovanie typu BERT“ sa venoval Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.474297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.063216, + "tool_latency_seconds": 0.474297, + "final_model_latency_seconds": 24.531332, + "total_latency_seconds": 27.069703, + "usage": { + "prompt_tokens": 29257, + "completion_tokens": 165, + "total_tokens": 29422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.633078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 1.927348, + "tool_latency_seconds": 0.633078, + "final_model_latency_seconds": 23.84973, + "total_latency_seconds": 26.410969, + "usage": { + "prompt_tokens": 28201, + "completion_tokens": 153, + "total_tokens": 28354 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Ondreja Megelu je „Neurónové jazykové modelovanie typu BERT\", ktorú vypracoval v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.354959, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.814797, + "tool_latency_seconds": 0.354959, + "final_model_latency_seconds": 16.64962, + "total_latency_seconds": 18.820023, + "usage": { + "prompt_tokens": 19798, + "completion_tokens": 145, + "total_tokens": 19943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.316714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.622141, + "tool_latency_seconds": 0.316714, + "final_model_latency_seconds": 17.2452, + "total_latency_seconds": 19.184662, + "usage": { + "prompt_tokens": 20639, + "completion_tokens": 116, + "total_tokens": 20755 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela je študentom, ktorý pracoval na projekte Question Answering, kde sa zaoberal pomocnými úlohami v súvislosti s BERT modelom a zároveň vypracovával diplomovú prácu s názvom Automatické generovanie otázok v slovenskom jazyku, v ktorej plánoval porovnávať jazykové modely a využívať BERT na vyhodnocovanie generovaných otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.422897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.835806, + "tool_latency_seconds": 0.422897, + "final_model_latency_seconds": 14.712379, + "total_latency_seconds": 16.971591, + "usage": { + "prompt_tokens": 15947, + "completion_tokens": 219, + "total_tokens": 16166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktorá sa zaoberá využitím generatívnych jazykových modelov na tvorbu databázy otázok a odpovedí v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.427728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.916968, + "tool_latency_seconds": 0.427728, + "final_model_latency_seconds": 19.74267, + "total_latency_seconds": 22.088047, + "usage": { + "prompt_tokens": 23253, + "completion_tokens": 172, + "total_tokens": 23425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020, ktorá sa zaoberá tématou neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.370165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.804789, + "tool_latency_seconds": 0.370165, + "final_model_latency_seconds": 17.969494, + "total_latency_seconds": 20.144986, + "usage": { + "prompt_tokens": 20859, + "completion_tokens": 159, + "total_tokens": 21018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal natrénovať a vyhodnotiť model typu BERT (konkrétne v rámci bakalárskej práce „Neurónové jazykové modelovanie typu BERT\") a ďalej generatívny model slovenského jazyka, pričom v rámci diplomového projektu skúmal aj modely GPT, BART a T5.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.29328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.965113, + "tool_latency_seconds": 0.29328, + "final_model_latency_seconds": 8.359058, + "total_latency_seconds": 10.617736, + "usage": { + "prompt_tokens": 8668, + "completion_tokens": 193, + "total_tokens": 8861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v ZP Wiki evidovanú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.183049, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.698246, + "tool_latency_seconds": 0.183049, + "final_model_latency_seconds": 12.833645, + "total_latency_seconds": 14.7154, + "usage": { + "prompt_tokens": 15372, + "completion_tokens": 152, + "total_tokens": 15524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce pre rok 2024 „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a pre rok 2023 „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?" + }, + "latency_seconds": 0.332929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.199173, + "tool_latency_seconds": 0.332929, + "final_model_latency_seconds": 16.388686, + "total_latency_seconds": 17.921327, + "usage": { + "prompt_tokens": 19085, + "completion_tokens": 138, + "total_tokens": 19223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" vypracováva študent Dávid Omasta ako svoju diplomovú prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.476293, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 2.020505, + "tool_latency_seconds": 0.476293, + "final_model_latency_seconds": 24.00434, + "total_latency_seconds": 26.501796, + "usage": { + "prompt_tokens": 28265, + "completion_tokens": 170, + "total_tokens": 28435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentom Dávid Omasta riešil diplomovú prácu s presne zhodným názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.923994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.834199, + "tool_latency_seconds": 0.923994, + "final_model_latency_seconds": 53.491278, + "total_latency_seconds": 56.250793, + "usage": { + "prompt_tokens": 59532, + "completion_tokens": 159, + "total_tokens": 59691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Pri osobe Dávid Omasta je pre rok 2024 uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.325585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.957136, + "tool_latency_seconds": 0.325585, + "final_model_latency_seconds": 19.879957, + "total_latency_seconds": 22.163487, + "usage": { + "prompt_tokens": 22723, + "completion_tokens": 159, + "total_tokens": 22882 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta sú v dokumentoch uvedené dve sekcie pre diplomové práce, a to pre rok 2023 a rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.223378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.824883, + "tool_latency_seconds": 0.223378, + "final_model_latency_seconds": 21.062471, + "total_latency_seconds": 23.111387, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 143, + "total_tokens": 25412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý vypracovával diplomové práce s témou generatívnych modelov, konkrétne s návrhom názvu \"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024 a \"Generatívne modely slovenského jazyka\" pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.20238, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.872609, + "tool_latency_seconds": 0.20238, + "final_model_latency_seconds": 7.859053, + "total_latency_seconds": 9.934293, + "usage": { + "prompt_tokens": 7766, + "completion_tokens": 191, + "total_tokens": 7957 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý sa podieľa na projekte Question Answering a vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je priamo spojená s interným projektom Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.788057, + "tool_latency_seconds": 0.233216, + "final_model_latency_seconds": 15.92614, + "total_latency_seconds": 17.948061, + "usage": { + "prompt_tokens": 18506, + "completion_tokens": 176, + "total_tokens": 18682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta súvisí s diplomovou prácou s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá sa zaoberá témou slovenčiny a je evidovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.173438, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.749807, + "tool_latency_seconds": 0.173438, + "final_model_latency_seconds": 15.101557, + "total_latency_seconds": 17.025299, + "usage": { + "prompt_tokens": 17632, + "completion_tokens": 157, + "total_tokens": 17789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracovával v roku 2023 diplomovú prácu na tému Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.382859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.901665, + "tool_latency_seconds": 0.382859, + "final_model_latency_seconds": 17.295387, + "total_latency_seconds": 19.580564, + "usage": { + "prompt_tokens": 20345, + "completion_tokens": 149, + "total_tokens": 20494 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\" pri téme Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.333786, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.942518, + "tool_latency_seconds": 0.333786, + "final_model_latency_seconds": 18.624879, + "total_latency_seconds": 20.90175, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 168, + "total_tokens": 22141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Kristián Sopkovič sa nachádza na stránke ZP Wiki a obsahuje informácie o jeho diplomovej práci z roku 2024 s témou neurónového vyhľadávania na základe sémantickej podobnosti vektorov, ako aj plány na dizertačnú prácu pre rok 2028 zameranú na vylepšenie RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.269979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.782508, + "tool_latency_seconds": 0.269979, + "final_model_latency_seconds": 8.847338, + "total_latency_seconds": 10.900111, + "usage": { + "prompt_tokens": 8698, + "completion_tokens": 204, + "total_tokens": 8902 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.255707, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.677686, + "tool_latency_seconds": 0.255707, + "final_model_latency_seconds": 14.084053, + "total_latency_seconds": 16.017924, + "usage": { + "prompt_tokens": 17214, + "completion_tokens": 133, + "total_tokens": 17347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ sa venoval študent Kristián Sopkovič v rámci svojej bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.756414, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.99004, + "tool_latency_seconds": 0.756414, + "final_model_latency_seconds": 20.378443, + "total_latency_seconds": 23.125842, + "usage": { + "prompt_tokens": 24329, + "completion_tokens": 168, + "total_tokens": 24497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022, ktorej cieľom bolo zlepšiť presnosť modelu Spacy pre slovenčinu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 10 + }, + "latency_seconds": 0.886455, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.71186, + "tool_latency_seconds": 0.886455, + "final_model_latency_seconds": 33.352178, + "total_latency_seconds": 35.951436, + "usage": { + "prompt_tokens": 38659, + "completion_tokens": 170, + "total_tokens": 38829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je v rámci bakalárskej práce z roku 2022 uvedená téma „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.348794, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.892163, + "tool_latency_seconds": 0.348794, + "final_model_latency_seconds": 17.240169, + "total_latency_seconds": 19.481638, + "usage": { + "prompt_tokens": 19860, + "completion_tokens": 158, + "total_tokens": 20018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.21744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.884262, + "tool_latency_seconds": 0.21744, + "final_model_latency_seconds": 17.963172, + "total_latency_seconds": 20.065444, + "usage": { + "prompt_tokens": 21679, + "completion_tokens": 135, + "total_tokens": 21814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorej cieľom bolo zlepšenie presnosti modelu Spacy pre slovenčinu a vylepšenie parametrov pomocou transformérov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.289935, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.830172, + "tool_latency_seconds": 0.289935, + "final_model_latency_seconds": 16.200304, + "total_latency_seconds": 18.320979, + "usage": { + "prompt_tokens": 17914, + "completion_tokens": 202, + "total_tokens": 18116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý súvisí s témou slovenčina v rámci svojej dizertačnej práce zameranéj na vylepšenie RAG-QA v slovenskom jazyku, a tiež sa podieľa na projekte podpory slovenčiny v knižnici Spacy v oblasti vylepšovania parametrov a transformerových modelov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210731, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.90122, + "tool_latency_seconds": 0.210731, + "final_model_latency_seconds": 15.13753, + "total_latency_seconds": 17.25055, + "usage": { + "prompt_tokens": 16799, + "completion_tokens": 211, + "total_tokens": 17010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič sa pri svojej bakalárskej práci v roku 2022 venoval témam spojeným s Transformer neural network a knižnicou Spacy, kde preštudoval Transformery a pripravil osnovu práce. Neskôr pri diplomovej práci v roku 2024 sa zaoberal neurónovým vyhľadávaním na základe sémantickej podobnosti vektorov a pracoval s modelmi typu Sentence Transformer (SBERT), pričom v rámci projektu na podporu slovenčiny v knižnici Spacy je explicitne uvedený pri téme vylepšenia parametrov a transformerov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.262398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.816596, + "tool_latency_seconds": 0.262398, + "final_model_latency_seconds": 18.292135, + "total_latency_seconds": 20.37164, + "usage": { + "prompt_tokens": 19603, + "completion_tokens": 266, + "total_tokens": 19869 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie slovenčine, čo zahŕňalo natrénovanie modelu, vykonanie experimentov a identifikáciu slabých miest na jeho následné vylepšenie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.373223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.868197, + "tool_latency_seconds": 0.373223, + "final_model_latency_seconds": 7.670794, + "total_latency_seconds": 9.912473, + "usage": { + "prompt_tokens": 7906, + "completion_tokens": 179, + "total_tokens": 8085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Michala Stromka je v ZP Wiki evidovaný dokument o jeho diplomovej práci s názvom „Sémantické vyhľadávanie v slovenskom texte\", ktorú študoval v akademickom roku 2023/2024 pri štarte štúdia v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.702319, + "tool_latency_seconds": 0.298508, + "final_model_latency_seconds": 14.704746, + "total_latency_seconds": 16.706054, + "usage": { + "prompt_tokens": 17228, + "completion_tokens": 170, + "total_tokens": 17398 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.269381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.624904, + "tool_latency_seconds": 0.269381, + "final_model_latency_seconds": 15.930626, + "total_latency_seconds": 17.82546, + "usage": { + "prompt_tokens": 19391, + "completion_tokens": 117, + "total_tokens": 19508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" vypracoval Michal Stromko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.500732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.996234, + "tool_latency_seconds": 0.500732, + "final_model_latency_seconds": 23.288193, + "total_latency_seconds": 25.785826, + "usage": { + "prompt_tokens": 27785, + "completion_tokens": 157, + "total_tokens": 27942 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\", ktorá bola dokončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.838543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.667436, + "tool_latency_seconds": 0.838543, + "final_model_latency_seconds": 53.213079, + "total_latency_seconds": 55.720319, + "usage": { + "prompt_tokens": 59399, + "completion_tokens": 136, + "total_tokens": 59535 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.402016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.802333, + "tool_latency_seconds": 0.402016, + "final_model_latency_seconds": 19.072557, + "total_latency_seconds": 21.277467, + "usage": { + "prompt_tokens": 22112, + "completion_tokens": 129, + "total_tokens": 22241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka je uvedená v roku 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.272315, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.61947, + "tool_latency_seconds": 0.272315, + "final_model_latency_seconds": 18.710654, + "total_latency_seconds": 20.603241, + "usage": { + "prompt_tokens": 22071, + "completion_tokens": 128, + "total_tokens": 22199 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.384758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.81923, + "tool_latency_seconds": 0.384758, + "final_model_latency_seconds": 6.41814, + "total_latency_seconds": 8.62236, + "usage": { + "prompt_tokens": 7155, + "completion_tokens": 133, + "total_tokens": 7288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracovával diplomovú prácu s názvom „Sémantické vyhľadávanie v slovenskom texte\" v akademickom roku 2023/2024, ktorá sa zameriava na implementáciu a vyhodnotenie sémantického vyhľadávania na slovenskej wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 5 + }, + "latency_seconds": 0.334291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.451443, + "tool_latency_seconds": 0.334291, + "final_model_latency_seconds": 18.892404, + "total_latency_seconds": 20.678684, + "usage": { + "prompt_tokens": 22104, + "completion_tokens": 157, + "total_tokens": 22261 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko súvisí s témou FAISS v rámci svojho diplomového projektu, kde plánoval využiť vektorovú databázu FAISS na uloženie odsekov a vektorov pre potreby sémantického vyhľadávania a odpovedania na otázky v slovenskej Wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.365723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.615392, + "tool_latency_seconds": 0.365723, + "final_model_latency_seconds": 15.808031, + "total_latency_seconds": 17.789626, + "usage": { + "prompt_tokens": 17890, + "completion_tokens": 164, + "total_tokens": 18054 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" používala ako indexovací systém nástroj Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.465629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.87692, + "tool_latency_seconds": 0.465629, + "final_model_latency_seconds": 11.759184, + "total_latency_seconds": 14.102207, + "usage": { + "prompt_tokens": 13815, + "completion_tokens": 146, + "total_tokens": 13961 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko mal pri QA deme nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.412768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.658886, + "tool_latency_seconds": 0.412768, + "final_model_latency_seconds": 14.76232, + "total_latency_seconds": 16.834573, + "usage": { + "prompt_tokens": 17967, + "completion_tokens": 115, + "total_tokens": 18082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Artem Yatsenko sa nachádza na stránke ZP Wiki, kde sú uvedené jeho študijné údaje a projekty. Artem Yatsenko začal štúdium v roku 2019 a vypracovával bakalársku prácu v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\". V roku 2021 tiež realizoval bakalársky projekt zameraný na zlepšenie modelu pre rozpoznávanie pomenovaných entít a anotáciu korpusu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5 + }, + "latency_seconds": 0.238701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.342809, + "tool_latency_seconds": 0.238701, + "final_model_latency_seconds": 15.595527, + "total_latency_seconds": 17.177591, + "usage": { + "prompt_tokens": 16867, + "completion_tokens": 202, + "total_tokens": 17069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225693, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822519, + "tool_latency_seconds": 0.225693, + "final_model_latency_seconds": 12.933771, + "total_latency_seconds": 14.982544, + "usage": { + "prompt_tokens": 15157, + "completion_tokens": 143, + "total_tokens": 15300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.372654, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.570498, + "tool_latency_seconds": 0.372654, + "final_model_latency_seconds": 22.203268, + "total_latency_seconds": 24.147057, + "usage": { + "prompt_tokens": 26483, + "completion_tokens": 135, + "total_tokens": 26618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022. Ďalej tému riešil aj Jakub Maruniak v rámci svojej diplomovej práce s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ a Martin Wencel sa jej venoval v bakalárskej práci z roku 2020, kde sa venoval aj implementácii tohto procesu pomocou knižnice Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 10 + }, + "latency_seconds": 0.637387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.560288, + "tool_latency_seconds": 0.637387, + "final_model_latency_seconds": 48.336013, + "total_latency_seconds": 50.534821, + "usage": { + "prompt_tokens": 52085, + "completion_tokens": 271, + "total_tokens": 52356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce pri osobe Artem Yatsenko je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.853543, + "tool_latency_seconds": 0.201472, + "final_model_latency_seconds": 12.261022, + "total_latency_seconds": 14.316456, + "usage": { + "prompt_tokens": 13683, + "completion_tokens": 140, + "total_tokens": 13823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.818273, + "tool_latency_seconds": 0.196384, + "final_model_latency_seconds": 12.306591, + "total_latency_seconds": 14.321762, + "usage": { + "prompt_tokens": 15121, + "completion_tokens": 123, + "total_tokens": 15244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.234635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.941765, + "tool_latency_seconds": 0.234635, + "final_model_latency_seconds": 9.574311, + "total_latency_seconds": 11.751109, + "usage": { + "prompt_tokens": 11181, + "completion_tokens": 145, + "total_tokens": 11326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je bakalárska práca uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?" + }, + "latency_seconds": 0.226706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.228534, + "tool_latency_seconds": 0.226706, + "final_model_latency_seconds": 16.555265, + "total_latency_seconds": 18.011032, + "usage": { + "prompt_tokens": 20169, + "completion_tokens": 90, + "total_tokens": 20259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Artem Yatsenko začala štúdium v roku 2019 a vypracovávala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 10 + }, + "latency_seconds": 0.393774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.471653, + "tool_latency_seconds": 0.393774, + "final_model_latency_seconds": 21.312735, + "total_latency_seconds": 23.178931, + "usage": { + "prompt_tokens": 25598, + "completion_tokens": 120, + "total_tokens": 25718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce osoby Artem Yatsenko, ale rokom začiatku jeho štúdia, zatiaľ čo jeho bakalárska práca s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.221613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.463649, + "tool_latency_seconds": 0.221613, + "final_model_latency_seconds": 11.714591, + "total_latency_seconds": 13.400299, + "usage": { + "prompt_tokens": 12770, + "completion_tokens": 162, + "total_tokens": 12932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorej téma sa priamo zaoberá pomenovanými entitami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.13844, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.819912, + "tool_latency_seconds": 0.13844, + "final_model_latency_seconds": 12.788728, + "total_latency_seconds": 14.747541, + "usage": { + "prompt_tokens": 14872, + "completion_tokens": 161, + "total_tokens": 15033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko súvisí s témou Spacy počas svojho bakalárskeho projektu v roku 2021, kde bol súčasťou úloh práca s repozitárom spacy-skmodel pre rozpoznávanie pomenovaných entít, hoci názov jeho následnej bakalárskej práce z roku 2022 je „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.306497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.400384, + "tool_latency_seconds": 0.306497, + "final_model_latency_seconds": 15.313156, + "total_latency_seconds": 17.020527, + "usage": { + "prompt_tokens": 17312, + "completion_tokens": 176, + "total_tokens": 17488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársky projekt v roku 2021 s úlohou anotovať korpus a následne bakalársku prácu v roku 2022 na tému Rozpoznávanie pomenovaných entít v slovenskom jazyku, čo zahŕňalo aj anotáciu pomenovaných entít.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.135984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.813949, + "tool_latency_seconds": 0.135984, + "final_model_latency_seconds": 12.879264, + "total_latency_seconds": 14.829683, + "usage": { + "prompt_tokens": 14519, + "completion_tokens": 184, + "total_tokens": 14703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal podľa úloh z 30. septembra v rámci bakalárskeho projektu 2021 minimálne anotovať 20 článkov cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 5 + }, + "latency_seconds": 0.362506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.480641, + "tool_latency_seconds": 0.362506, + "final_model_latency_seconds": 14.716081, + "total_latency_seconds": 16.56, + "usage": { + "prompt_tokens": 17633, + "completion_tokens": 126, + "total_tokens": 17759 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, kde sú evidované jeho bakalárska práca s názvom „Dialógový systém pre potreby samosprávy\" z roku 2024 a diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.762514, + "tool_latency_seconds": 0.210587, + "final_model_latency_seconds": 19.016094, + "total_latency_seconds": 20.989732, + "usage": { + "prompt_tokens": 21342, + "completion_tokens": 218, + "total_tokens": 21560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.875944, + "tool_latency_seconds": 0.303718, + "final_model_latency_seconds": 17.893895, + "total_latency_seconds": 20.074242, + "usage": { + "prompt_tokens": 21392, + "completion_tokens": 144, + "total_tokens": 21536 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracúva študent Matej Ščišľak.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.632266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.161975, + "tool_latency_seconds": 0.632266, + "final_model_latency_seconds": 26.318656, + "total_latency_seconds": 29.113718, + "usage": { + "prompt_tokens": 31143, + "completion_tokens": 167, + "total_tokens": 31310 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši diplomovú prácu s presným názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", je Matej Ščišľak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.490901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.074269, + "tool_latency_seconds": 0.490901, + "final_model_latency_seconds": 17.283905, + "total_latency_seconds": 19.849559, + "usage": { + "prompt_tokens": 19832, + "completion_tokens": 168, + "total_tokens": 20000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?" + }, + "latency_seconds": 0.226737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.297473, + "tool_latency_seconds": 0.226737, + "final_model_latency_seconds": 14.213382, + "total_latency_seconds": 15.738092, + "usage": { + "prompt_tokens": 16987, + "completion_tokens": 106, + "total_tokens": 17093 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.212275, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.859169, + "tool_latency_seconds": 0.212275, + "final_model_latency_seconds": 14.9807, + "total_latency_seconds": 17.052658, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 128, + "total_tokens": 18307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.249072, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.39037, + "tool_latency_seconds": 0.249072, + "final_model_latency_seconds": 12.191485, + "total_latency_seconds": 13.831395, + "usage": { + "prompt_tokens": 14480, + "completion_tokens": 109, + "total_tokens": 14589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.290421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.889134, + "tool_latency_seconds": 0.290421, + "final_model_latency_seconds": 17.882917, + "total_latency_seconds": 20.063039, + "usage": { + "prompt_tokens": 21767, + "completion_tokens": 132, + "total_tokens": 21899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala štúdium v roku 2021, pričom jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" bola evidovaná v roku 2026 a bakalárska práca „Dialógový systém pre potreby samosprávy\" v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "limit": 10 + }, + "latency_seconds": 0.615882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.554507, + "tool_latency_seconds": 0.615882, + "final_model_latency_seconds": 30.174162, + "total_latency_seconds": 32.345539, + "usage": { + "prompt_tokens": 34548, + "completion_tokens": 178, + "total_tokens": 34726 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2024 a diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.257063, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.990629, + "tool_latency_seconds": 0.257063, + "final_model_latency_seconds": 11.874961, + "total_latency_seconds": 14.123087, + "usage": { + "prompt_tokens": 12781, + "completion_tokens": 186, + "total_tokens": 12967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", pri ktorej implementuje systém využívajúci technológiu GraphRAG (zloženú z FAISS a Neo4J) na vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.220211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.86121, + "tool_latency_seconds": 0.220211, + "final_model_latency_seconds": 8.229491, + "total_latency_seconds": 10.311242, + "usage": { + "prompt_tokens": 8513, + "completion_tokens": 197, + "total_tokens": 8710 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt študenta Mateja Ščišľa s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" využíva databázu Neo4J ako súčasť systému GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.208481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.709013, + "tool_latency_seconds": 0.208481, + "final_model_latency_seconds": 16.752431, + "total_latency_seconds": 18.670461, + "usage": { + "prompt_tokens": 19952, + "completion_tokens": 152, + "total_tokens": 20104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Diplomový projekt študenta Mateja Ščišľaka z roku 2025 zahŕňa vytvorenie RAG systému, kde boli vektory uložené do vektrovej databázy FAISS.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.334055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.916843, + "tool_latency_seconds": 0.334055, + "final_model_latency_seconds": 17.499946, + "total_latency_seconds": 19.751467, + "usage": { + "prompt_tokens": 20582, + "completion_tokens": 161, + "total_tokens": 20743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG, ktorý vypracoval Matej Ščišľak, sa skladá z dvoch hlavných častí: vektorovej databázy FAISS a grafovej databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.335728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.937978, + "tool_latency_seconds": 0.335728, + "final_model_latency_seconds": 11.503315, + "total_latency_seconds": 13.777448, + "usage": { + "prompt_tokens": 13224, + "completion_tokens": 159, + "total_tokens": 13383 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému Mateja Ščišľaka bolo vytvorených 110 otázok, ku ktorým sú priradené správne odpovede a odpovede vygenerované chatbotom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.413045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.691958, + "tool_latency_seconds": 0.413045, + "final_model_latency_seconds": 22.944904, + "total_latency_seconds": 25.050559, + "usage": { + "prompt_tokens": 27266, + "completion_tokens": 142, + "total_tokens": 27408 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol „Dialógový systém pre potreby samosprávy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.403529, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.978361, + "tool_latency_seconds": 0.403529, + "final_model_latency_seconds": 22.323989, + "total_latency_seconds": 24.706566, + "usage": { + "prompt_tokens": 26337, + "completion_tokens": 152, + "total_tokens": 26489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Pre Vladimíra Ferka je v ZP Wiki evidovaný dokument o jeho bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorú začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5 + }, + "latency_seconds": 0.250472, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.354409, + "tool_latency_seconds": 0.250472, + "final_model_latency_seconds": 14.043185, + "total_latency_seconds": 15.648545, + "usage": { + "prompt_tokens": 15971, + "completion_tokens": 137, + "total_tokens": 16108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.270817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.872188, + "tool_latency_seconds": 0.270817, + "final_model_latency_seconds": 15.264749, + "total_latency_seconds": 17.408399, + "usage": { + "prompt_tokens": 18245, + "completion_tokens": 144, + "total_tokens": 18389 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa venuje Vladimír Ferko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5 + }, + "latency_seconds": 0.397619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.584488, + "tool_latency_seconds": 0.397619, + "final_model_latency_seconds": 24.281605, + "total_latency_seconds": 26.264359, + "usage": { + "prompt_tokens": 28713, + "completion_tokens": 134, + "total_tokens": 28847 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“, ktorá sa zameriava na prípravu korpusu diskusných príspevkov v slovenčine, ich anotáciu a následnú štatistickú analýzu výskytu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5 + }, + "latency_seconds": 0.400626, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.58688, + "tool_latency_seconds": 0.400626, + "final_model_latency_seconds": 25.134728, + "total_latency_seconds": 27.122969, + "usage": { + "prompt_tokens": 28133, + "completion_tokens": 182, + "total_tokens": 28315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Vladimíra Ferku má názov „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.214949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.897004, + "tool_latency_seconds": 0.214949, + "final_model_latency_seconds": 15.444606, + "total_latency_seconds": 17.557066, + "usage": { + "prompt_tokens": 17986, + "completion_tokens": 147, + "total_tokens": 18133 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.179715, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.876921, + "tool_latency_seconds": 0.179715, + "final_model_latency_seconds": 7.849293, + "total_latency_seconds": 9.906205, + "usage": { + "prompt_tokens": 8930, + "completion_tokens": 128, + "total_tokens": 9058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "limit": 5 + }, + "latency_seconds": 1.108415, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.540191, + "tool_latency_seconds": 1.108415, + "final_model_latency_seconds": 15.37292, + "total_latency_seconds": 18.022167, + "usage": { + "prompt_tokens": 18589, + "completion_tokens": 122, + "total_tokens": 18711 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.298999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.838102, + "tool_latency_seconds": 0.298999, + "final_model_latency_seconds": 20.69095, + "total_latency_seconds": 22.828675, + "usage": { + "prompt_tokens": 24859, + "completion_tokens": 131, + "total_tokens": 24990 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov sa nepodarilo nájsť rok, v ktorom Vladimír Ferko začal pracovať, je však uvedené, že rok začiatku štúdia bol 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "limit": 10 + }, + "latency_seconds": 0.4592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.480144, + "tool_latency_seconds": 0.4592, + "final_model_latency_seconds": 21.354769, + "total_latency_seconds": 23.294937, + "usage": { + "prompt_tokens": 25074, + "completion_tokens": 132, + "total_tokens": 25206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Vladimíra Ferku, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" je evidovaná pod rokom 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.223205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.716046, + "tool_latency_seconds": 0.223205, + "final_model_latency_seconds": 10.800313, + "total_latency_seconds": 12.739924, + "usage": { + "prompt_tokens": 11507, + "completion_tokens": 182, + "total_tokens": 11689 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent, ktorý pracuje na bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá je súčasťou projektu Hate Speech.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5 + }, + "latency_seconds": 0.213, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.404033, + "tool_latency_seconds": 0.213, + "final_model_latency_seconds": 16.875251, + "total_latency_seconds": 18.492838, + "usage": { + "prompt_tokens": 19734, + "completion_tokens": 144, + "total_tokens": 19878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", kde sa zameriaval na anotáciu a automatické rozpoznávanie nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.164172, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.818276, + "tool_latency_seconds": 0.164172, + "final_model_latency_seconds": 14.267036, + "total_latency_seconds": 16.250001, + "usage": { + "prompt_tokens": 16402, + "completion_tokens": 169, + "total_tokens": 16571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracovával bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pri ktorej využil model SlovakBERT (konkrétne verziu pre analýzu sentimentu na Twitteri) na natrénovanie a vyhodnotenie modelu.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.185634, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.818775, + "tool_latency_seconds": 0.185634, + "final_model_latency_seconds": 17.095803, + "total_latency_seconds": 19.100718, + "usage": { + "prompt_tokens": 19610, + "completion_tokens": 182, + "total_tokens": 19792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.227805, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.848114, + "tool_latency_seconds": 0.227805, + "final_model_latency_seconds": 17.25073, + "total_latency_seconds": 19.327162, + "usage": { + "prompt_tokens": 20804, + "completion_tokens": 134, + "total_tokens": 20938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať iniciatívu **OffensEval 2019-20** a v rámci svojej bakalárskej práce o anotácií nenávistnej reči mal vybrať a naštudovať aj ďalšie podobné iniciatívy pre anotáciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.241593, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.801288, + "tool_latency_seconds": 0.241593, + "final_model_latency_seconds": 14.287623, + "total_latency_seconds": 16.330941, + "usage": { + "prompt_tokens": 15780, + "completion_tokens": 178, + "total_tokens": 15958 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Novotný eviduje jeho diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorú začal študovať v roku 2021 a ktorá je plánovaná na rok 2026. Práca sa zameriava na klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu s cieľom pripraviť dáta na trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.76559, + "tool_latency_seconds": 0.193807, + "final_model_latency_seconds": 19.199855, + "total_latency_seconds": 21.159914, + "usage": { + "prompt_tokens": 21466, + "completion_tokens": 214, + "total_tokens": 21680 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.240113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.825978, + "tool_latency_seconds": 0.240113, + "final_model_latency_seconds": 17.689684, + "total_latency_seconds": 19.756494, + "usage": { + "prompt_tokens": 21144, + "completion_tokens": 139, + "total_tokens": 21283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracúva Matej Novotný v rámci svojej diplomovej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.361903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 2.121737, + "tool_latency_seconds": 0.361903, + "final_model_latency_seconds": 21.665611, + "total_latency_seconds": 24.150021, + "usage": { + "prompt_tokens": 25389, + "completion_tokens": 171, + "total_tokens": 25560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá má za cieľ pripraviť webové dáta na trénovanie jazykového modelu prostredníctvom ich automatickej klasifikácie podľa typu a domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5 + }, + "latency_seconds": 0.642446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.544858, + "tool_latency_seconds": 0.642446, + "final_model_latency_seconds": 23.51006, + "total_latency_seconds": 25.698439, + "usage": { + "prompt_tokens": 26764, + "completion_tokens": 161, + "total_tokens": 26925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce osobe Matej Novotný uvedená ako „Klasifikácia webových dát pre lepšie jazykové modelovanie“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.19934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.845696, + "tool_latency_seconds": 0.19934, + "final_model_latency_seconds": 7.838346, + "total_latency_seconds": 9.883679, + "usage": { + "prompt_tokens": 8690, + "completion_tokens": 140, + "total_tokens": 8830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.829055, + "tool_latency_seconds": 0.230696, + "final_model_latency_seconds": 15.640708, + "total_latency_seconds": 17.701148, + "usage": { + "prompt_tokens": 19241, + "completion_tokens": 126, + "total_tokens": 19367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.26341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.374398, + "tool_latency_seconds": 0.26341, + "final_model_latency_seconds": 12.418125, + "total_latency_seconds": 14.056503, + "usage": { + "prompt_tokens": 14689, + "completion_tokens": 108, + "total_tokens": 14797 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.231376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.823901, + "tool_latency_seconds": 0.231376, + "final_model_latency_seconds": 19.158278, + "total_latency_seconds": 21.214291, + "usage": { + "prompt_tokens": 23325, + "completion_tokens": 129, + "total_tokens": 23454 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Podľa dostupných dokumentov začal Matej Novotný štúdium v roku 2021 a jeho diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.295384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.89955, + "tool_latency_seconds": 0.295384, + "final_model_latency_seconds": 8.347621, + "total_latency_seconds": 10.542863, + "usage": { + "prompt_tokens": 9369, + "completion_tokens": 152, + "total_tokens": 9521 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" je evidovaná ako práca z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.376058, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.937181, + "tool_latency_seconds": 0.376058, + "final_model_latency_seconds": 12.124295, + "total_latency_seconds": 14.438025, + "usage": { + "prompt_tokens": 13810, + "completion_tokens": 189, + "total_tokens": 13999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových dát, ich roztriedenie podľa typov a domén a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234214, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.820049, + "tool_latency_seconds": 0.234214, + "final_model_latency_seconds": 23.109198, + "total_latency_seconds": 25.164221, + "usage": { + "prompt_tokens": 26190, + "completion_tokens": 178, + "total_tokens": 26368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na automatickú klasifikáciu webových textov podľa typu a na detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.224105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.830039, + "tool_latency_seconds": 0.224105, + "final_model_latency_seconds": 18.40466, + "total_latency_seconds": 20.45936, + "usage": { + "prompt_tokens": 21161, + "completion_tokens": 173, + "total_tokens": 21334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie, ktorá sa zameriava na prípravu dát pre trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218536, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.862919, + "tool_latency_seconds": 0.218536, + "final_model_latency_seconds": 21.027461, + "total_latency_seconds": 23.109557, + "usage": { + "prompt_tokens": 24878, + "completion_tokens": 159, + "total_tokens": 25037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Valerii Kutsenko je v ZP Wiki evidovaný dokument o jej bakalárskej práci z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu\" a o diplomovej práci z roku 2027 zamerané na „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko." + }, + "latency_seconds": 0.287968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.139725, + "tool_latency_seconds": 0.287968, + "final_model_latency_seconds": 16.452757, + "total_latency_seconds": 17.88095, + "usage": { + "prompt_tokens": 18231, + "completion_tokens": 141, + "total_tokens": 18372 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca osoby Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.246446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.844365, + "tool_latency_seconds": 0.246446, + "final_model_latency_seconds": 15.493935, + "total_latency_seconds": 17.585303, + "usage": { + "prompt_tokens": 18434, + "completion_tokens": 139, + "total_tokens": 18573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva študent Valerii Kutsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.432525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.717994, + "tool_latency_seconds": 0.432525, + "final_model_latency_seconds": 18.852238, + "total_latency_seconds": 21.003304, + "usage": { + "prompt_tokens": 22439, + "completion_tokens": 132, + "total_tokens": 22571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko rieši diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", ktorá má za cieľ navrhnúť agenta budujúceho a využívajúceho znalostný graf pri vyhľadávaní. Ďalší študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá zahŕňa vytvorenie znalostného grafu pre slovenské právo a návrh inteligentného agenta využívajúceho tento graf.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.62776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.950337, + "tool_latency_seconds": 0.62776, + "final_model_latency_seconds": 28.040768, + "total_latency_seconds": 30.619653, + "usage": { + "prompt_tokens": 30645, + "completion_tokens": 279, + "total_tokens": 30924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov“ pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "published_only": true + }, + "latency_seconds": 0.347554, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.441475, + "tool_latency_seconds": 0.347554, + "final_model_latency_seconds": 19.140968, + "total_latency_seconds": 20.930753, + "usage": { + "prompt_tokens": 22070, + "completion_tokens": 121, + "total_tokens": 22191 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.253754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.808408, + "tool_latency_seconds": 0.253754, + "final_model_latency_seconds": 12.508107, + "total_latency_seconds": 14.570718, + "usage": { + "prompt_tokens": 15045, + "completion_tokens": 124, + "total_tokens": 15169 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.276421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.012745, + "tool_latency_seconds": 0.276421, + "final_model_latency_seconds": 4.951322, + "total_latency_seconds": 7.240722, + "usage": { + "prompt_tokens": 5166, + "completion_tokens": 148, + "total_tokens": 5314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "published_only": false + }, + "latency_seconds": 0.271264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.407661, + "tool_latency_seconds": 0.271264, + "final_model_latency_seconds": 17.867999, + "total_latency_seconds": 19.547636, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 103, + "total_tokens": 22076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vypracováva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.311637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.707277, + "tool_latency_seconds": 0.311637, + "final_model_latency_seconds": 11.481093, + "total_latency_seconds": 13.500644, + "usage": { + "prompt_tokens": 13424, + "completion_tokens": 133, + "total_tokens": 13557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Valerii Kutsenko, ale rokom začiatku jej štúdia; jej diplomová práca je naplánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.275964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.898463, + "tool_latency_seconds": 0.275964, + "final_model_latency_seconds": 4.716856, + "total_latency_seconds": 6.89151, + "usage": { + "prompt_tokens": 4471, + "completion_tokens": 163, + "total_tokens": 4634 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Valerii Kutsenko s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" sa zaoberá témou znalostných grafov, pričom cieľom je navrhnúť agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.284048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.820714, + "tool_latency_seconds": 0.284048, + "final_model_latency_seconds": 7.343405, + "total_latency_seconds": 9.44846, + "usage": { + "prompt_tokens": 7709, + "completion_tokens": 184, + "total_tokens": 7893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva bakalársku prácu s názvom „Automatické generovanie otázok zo zadaného textu\", ktorej cieľom je vylepšiť proces RAG (Retrieval augmented generation).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.298449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.61543, + "tool_latency_seconds": 0.298449, + "final_model_latency_seconds": 16.857097, + "total_latency_seconds": 18.771563, + "usage": { + "prompt_tokens": 20015, + "completion_tokens": 144, + "total_tokens": 20159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko je študent, ktorý pripravuje diplomovú prácu s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, pričom v rámci svojho diplomového projektu z roku 2026 si študoval tému GraphRAG a pozeral sa na zdroj https://graphrag.com.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.279816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.818196, + "tool_latency_seconds": 0.279816, + "final_model_latency_seconds": 17.848965, + "total_latency_seconds": 19.94753, + "usage": { + "prompt_tokens": 20419, + "completion_tokens": 180, + "total_tokens": 20599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania k diplomovej práci môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.32323, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.876815, + "tool_latency_seconds": 0.32323, + "final_model_latency_seconds": 7.868967, + "total_latency_seconds": 10.069287, + "usage": { + "prompt_tokens": 8959, + "completion_tokens": 144, + "total_tokens": 9103 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian má na stránke ZP Wiki evidovanú bakalársku prácu s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorú začala vypracovávať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.21972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.73175, + "tool_latency_seconds": 0.21972, + "final_model_latency_seconds": 6.673681, + "total_latency_seconds": 8.625532, + "usage": { + "prompt_tokens": 7144, + "completion_tokens": 163, + "total_tokens": 7307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.175608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.835156, + "tool_latency_seconds": 0.175608, + "final_model_latency_seconds": 12.472797, + "total_latency_seconds": 14.48418, + "usage": { + "prompt_tokens": 15069, + "completion_tokens": 141, + "total_tokens": 15210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "S pracou s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú Tetiana Mohorian, ktorá vypracováva bakalársku prácu v roku 2025, a Patrik Pokrivčák, ktorý má túto tému ako diplomovú prácu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.469446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.058644, + "tool_latency_seconds": 0.469446, + "final_model_latency_seconds": 25.186043, + "total_latency_seconds": 27.715209, + "usage": { + "prompt_tokens": 28832, + "completion_tokens": 221, + "total_tokens": 29053 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií v ZP Wiki sa téma „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" (alebo podobne sformulovaná ako „Rozpoznávanie nenávistnej reči pomocou transfomers\") objavila ako jeden z nápadov na tému diplomovej práce študenta Martina Jancuru, pričom jeho finálna diplomová práca bola pomenovaná „Rozpoznávanie emócií v texte\" a zameriavala sa na sentiment a emócie v texte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.023031, + "tool_latency_seconds": 0.452078, + "final_model_latency_seconds": 25.612383, + "total_latency_seconds": 28.088301, + "usage": { + "prompt_tokens": 28421, + "completion_tokens": 246, + "total_tokens": 28667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.174816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.89121, + "tool_latency_seconds": 0.174816, + "final_model_latency_seconds": 14.471281, + "total_latency_seconds": 16.537915, + "usage": { + "prompt_tokens": 17102, + "completion_tokens": 141, + "total_tokens": 17243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.216669, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.83635, + "tool_latency_seconds": 0.216669, + "final_model_latency_seconds": 11.967066, + "total_latency_seconds": 14.020592, + "usage": { + "prompt_tokens": 14528, + "completion_tokens": 124, + "total_tokens": 14652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 1.6121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.405249, + "tool_latency_seconds": 1.6121, + "final_model_latency_seconds": 17.741446, + "total_latency_seconds": 20.759493, + "usage": { + "prompt_tokens": 21396, + "completion_tokens": 106, + "total_tokens": 21502 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je v ZP Wiki uvedená bakalárska práca pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?" + }, + "latency_seconds": 0.255821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.258658, + "tool_latency_seconds": 0.255821, + "final_model_latency_seconds": 12.28165, + "total_latency_seconds": 13.796689, + "usage": { + "prompt_tokens": 14651, + "completion_tokens": 95, + "total_tokens": 14746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je uvedené, že rok začiatku štúdia Tetiany Mohorian je 2022, pričom rok práce (záverečnej práce) nie je v týchto zdrojoch explicitne uvedený, hoci sa v sekcii jej profilu nachádza záhlavie „Bakalárska práca 2025\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.342889, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.67368, + "tool_latency_seconds": 0.342889, + "final_model_latency_seconds": 14.973601, + "total_latency_seconds": 16.99089, + "usage": { + "prompt_tokens": 17118, + "completion_tokens": 181, + "total_tokens": 17299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia, pričom jej bakalárska práca je evidovaná pod rokom 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.223655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.693723, + "tool_latency_seconds": 0.223655, + "final_model_latency_seconds": 14.017726, + "total_latency_seconds": 15.935579, + "usage": { + "prompt_tokens": 16517, + "completion_tokens": 149, + "total_tokens": 16666 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zameriava na tému hate speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331762, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.609158, + "tool_latency_seconds": 0.331762, + "final_model_latency_seconds": 18.650715, + "total_latency_seconds": 20.592312, + "usage": { + "prompt_tokens": 22005, + "completion_tokens": 144, + "total_tokens": 22149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá priamo súvisí s témou LLM (veľké jazykové modely).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.221704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.812728, + "tool_latency_seconds": 0.221704, + "final_model_latency_seconds": 7.747149, + "total_latency_seconds": 9.782023, + "usage": { + "prompt_tokens": 8065, + "completion_tokens": 166, + "total_tokens": 8231 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", kde sa v rámci zadania a úloh explicitne zaoberá témou prompting, konkrétne nácvikom a aplikáciou promptingových metód (vrátane few-shot learning) na detekciu nenávistnej reči.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.338887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.7763, + "tool_latency_seconds": 0.338887, + "final_model_latency_seconds": 16.776983, + "total_latency_seconds": 18.893151, + "usage": { + "prompt_tokens": 18931, + "completion_tokens": 196, + "total_tokens": 19127 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre bakalársku prácu Tetiany Mohorian mala na adaptáciu modelu použiť techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.182141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.662854, + "tool_latency_seconds": 0.182141, + "final_model_latency_seconds": 7.611275, + "total_latency_seconds": 9.45657, + "usage": { + "prompt_tokens": 8218, + "completion_tokens": 130, + "total_tokens": 8348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small približne 0.7 v metrike few-shot F1.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.271929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.896312, + "tool_latency_seconds": 0.271929, + "final_model_latency_seconds": 7.746568, + "total_latency_seconds": 9.915115, + "usage": { + "prompt_tokens": 9133, + "completion_tokens": 140, + "total_tokens": 9273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Daniil Huzenko je v ZP Wiki evidovaný dokument o jeho bakalárskej práci z roku 2025 s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.172434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.72043, + "tool_latency_seconds": 0.172434, + "final_model_latency_seconds": 11.496475, + "total_latency_seconds": 13.389793, + "usage": { + "prompt_tokens": 13259, + "completion_tokens": 160, + "total_tokens": 13419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Daniila Huzenka má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.18521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.837895, + "tool_latency_seconds": 0.18521, + "final_model_latency_seconds": 14.367077, + "total_latency_seconds": 16.390725, + "usage": { + "prompt_tokens": 17198, + "completion_tokens": 152, + "total_tokens": 17350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" vypracúva študent Daniil Huzenko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.747342, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 2.061675, + "tool_latency_seconds": 0.747342, + "final_model_latency_seconds": 27.241531, + "total_latency_seconds": 30.05143, + "usage": { + "prompt_tokens": 32212, + "completion_tokens": 167, + "total_tokens": 32379 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", kde je cieľom porovnať a kombinovať domáci klaster založený na Raspberry Pi s verejným riešením Azure Kubernetes System.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.604014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.840505, + "tool_latency_seconds": 0.604014, + "final_model_latency_seconds": 25.726745, + "total_latency_seconds": 28.172141, + "usage": { + "prompt_tokens": 29445, + "completion_tokens": 184, + "total_tokens": 29629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.205084, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.838529, + "tool_latency_seconds": 0.205084, + "final_model_latency_seconds": 16.136017, + "total_latency_seconds": 18.180179, + "usage": { + "prompt_tokens": 18760, + "completion_tokens": 153, + "total_tokens": 18913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.293903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.807382, + "tool_latency_seconds": 0.293903, + "final_model_latency_seconds": 14.930199, + "total_latency_seconds": 17.032191, + "usage": { + "prompt_tokens": 17892, + "completion_tokens": 124, + "total_tokens": 18016 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.364463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.360862, + "tool_latency_seconds": 0.364463, + "final_model_latency_seconds": 15.186127, + "total_latency_seconds": 16.911978, + "usage": { + "prompt_tokens": 18129, + "completion_tokens": 101, + "total_tokens": 18230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je v ZP Wiki uvedená bakalárska práca v roku 2025, pričom dokument uvádza aj rok začiatku štúdia 2022 a predbežný názov práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.222846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.842606, + "tool_latency_seconds": 0.222846, + "final_model_latency_seconds": 19.656969, + "total_latency_seconds": 21.723061, + "usage": { + "prompt_tokens": 22605, + "completion_tokens": 184, + "total_tokens": 22789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal študovať v roku 2022 a vypracováva svoju bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 5 + }, + "latency_seconds": 0.159321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.460312, + "tool_latency_seconds": 0.159321, + "final_model_latency_seconds": 11.938217, + "total_latency_seconds": 13.558363, + "usage": { + "prompt_tokens": 13652, + "completion_tokens": 119, + "total_tokens": 13771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Daniil Huzenko začal štúdium v roku 2022, pričom jeho bakalárska práca je evidovaná pod rokom 2025, nie 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.375801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.924566, + "tool_latency_seconds": 0.375801, + "final_model_latency_seconds": 10.412001, + "total_latency_seconds": 12.712766, + "usage": { + "prompt_tokens": 11995, + "completion_tokens": 156, + "total_tokens": 12151 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.211001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.903165, + "tool_latency_seconds": 0.211001, + "final_model_latency_seconds": 13.543445, + "total_latency_seconds": 15.658136, + "usage": { + "prompt_tokens": 15484, + "completion_tokens": 187, + "total_tokens": 15671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej súčasťou je zostavenie vlastného klastra z viacerých dosiek Raspberry Pi a jeho konfigurácia s platformou Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.212547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.606366, + "tool_latency_seconds": 0.212547, + "final_model_latency_seconds": 20.078068, + "total_latency_seconds": 21.8977, + "usage": { + "prompt_tokens": 23359, + "completion_tokens": 165, + "total_tokens": 23524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa venuje téme hybridného cloudu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.366161, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.871224, + "tool_latency_seconds": 0.366161, + "final_model_latency_seconds": 13.736148, + "total_latency_seconds": 15.974187, + "usage": { + "prompt_tokens": 15931, + "completion_tokens": 160, + "total_tokens": 16091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny zoznam hardvéru, ktorý mal Daniil Huzenko použiť na svoj vlastný klaster, hoci sa v dokumentoch uvádza, že mal zostaviť klaster z dosiek Raspberry Pi a mal do práce zapísať aj o hardvéri, ktorý dostal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5 + }, + "latency_seconds": 0.242966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.442458, + "tool_latency_seconds": 0.242966, + "final_model_latency_seconds": 18.715478, + "total_latency_seconds": 20.401877, + "usage": { + "prompt_tokens": 21445, + "completion_tokens": 166, + "total_tokens": 21611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible, a to prostredníctvom prípravy skriptov pre nastavenie (setup) a reinstaláciu (reinstall) klastra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5 + }, + "latency_seconds": 0.261232, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.456282, + "tool_latency_seconds": 0.261232, + "final_model_latency_seconds": 15.848749, + "total_latency_seconds": 17.566877, + "usage": { + "prompt_tokens": 18459, + "completion_tokens": 137, + "total_tokens": 18596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ján Pták je diplomový projekt z roku 2022 s témou Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.199895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.817185, + "tool_latency_seconds": 0.199895, + "final_model_latency_seconds": 15.294293, + "total_latency_seconds": 17.311995, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 135, + "total_tokens": 18314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu Jána Ptáka je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.252133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.787225, + "tool_latency_seconds": 0.252133, + "final_model_latency_seconds": 22.457847, + "total_latency_seconds": 24.498038, + "usage": { + "prompt_tokens": 26949, + "completion_tokens": 126, + "total_tokens": 27075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Záverečnú prácu s názvom „Agent pre manažment záverečných prác\" vypracúva študent Ján Pták ako svoj diplomový projekt.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.275435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.916356, + "tool_latency_seconds": 0.275435, + "final_model_latency_seconds": 18.959742, + "total_latency_seconds": 21.152154, + "usage": { + "prompt_tokens": 22424, + "completion_tokens": 147, + "total_tokens": 22571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.304931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.828001, + "tool_latency_seconds": 0.304931, + "final_model_latency_seconds": 18.683805, + "total_latency_seconds": 20.817544, + "usage": { + "prompt_tokens": 22408, + "completion_tokens": 131, + "total_tokens": 22539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v rámci diplomového projektu uvedená téma „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.338082, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.808653, + "tool_latency_seconds": 0.338082, + "final_model_latency_seconds": 15.985922, + "total_latency_seconds": 18.133338, + "usage": { + "prompt_tokens": 19200, + "completion_tokens": 130, + "total_tokens": 19330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.236719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.81762, + "tool_latency_seconds": 0.236719, + "final_model_latency_seconds": 13.277365, + "total_latency_seconds": 15.332223, + "usage": { + "prompt_tokens": 16183, + "completion_tokens": 121, + "total_tokens": 16304 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.218195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.969672, + "tool_latency_seconds": 0.218195, + "final_model_latency_seconds": 10.780739, + "total_latency_seconds": 12.969407, + "usage": { + "prompt_tokens": 12890, + "completion_tokens": 136, + "total_tokens": 13026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je uvedený diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.279176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.559941, + "tool_latency_seconds": 0.279176, + "final_model_latency_seconds": 19.067621, + "total_latency_seconds": 20.907519, + "usage": { + "prompt_tokens": 23379, + "completion_tokens": 109, + "total_tokens": 23488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala štúdium v roku 2022 a v roku 2026 pracuje na diplomovom projekte s názvom Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 10 + }, + "latency_seconds": 0.629584, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.457758, + "tool_latency_seconds": 0.629584, + "final_model_latency_seconds": 24.999435, + "total_latency_seconds": 27.087639, + "usage": { + "prompt_tokens": 29431, + "completion_tokens": 128, + "total_tokens": 29559 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Jána Ptáka, ale rokom začiatku jeho štúdia, kedy pracoval na diplomovom projekte s témou „Agent pre manažment záverečných prác\", ktorý má byť dokončený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.213006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.659472, + "tool_latency_seconds": 0.213006, + "final_model_latency_seconds": 11.758074, + "total_latency_seconds": 13.631357, + "usage": { + "prompt_tokens": 12939, + "completion_tokens": 166, + "total_tokens": 13105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", kde je jednou z kľúčových úloh pochopiť a implementovať technológiu RAG (Retrieval Augmented Generation) pre zlepšenie manažmentu záverečných prác v systéme zpwiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228936, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.791585, + "tool_latency_seconds": 0.228936, + "final_model_latency_seconds": 15.947475, + "total_latency_seconds": 17.968488, + "usage": { + "prompt_tokens": 18313, + "completion_tokens": 175, + "total_tokens": 18488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác\", kde je ako požadované rozhranie určený nástroj OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.142996, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.821382, + "tool_latency_seconds": 0.142996, + "final_model_latency_seconds": 12.066912, + "total_latency_seconds": 14.031752, + "usage": { + "prompt_tokens": 14056, + "completion_tokens": 146, + "total_tokens": 14202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", pri ktorom je jednou z cieľových úloh navrhnuť deployment systému pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.317795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.971462, + "tool_latency_seconds": 0.317795, + "final_model_latency_seconds": 14.666525, + "total_latency_seconds": 16.956278, + "usage": { + "prompt_tokens": 17426, + "completion_tokens": 163, + "total_tokens": 17589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Pre svojho agenta pre zlepšenie manažmentu záverečných prác má Ján Pták použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.822641, + "tool_latency_seconds": 0.216, + "final_model_latency_seconds": 19.053157, + "total_latency_seconds": 21.092457, + "usage": { + "prompt_tokens": 22968, + "completion_tokens": 139, + "total_tokens": 23107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOKu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.370163, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.829141, + "tool_latency_seconds": 0.370163, + "final_model_latency_seconds": 13.605958, + "total_latency_seconds": 15.805763, + "usage": { + "prompt_tokens": 16563, + "completion_tokens": 120, + "total_tokens": 16683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnej databáze alebo backendovom technologickom riešení, ktoré Ján Pták už používal. Dokument o jeho diplomovom projekte z roku 2026 s témou „Agent pre manažment záverečných prác\" uvádza cieľ nasadiť riešenie pomocou Dockeru a rozhrania OpenWebUI, no neobsahuje explicitné uvedenie konkrétnej databázy ani backendového jazyka či frameworku, ktorý by už bol v stave projektu implementovaný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.23294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.589479, + "tool_latency_seconds": 0.23294, + "final_model_latency_seconds": 24.17505, + "total_latency_seconds": 25.99842, + "usage": { + "prompt_tokens": 26939, + "completion_tokens": 220, + "total_tokens": 27159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá začala v roku 2023 a je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk." + }, + "latency_seconds": 0.190847, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.178542, + "tool_latency_seconds": 0.190847, + "final_model_latency_seconds": 13.331591, + "total_latency_seconds": 14.701486, + "usage": { + "prompt_tokens": 15130, + "completion_tokens": 126, + "total_tokens": 15256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.206002, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.890661, + "tool_latency_seconds": 0.206002, + "final_model_latency_seconds": 13.380856, + "total_latency_seconds": 15.478042, + "usage": { + "prompt_tokens": 16018, + "completion_tokens": 147, + "total_tokens": 16165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" sa venuje Rostyslav Rodzhuk.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.460408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.948708, + "tool_latency_seconds": 0.460408, + "final_model_latency_seconds": 24.293706, + "total_latency_seconds": 26.703629, + "usage": { + "prompt_tokens": 28976, + "completion_tokens": 147, + "total_tokens": 29123 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá zahŕňa vytvorenie agenta na pomoc špeciálnemu pedagógovi na základe veľkého jazykového modelu a dostupných dát o podporných opatreniach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.474322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.945016, + "tool_latency_seconds": 0.474322, + "final_model_latency_seconds": 23.780774, + "total_latency_seconds": 26.20078, + "usage": { + "prompt_tokens": 27144, + "completion_tokens": 196, + "total_tokens": 27340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je pri bakalárskej práci uvedená téma „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.234637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.9161, + "tool_latency_seconds": 0.234637, + "final_model_latency_seconds": 11.568673, + "total_latency_seconds": 13.719883, + "usage": { + "prompt_tokens": 13306, + "completion_tokens": 149, + "total_tokens": 13455 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200739, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "first_model_latency_seconds": 1.89357, + "tool_latency_seconds": 0.200739, + "final_model_latency_seconds": 11.812939, + "total_latency_seconds": 13.907766, + "usage": { + "prompt_tokens": 14326, + "completion_tokens": 133, + "total_tokens": 14459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je pri práci „Bakalárska práca 2026\" explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.157297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.004073, + "tool_latency_seconds": 0.157297, + "final_model_latency_seconds": 7.034766, + "total_latency_seconds": 9.196419, + "usage": { + "prompt_tokens": 7412, + "completion_tokens": 161, + "total_tokens": 7573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.246199, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.671269, + "tool_latency_seconds": 0.246199, + "final_model_latency_seconds": 13.282618, + "total_latency_seconds": 15.200669, + "usage": { + "prompt_tokens": 16340, + "completion_tokens": 123, + "total_tokens": 16463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Rostyslav Rodzhuk začala študovať v roku 2023, pričom v dostupných dokumentoch ZP Wiki nie je explicitne uvedený rok, v ktorom vypracovával svoju prácu, hoci sekcia dokumentu naznačuje rok záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.167903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.953935, + "tool_latency_seconds": 0.167903, + "final_model_latency_seconds": 7.242542, + "total_latency_seconds": 9.364669, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 186, + "total_tokens": 7611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce, ale rokom začiatku štúdia Rostyslava Rodzhuka, ktorý vypracováva bakalársku prácu s predpokladaným rokom záveru 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.269237, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.748736, + "tool_latency_seconds": 0.269237, + "final_model_latency_seconds": 12.343864, + "total_latency_seconds": 14.362375, + "usage": { + "prompt_tokens": 14283, + "completion_tokens": 163, + "total_tokens": 14446 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 10 + }, + "latency_seconds": 0.367712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.505885, + "tool_latency_seconds": 0.367712, + "final_model_latency_seconds": 24.004306, + "total_latency_seconds": 25.87877, + "usage": { + "prompt_tokens": 28591, + "completion_tokens": 126, + "total_tokens": 28717 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.174821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.902063, + "tool_latency_seconds": 0.174821, + "final_model_latency_seconds": 7.597519, + "total_latency_seconds": 9.674717, + "usage": { + "prompt_tokens": 8158, + "completion_tokens": 150, + "total_tokens": 8308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá využíva veľké jazykové modely (LLM) a zahŕňa prehľad agentových systémov na ich báze, pričom v rámci vedeckého projektu 2025 tiež skúma tému „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.196167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.831493, + "tool_latency_seconds": 0.196167, + "final_model_latency_seconds": 14.372115, + "total_latency_seconds": 16.400234, + "usage": { + "prompt_tokens": 16049, + "completion_tokens": 210, + "total_tokens": 16259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent, ktorý vyvíja Rostyslav Rodzhuk, má pomáhať špeciálnemu pedagógovi pri jeho práci, konkrétne pri navrhovaní najlepších výchovných opatrení na základe relevantných dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.946031, + "tool_latency_seconds": 0.293841, + "final_model_latency_seconds": 6.81517, + "total_latency_seconds": 9.055413, + "usage": { + "prompt_tokens": 7165, + "completion_tokens": 174, + "total_tokens": 7339 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Yevheniia Medushivskyi bol v ZP Wiki nájdený dokument o jeho bakalárskej práci z roku 2023 s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie webového crawlera a analýzu získaných dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.177428, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.861056, + "tool_latency_seconds": 0.177428, + "final_model_latency_seconds": 16.741928, + "total_latency_seconds": 18.780965, + "usage": { + "prompt_tokens": 19381, + "completion_tokens": 185, + "total_tokens": 19566 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Yevhenii Medushivskyi má názov (tému) „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212087, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.928637, + "tool_latency_seconds": 0.212087, + "final_model_latency_seconds": 18.680586, + "total_latency_seconds": 20.82201, + "usage": { + "prompt_tokens": 22218, + "completion_tokens": 152, + "total_tokens": 22370 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Priameho zápisu s názvom práce „Získavanie textu z webových stránok\" v dostupných dokumentoch nie je, no téma s presne týmto názvom je uvedená ako téma bakalárskej práce študenta Yevhenii Medushivskyi (rok začiatku štúdia 2023). Ďalší študenti sa podobným témam venujú pod odlišnými názvami, napríklad Ján Holp (Systém získavania informácií v slovenskom jazyku), Matej Kobyľan (Systém pre extrakciu textu z webových stránok) alebo Michal Stromko (Indexovanie slovenského textu pomocou Elasticsearch).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.490782, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.90607, + "tool_latency_seconds": 0.490782, + "final_model_latency_seconds": 27.892721, + "total_latency_seconds": 30.290505, + "usage": { + "prompt_tokens": 29072, + "completion_tokens": 347, + "total_tokens": 29419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Na tému „Získavanie textu z webových stránok\" rieši bakalársku prácu študent Yevhenii Medushivskyi, ktorá bola zadávaná v roku 2026 s cieľom vytvoriť webový crawler na sledovanie a sťahovanie slovenského internetu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.998173, + "tool_latency_seconds": 0.409678, + "final_model_latency_seconds": 25.292365, + "total_latency_seconds": 27.701169, + "usage": { + "prompt_tokens": 29033, + "completion_tokens": 189, + "total_tokens": 29222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je pri bakalárskej práci uvedená téma „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.263696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.963466, + "tool_latency_seconds": 0.263696, + "final_model_latency_seconds": 15.897008, + "total_latency_seconds": 18.124676, + "usage": { + "prompt_tokens": 18506, + "completion_tokens": 150, + "total_tokens": 18656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.315205, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.4916, + "tool_latency_seconds": 0.315205, + "final_model_latency_seconds": 14.426235, + "total_latency_seconds": 16.233541, + "usage": { + "prompt_tokens": 17405, + "completion_tokens": 110, + "total_tokens": 17515 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v dokumente o bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.255288, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.420908, + "tool_latency_seconds": 0.255288, + "final_model_latency_seconds": 17.468685, + "total_latency_seconds": 19.145561, + "usage": { + "prompt_tokens": 20716, + "completion_tokens": 122, + "total_tokens": 20838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.325165, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.929737, + "tool_latency_seconds": 0.325165, + "final_model_latency_seconds": 21.001913, + "total_latency_seconds": 23.257756, + "usage": { + "prompt_tokens": 25219, + "completion_tokens": 141, + "total_tokens": 25360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Yevhenii Medushivskyi začala štúdium v roku 2023 a jeho bakalárska práca s témou získavania textu z webových stránok je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "limit": 10 + }, + "latency_seconds": 0.385427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.57917, + "tool_latency_seconds": 0.385427, + "final_model_latency_seconds": 19.981235, + "total_latency_seconds": 21.946719, + "usage": { + "prompt_tokens": 23404, + "completion_tokens": 146, + "total_tokens": 23550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi, ale je to rok začiatku jej štúdia; jej bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.345276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.78694, + "tool_latency_seconds": 0.345276, + "final_model_latency_seconds": 16.665963, + "total_latency_seconds": 18.798774, + "usage": { + "prompt_tokens": 19268, + "completion_tokens": 160, + "total_tokens": 19428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s názvom „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.239964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.860074, + "tool_latency_seconds": 0.239964, + "final_model_latency_seconds": 15.361441, + "total_latency_seconds": 17.461986, + "usage": { + "prompt_tokens": 17754, + "completion_tokens": 174, + "total_tokens": 17928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie a nasadenie webového crawlera na získavanie dát z internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.441019, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.568808, + "tool_latency_seconds": 0.441019, + "final_model_latency_seconds": 19.183471, + "total_latency_seconds": 21.193906, + "usage": { + "prompt_tokens": 22086, + "completion_tokens": 174, + "total_tokens": 22260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa úlohu zlepšenia deduplikácie a odstránenia boilerplate obsahu, napríklad pomocou nástroja justext.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.464423, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.906403, + "tool_latency_seconds": 0.464423, + "final_model_latency_seconds": 14.44757, + "total_latency_seconds": 16.818864, + "usage": { + "prompt_tokens": 16369, + "completion_tokens": 184, + "total_tokens": 16553 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Podľa záznamu zo stretnutia 13. marca 2026 mal Yevhenii Medushivskyi zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.187099, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.057381, + "tool_latency_seconds": 0.187099, + "final_model_latency_seconds": 8.213644, + "total_latency_seconds": 10.458436, + "usage": { + "prompt_tokens": 9151, + "completion_tokens": 169, + "total_tokens": 9320 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniiho Medushivskyho je ako príklad nástroja na odstránenie boilerplate (boilerplate removal) uvedený nástroj **justext**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.394735, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.975837, + "tool_latency_seconds": 0.394735, + "final_model_latency_seconds": 12.221534, + "total_latency_seconds": 14.592865, + "usage": { + "prompt_tokens": 14587, + "completion_tokens": 155, + "total_tokens": 14742 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, na ktorej začala študovať v roku 2023 a ktorá je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.171179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.790949, + "tool_latency_seconds": 0.171179, + "final_model_latency_seconds": 13.089539, + "total_latency_seconds": 15.052246, + "usage": { + "prompt_tokens": 15187, + "completion_tokens": 162, + "total_tokens": 15349 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa pre Simonu Bobrovčanovú uvádza téma jej bakalárskej práce „Automatická sumarizácia slovenského textu\", pričom explicitný názov práce nie je v poskytnutých zdrojoch uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.877754, + "tool_latency_seconds": 0.201294, + "final_model_latency_seconds": 11.974175, + "total_latency_seconds": 14.05394, + "usage": { + "prompt_tokens": 13814, + "completion_tokens": 168, + "total_tokens": 13982 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Automatická sumarizácia slovenského textu\" vypracováva Simona Bobrovčanová v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.598453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.815346, + "tool_latency_seconds": 0.598453, + "final_model_latency_seconds": 22.466106, + "total_latency_seconds": 24.880556, + "usage": { + "prompt_tokens": 26710, + "completion_tokens": 144, + "total_tokens": 26854 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorej cieľom je zostavenie prehľadu modelov a metód pre túto úlohu a vytvorenie systému pre sumarizáciu slovenských právnych textov, napríklad rozsudkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.404872, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.903683, + "tool_latency_seconds": 0.404872, + "final_model_latency_seconds": 22.949929, + "total_latency_seconds": 25.259305, + "usage": { + "prompt_tokens": 26162, + "completion_tokens": 190, + "total_tokens": 26352 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Simony Bobrovčanej je „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.22369, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.893784, + "tool_latency_seconds": 0.22369, + "final_model_latency_seconds": 12.727091, + "total_latency_seconds": 14.845106, + "usage": { + "prompt_tokens": 14937, + "completion_tokens": 136, + "total_tokens": 15073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.155511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.862547, + "tool_latency_seconds": 0.155511, + "final_model_latency_seconds": 5.268557, + "total_latency_seconds": 7.286864, + "usage": { + "prompt_tokens": 5825, + "completion_tokens": 129, + "total_tokens": 5954 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v dokumente o jej bakalárskej práci explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "published_only": true, + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.164447, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.891188, + "tool_latency_seconds": 0.164447, + "final_model_latency_seconds": 5.079312, + "total_latency_seconds": 7.135149, + "usage": { + "prompt_tokens": 5467, + "completion_tokens": 149, + "total_tokens": 5616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v dokumentoch ZP Wiki uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.221416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.840143, + "tool_latency_seconds": 0.221416, + "final_model_latency_seconds": 13.103498, + "total_latency_seconds": 15.165629, + "usage": { + "prompt_tokens": 15942, + "completion_tokens": 140, + "total_tokens": 16082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a jej bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "limit": 10 + }, + "latency_seconds": 0.499574, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.492814, + "tool_latency_seconds": 0.499574, + "final_model_latency_seconds": 20.985817, + "total_latency_seconds": 22.979084, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 123, + "total_tokens": 25392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia; jej bakalárska práca je evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.291629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.505533, + "tool_latency_seconds": 0.291629, + "final_model_latency_seconds": 12.433402, + "total_latency_seconds": 14.23134, + "usage": { + "prompt_tokens": 13893, + "completion_tokens": 141, + "total_tokens": 14034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.22716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.928678, + "tool_latency_seconds": 0.22716, + "final_model_latency_seconds": 9.769151, + "total_latency_seconds": 11.925555, + "usage": { + "prompt_tokens": 11371, + "completion_tokens": 143, + "total_tokens": 11514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou Automatická sumarizácia slovenského textu, ktorá je súčasťou projektu Legal Data Processing zameraného na spracovanie slovenských právnych textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 5 + }, + "latency_seconds": 0.235653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.451014, + "tool_latency_seconds": 0.235653, + "final_model_latency_seconds": 17.172328, + "total_latency_seconds": 18.859722, + "usage": { + "prompt_tokens": 19963, + "completion_tokens": 151, + "total_tokens": 20114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová je študentka, ktorá vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", kde sa ako cieľ práce uvádza zlepšenie spracovania slovenských právnych textov vytvorením systému pre sumarizáciu rozsudkov a iných právnych dokumentov. Je tiež uvedená ako členka projektu Legal Data Processing, kde jej úlohou je práve sumarizácia právnych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.308407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.846387, + "tool_latency_seconds": 0.308407, + "final_model_latency_seconds": 21.514195, + "total_latency_seconds": 23.669749, + "usage": { + "prompt_tokens": 24020, + "completion_tokens": 228, + "total_tokens": 24248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná sumarizácia zo vzniknutých čiastkových súhrnov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.16071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.735063, + "tool_latency_seconds": 0.16071, + "final_model_latency_seconds": 8.178686, + "total_latency_seconds": 10.07478, + "usage": { + "prompt_tokens": 8743, + "completion_tokens": 157, + "total_tokens": 8900 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej, konkrétne pri jej bakalárskej práci zamerané na automatickú sumarizáciu slovenských právnych textov, mali malé modely problém s príliš krátkou dĺžkou kontextu, vďaka čomu často vynechávali informácie nachádzajúce sa na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.249676, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.829333, + "tool_latency_seconds": 0.249676, + "final_model_latency_seconds": 10.719769, + "total_latency_seconds": 12.799113, + "usage": { + "prompt_tokens": 11815, + "completion_tokens": 185, + "total_tokens": 12000 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Samuel Džurina uvádza, že študent začal štúdium v roku 2023 a pracuje na bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.759065, + "tool_latency_seconds": 0.196939, + "final_model_latency_seconds": 20.399082, + "total_latency_seconds": 22.355772, + "usage": { + "prompt_tokens": 23645, + "completion_tokens": 181, + "total_tokens": 23826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Samuela Džuriny má názov „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.226234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.864003, + "tool_latency_seconds": 0.226234, + "final_model_latency_seconds": 19.490518, + "total_latency_seconds": 21.581711, + "usage": { + "prompt_tokens": 23340, + "completion_tokens": 139, + "total_tokens": 23479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Dialógový systém pre podporu firemných procesov\" vypracováva Samuel Džurina ako bakalársku prácu pre rok 2026.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.388677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.896562, + "tool_latency_seconds": 0.388677, + "final_model_latency_seconds": 24.103086, + "total_latency_seconds": 26.389138, + "usage": { + "prompt_tokens": 28420, + "completion_tokens": 154, + "total_tokens": 28574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá vzniká v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.12678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.910391, + "tool_latency_seconds": 0.12678, + "final_model_latency_seconds": 11.350212, + "total_latency_seconds": 13.387801, + "usage": { + "prompt_tokens": 12831, + "completion_tokens": 155, + "total_tokens": 12986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je pri bakalárskej práci uvedená téma „Dialógový systém pre podporu firemných procesov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.232744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.888717, + "tool_latency_seconds": 0.232744, + "final_model_latency_seconds": 14.200964, + "total_latency_seconds": 16.322896, + "usage": { + "prompt_tokens": 17176, + "completion_tokens": 141, + "total_tokens": 17317 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.195989, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.690092, + "tool_latency_seconds": 0.195989, + "final_model_latency_seconds": 13.412971, + "total_latency_seconds": 15.299546, + "usage": { + "prompt_tokens": 16114, + "completion_tokens": 114, + "total_tokens": 16228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v dokumente ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.299187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.973215, + "tool_latency_seconds": 0.299187, + "final_model_latency_seconds": 16.828077, + "total_latency_seconds": 19.101123, + "usage": { + "prompt_tokens": 20257, + "completion_tokens": 146, + "total_tokens": 20403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.835026, + "tool_latency_seconds": 0.231392, + "final_model_latency_seconds": 19.710507, + "total_latency_seconds": 21.777598, + "usage": { + "prompt_tokens": 23831, + "completion_tokens": 131, + "total_tokens": 23962 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Samuel Džurina začala štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.557946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.71689, + "tool_latency_seconds": 0.557946, + "final_model_latency_seconds": 25.46631, + "total_latency_seconds": 27.742136, + "usage": { + "prompt_tokens": 30201, + "completion_tokens": 135, + "total_tokens": 30336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Samuel Džurina, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.908677, + "tool_latency_seconds": 0.23809, + "final_model_latency_seconds": 14.460665, + "total_latency_seconds": 16.607889, + "usage": { + "prompt_tokens": 16650, + "completion_tokens": 164, + "total_tokens": 16814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá zahŕňa návrh a implementáciu inteligentného agenta pre podporu činnosti zásielkovej spoločnosti a získavanie colných informácií.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.229516, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.829917, + "tool_latency_seconds": 0.229516, + "final_model_latency_seconds": 17.726731, + "total_latency_seconds": 19.786763, + "usage": { + "prompt_tokens": 20329, + "completion_tokens": 189, + "total_tokens": 20518 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "S Samuelom Džurinom súvisí jeho bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\", kde je jedným z cieľov vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.20754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.894333, + "tool_latency_seconds": 0.20754, + "final_model_latency_seconds": 16.742207, + "total_latency_seconds": 18.844583, + "usage": { + "prompt_tokens": 19335, + "completion_tokens": 169, + "total_tokens": 19504 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá sa začala v roku 2023 a má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.262576, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.652636, + "tool_latency_seconds": 0.262576, + "final_model_latency_seconds": 20.974093, + "total_latency_seconds": 22.889888, + "usage": { + "prompt_tokens": 24245, + "completion_tokens": 161, + "total_tokens": 24406 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu má podporovať činnosť špedičnej alebo zásielkovej spoločnosti, pričom konkrétny modelový príklad sa zameriava na využitie colných pravidiel a CMR dohovoru v medzinárodnej preprave tovaru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.312774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.861403, + "tool_latency_seconds": 0.312774, + "final_model_latency_seconds": 8.837187, + "total_latency_seconds": 11.011651, + "usage": { + "prompt_tokens": 9293, + "completion_tokens": 179, + "total_tokens": 9472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pričom je potrebné identifikovať slabé miesta a následne navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.317772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.666358, + "tool_latency_seconds": 0.317772, + "final_model_latency_seconds": 7.535556, + "total_latency_seconds": 9.520052, + "usage": { + "prompt_tokens": 8642, + "completion_tokens": 139, + "total_tokens": 8781 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené podrobnosti o jeho letnej stáži IAESTE v roku 2024 zamerané na hodnotenie modelov pre vektorové reprezentácie textu a prípravu úloh pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.217957, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.735209, + "tool_latency_seconds": 0.217957, + "final_model_latency_seconds": 11.05803, + "total_latency_seconds": 13.011699, + "usage": { + "prompt_tokens": 12099, + "completion_tokens": 188, + "total_tokens": 12287 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024, konkrétne počas letných mesiacov august, september a október.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?" + }, + "latency_seconds": 0.2832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.143834, + "tool_latency_seconds": 0.2832, + "final_model_latency_seconds": 17.962784, + "total_latency_seconds": 19.390624, + "usage": { + "prompt_tokens": 21751, + "completion_tokens": 94, + "total_tokens": 21845 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica sa v roku 2024 venovala príprave úloh pre vyhodnotenie modelov spracovania prirodzeného jazyka, konkrétne vytváraniu úloh pre vyhodnotenie v rámci projektu Hate Speech (nenávistné prejavy) a otázky a odpovede (Question Answering) pre slovenský jazyk v rámci frameworku MTEB, ako aj strojovému prekladu hodnotiacich dát pre viacjazyčné úlohy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.388848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.831895, + "tool_latency_seconds": 0.388848, + "final_model_latency_seconds": 11.961214, + "total_latency_seconds": 14.182371, + "usage": { + "prompt_tokens": 12563, + "completion_tokens": 213, + "total_tokens": 12776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na téme Hate Speech a MTEB evaluácii pracoval Oliver Pejic, ktorý počas svojej stáže v roku 2024 pripravoval úlohy pre MTEB framework špecificky pre slovenskú nenávistnú reč a otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 1.031768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.728665, + "tool_latency_seconds": 1.031768, + "final_model_latency_seconds": 16.630533, + "total_latency_seconds": 19.39156, + "usage": { + "prompt_tokens": 19471, + "completion_tokens": 155, + "total_tokens": 19626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic, ktorá sa uskutočnila v rámci programu IAESTE Intern Summer 2024, súvisela s témou Hate Speech, pričom jeho cieľom bolo pripraviť vyhodnotovaciu úlohu pre slovenskú nenávistnú reč (Slovak HATE speech) v rámci frameworku MTEB a vypracovať príslušný pull request.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.243546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.764016, + "tool_latency_seconds": 0.243546, + "final_model_latency_seconds": 16.1669, + "total_latency_seconds": 18.175081, + "usage": { + "prompt_tokens": 18131, + "completion_tokens": 190, + "total_tokens": 18321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v lete 2024 (IAESTE Intern Summer 2024) súvisela s témou MTEB, keďže jedným z cieľov bolo oboznámiť sa s frameworkom MTEB na vyhodnocovanie modelov vektorových transformátorov a následne pripraviť nové úlohy vyhodnocovania pre slovenské dáta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.18539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.808127, + "tool_latency_seconds": 0.18539, + "final_model_latency_seconds": 10.998898, + "total_latency_seconds": 12.992858, + "usage": { + "prompt_tokens": 11674, + "completion_tokens": 193, + "total_tokens": 11867 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE leta 2024 súvisela s témou hodnotenia modelov SentenceTransformer pomocou nástroja MTEB a prípravou úloh pre slovenské vyhľadávanie a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.260176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.837692, + "tool_latency_seconds": 0.260176, + "final_model_latency_seconds": 12.853032, + "total_latency_seconds": 14.951302, + "usage": { + "prompt_tokens": 14915, + "completion_tokens": 164, + "total_tokens": 15079 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej stáže pracovať na vytvorení MTEB vyhodnocovacích úloh pre slovenskú detekciu nenávistných prejavov a pre slovenské vyhľadávanie odpovedí na otázky (retrieval).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5 + }, + "latency_seconds": 0.292526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.392667, + "tool_latency_seconds": 0.292526, + "final_model_latency_seconds": 23.950553, + "total_latency_seconds": 25.636417, + "usage": { + "prompt_tokens": 28087, + "completion_tokens": 138, + "total_tokens": 28225 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.178481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.859668, + "tool_latency_seconds": 0.178481, + "final_model_latency_seconds": 9.343467, + "total_latency_seconds": 11.381949, + "usage": { + "prompt_tokens": 10740, + "completion_tokens": 128, + "total_tokens": 10868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi je evidovaný v sekcii ZP Wiki pre stážistov a uvádza, že išlo o stáž pravdepodobne v lete 2019, pričom jeho úlohou bolo vytvoriť manuálne anotovaný trénovacie súbor z pretranskribovaných prejavov a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.162768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.848553, + "tool_latency_seconds": 0.162768, + "final_model_latency_seconds": 6.837567, + "total_latency_seconds": 8.849196, + "usage": { + "prompt_tokens": 6554, + "completion_tokens": 198, + "total_tokens": 6752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.796052, + "tool_latency_seconds": 0.206788, + "final_model_latency_seconds": 15.520677, + "total_latency_seconds": 17.524074, + "usage": { + "prompt_tokens": 18963, + "completion_tokens": 126, + "total_tokens": 19089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez sa venovala problému rozpoznávania neznámych entít v prenesených transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu a navrhnúť schému pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.261322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.828449, + "tool_latency_seconds": 0.261322, + "final_model_latency_seconds": 12.693421, + "total_latency_seconds": 14.783612, + "usage": { + "prompt_tokens": 14010, + "completion_tokens": 169, + "total_tokens": 14179 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou Named entity annotations (anotácia pomenovaných entít), kde sa zameriaval na rozpoznávanie neznámych pomenovaných entít a tvorbu manuálne anotovanej trénovacej množiny z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.104525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.824164, + "tool_latency_seconds": 0.104525, + "final_model_latency_seconds": 9.873015, + "total_latency_seconds": 11.802045, + "usage": { + "prompt_tokens": 10919, + "completion_tokens": 172, + "total_tokens": 11091 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez súvisela s témou rozpoznávania pomenovaných entít (Named Entity Annotations), kde bol spaCy uvedený ako nástroj pre strojové učenie a trénovanie klasifikátora, pričom cieľom bolo vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?" + }, + "latency_seconds": 0.353497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.217665, + "tool_latency_seconds": 0.353497, + "final_model_latency_seconds": 15.430469, + "total_latency_seconds": 17.002168, + "usage": { + "prompt_tokens": 17834, + "completion_tokens": 141, + "total_tokens": 17975 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez počas svojej stáže v lete 2019 pracoval na projekte s témou rozpoznávania pomenovaných entít, pri ktorom využíval nástroj Prodigy na manuálnu anotáciu dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.149869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.847271, + "tool_latency_seconds": 0.149869, + "final_model_latency_seconds": 10.056819, + "total_latency_seconds": 12.054419, + "usage": { + "prompt_tokens": 11336, + "completion_tokens": 159, + "total_tokens": 11495 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 stanovené tieto tri hlavné ciele: byť schopný rozpoznať neznáme menované entity, vytvoriť manuálne anotovanú trénovaciu množinu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.110431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.83395, + "tool_latency_seconds": 0.110431, + "final_model_latency_seconds": 10.873884, + "total_latency_seconds": 12.818648, + "usage": { + "prompt_tokens": 12079, + "completion_tokens": 178, + "total_tokens": 12257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.197015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.875857, + "tool_latency_seconds": 0.197015, + "final_model_latency_seconds": 9.545871, + "total_latency_seconds": 11.61921, + "usage": { + "prompt_tokens": 11356, + "completion_tokens": 126, + "total_tokens": 11482 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi opisuje jeho stáž v rámci programu ERASMUS v jarnej sezóne 2026 s témou „(multilingual) Triplet extraction from medical data\", ktorej cieľom bolo zostrojiť znalostný graf z lekárskych letákov a vytvoriť inteligentného agenta na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.777347, + "tool_latency_seconds": 0.234399, + "final_model_latency_seconds": 11.468547, + "total_latency_seconds": 13.480789, + "usage": { + "prompt_tokens": 12540, + "completion_tokens": 191, + "total_tokens": 12731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od marca do mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "limit": 5 + }, + "latency_seconds": 0.426171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.371175, + "tool_latency_seconds": 0.426171, + "final_model_latency_seconds": 19.992154, + "total_latency_seconds": 21.790101, + "usage": { + "prompt_tokens": 24319, + "completion_tokens": 103, + "total_tokens": 24422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme extrakcie trojíc z lekárskych dát v mnohých jazykoch s cieľom zostaviť znalostný graf z balíčkových letákov liekov a využiť ho v inteligentnom agentovi odporúčajúcom lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.187596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.881034, + "tool_latency_seconds": 0.187596, + "final_model_latency_seconds": 11.007348, + "total_latency_seconds": 13.076393, + "usage": { + "prompt_tokens": 12130, + "completion_tokens": 173, + "total_tokens": 12303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Na tému multilinguálnej extrakcie trojíc z medicínskych dát pracoval Bogdan Paul Chiš v rámci praxe ERASMUS Intern Spring 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.473241, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.959073, + "tool_latency_seconds": 0.473241, + "final_model_latency_seconds": 21.939354, + "total_latency_seconds": 24.372329, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 151, + "total_tokens": 26271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou Triplet extraction bola ERASMUS Intern Spring 2026, ktorá sa konala od 20. marca do 21. mája a jej témou bolo viacjazyčné extrahovanie trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.384059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.88951, + "tool_latency_seconds": 0.384059, + "final_model_latency_seconds": 10.965497, + "total_latency_seconds": 13.239776, + "usage": { + "prompt_tokens": 12038, + "completion_tokens": 169, + "total_tokens": 12207 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou knowledge graph bola stáž ERASMUS v jarnej sezóne 2026 s názvom „(multilingual) Triplet extraction from medical data\", počas ktorej mal za cieľ zostaviť znalostný graf z lekárskych letákov vo viacerých jazykoch a využiť ho v inteligentnom agente na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.299875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.83497, + "tool_latency_seconds": 0.299875, + "final_model_latency_seconds": 12.792222, + "total_latency_seconds": 14.927738, + "usage": { + "prompt_tokens": 14226, + "completion_tokens": 193, + "total_tokens": 14419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș s témou medical bola ERASMUS Intern Spring 2026, ktorej téma bola „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.373186, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.635223, + "tool_latency_seconds": 0.373186, + "final_model_latency_seconds": 11.474521, + "total_latency_seconds": 13.483628, + "usage": { + "prompt_tokens": 13493, + "completion_tokens": 131, + "total_tokens": 13624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Témai Bogdana Paula Chișa počas jeho stáže bolo (multilingválne) extrahovanie trojíc z lekárskeho obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.404771, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.888378, + "tool_latency_seconds": 0.404771, + "final_model_latency_seconds": 11.141326, + "total_latency_seconds": 13.434882, + "usage": { + "prompt_tokens": 12999, + "completion_tokens": 135, + "total_tokens": 13134 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.316062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.86871, + "tool_latency_seconds": 0.316062, + "final_model_latency_seconds": 15.760493, + "total_latency_seconds": 17.945835, + "usage": { + "prompt_tokens": 19105, + "completion_tokens": 131, + "total_tokens": 19236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z príbalových letákov (medical package inserts) v rámci svojej stáže ERASMUS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.329532, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.673481, + "tool_latency_seconds": 0.329532, + "final_model_latency_seconds": 13.526281, + "total_latency_seconds": 15.529879, + "usage": { + "prompt_tokens": 16056, + "completion_tokens": 128, + "total_tokens": 16184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Dialógový systém\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5 + }, + "latency_seconds": 0.286356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.431952, + "tool_latency_seconds": 0.286356, + "final_model_latency_seconds": 21.773509, + "total_latency_seconds": 23.492889, + "usage": { + "prompt_tokens": 26143, + "completion_tokens": 107, + "total_tokens": 26250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Dialógový systém\", je projektová stránka s názvom „Dialógový systém\" (umiestnená v sekcií témat), ktorá definuje úlohy na vytvorenie dialógového systému komunikujúceho v slovenskom jazyku pre potreby komunikácie občana s mestom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.321095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.67161, + "tool_latency_seconds": 0.321095, + "final_model_latency_seconds": 22.872075, + "total_latency_seconds": 24.865392, + "usage": { + "prompt_tokens": 26294, + "completion_tokens": 165, + "total_tokens": 26459 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Dialógový systém\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.302162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.743414, + "tool_latency_seconds": 0.302162, + "final_model_latency_seconds": 22.292678, + "total_latency_seconds": 24.33898, + "usage": { + "prompt_tokens": 26581, + "completion_tokens": 120, + "total_tokens": 26701 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Báza pravidiel projektu Dialógový systém má byť zostavená pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.295387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.636555, + "tool_latency_seconds": 0.295387, + "final_model_latency_seconds": 19.988758, + "total_latency_seconds": 21.9213, + "usage": { + "prompt_tokens": 24124, + "completion_tokens": 104, + "total_tokens": 24228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Chatbot sa má integrovať s QA systémom (systémom pre odpovedanie na otázky) a v rámci konkrétnej bakalárskej práce s nástrojom PrivateGPT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.299583, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.907154, + "tool_latency_seconds": 0.299583, + "final_model_latency_seconds": 11.814197, + "total_latency_seconds": 14.021364, + "usage": { + "prompt_tokens": 13352, + "completion_tokens": 167, + "total_tokens": 13519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií v ZP Wiki sú na projekte Dialógový systém ako aktuálni riešitelia uvedení Matej Ščišľak a Martin Šarišský, ktorí vypracúvajú bakalárske práce v roku 2024 s názvom Dialógový systém pre potreby samosprávy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.347609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.627423, + "tool_latency_seconds": 0.347609, + "final_model_latency_seconds": 23.848132, + "total_latency_seconds": 25.823883, + "usage": { + "prompt_tokens": 26936, + "completion_tokens": 208, + "total_tokens": 27144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka k téme „Question Answering\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.385562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.763125, + "tool_latency_seconds": 0.385562, + "final_model_latency_seconds": 25.398891, + "total_latency_seconds": 27.54833, + "usage": { + "prompt_tokens": 30139, + "completion_tokens": 125, + "total_tokens": 30264 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Question Answering\", je projekt s názvom „Question Answering\" s popisom cieľa vytvoriť klon datasetu SQuaD 2.0 v slovenskom jazyku a nastaviť infraštruktúru pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "published_only": true + }, + "latency_seconds": 0.448653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.391175, + "tool_latency_seconds": 0.448653, + "final_model_latency_seconds": 26.234122, + "total_latency_seconds": 28.074977, + "usage": { + "prompt_tokens": 30389, + "completion_tokens": 138, + "total_tokens": 30527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Question Answering\" má pridelený zdrojový URL adresu https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.412678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.74543, + "tool_latency_seconds": 0.412678, + "final_model_latency_seconds": 26.469509, + "total_latency_seconds": 28.628525, + "usage": { + "prompt_tokens": 31516, + "completion_tokens": 119, + "total_tokens": 31635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering chce vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude založený na anotáciách dát zo slovenskej Wikipédie a exportovaný do formátu SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.342283, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.656748, + "tool_latency_seconds": 0.342283, + "final_model_latency_seconds": 22.92748, + "total_latency_seconds": 24.927281, + "usage": { + "prompt_tokens": 26770, + "completion_tokens": 137, + "total_tokens": 26907 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, pričom sú k dispozícii špecifické recepty pre tento nástroj.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5 + }, + "latency_seconds": 0.203211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.389837, + "tool_latency_seconds": 0.203211, + "final_model_latency_seconds": 17.08652, + "total_latency_seconds": 18.680587, + "usage": { + "prompt_tokens": 20344, + "completion_tokens": 101, + "total_tokens": 20445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Finálny export databázy otázok a odpovedí (QA) má byť vo formáte SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.376145, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.614162, + "tool_latency_seconds": 0.376145, + "final_model_latency_seconds": 14.394908, + "total_latency_seconds": 16.386275, + "usage": { + "prompt_tokens": 17582, + "completion_tokens": 106, + "total_tokens": 17688 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri anotácii otázok má vzniknúť 5 otázok pre každý odsek, čo je definované ako výstup receptu pre anotáciu v nástroji Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.212392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.918603, + "tool_latency_seconds": 0.212392, + "final_model_latency_seconds": 12.482523, + "total_latency_seconds": 14.613999, + "usage": { + "prompt_tokens": 14992, + "completion_tokens": 140, + "total_tokens": 15132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Strojový preklad\" sa nachádza pod cestou pre tému translation a obsahuje prehľad o študentoch, ktorí pracovali na štatistickom a neurónovom strojovom preklade. Taktiež existuje projektová stránka pod názvom „Strojový preklad\" pri študentovi Patrikovi Pavlišinovi, ktorá detailne popisuje techniky ako Encoder–Decoder, štatistický strojový preklad a neurónové siete.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.546442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.869259, + "tool_latency_seconds": 0.546442, + "final_model_latency_seconds": 17.738797, + "total_latency_seconds": 20.155053, + "usage": { + "prompt_tokens": 19361, + "completion_tokens": 240, + "total_tokens": 19601 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Dokument s názvom „Strojový preklad\", ktorý sa priamo a podrobne venuje tejto téme, je študentská práca Patrika Pavlišina, kde sú rozebrané prístupy ako neurónový strojový preklad, architektúra Encoder-Decoder a modely ako BERT.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.672553, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.830711, + "tool_latency_seconds": 0.672553, + "final_model_latency_seconds": 24.588637, + "total_latency_seconds": 27.092611, + "usage": { + "prompt_tokens": 28418, + "completion_tokens": 178, + "total_tokens": 28596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Strojový preklad“ v kontexte študentských prác patriacich k Patrikovi Pavlišinovi patrí URL adresa https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20, pričom téma strojový preklad je tiež evidovaná na informačnej stránke https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.67854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.735624, + "tool_latency_seconds": 0.67854, + "final_model_latency_seconds": 12.504147, + "total_latency_seconds": 14.918846, + "usage": { + "prompt_tokens": 12930, + "completion_tokens": 215, + "total_tokens": 13145 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Pomenované entity\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5 + }, + "latency_seconds": 0.206598, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.427027, + "tool_latency_seconds": 0.206598, + "final_model_latency_seconds": 18.383602, + "total_latency_seconds": 20.017865, + "usage": { + "prompt_tokens": 22190, + "completion_tokens": 109, + "total_tokens": 22299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Pomenované entity\", má názov „Pomenované entity\" a je umiestnený na stránke https://zp.kemt.fei.tuke.sk/topics/named-entity. Tento dokument obsahuje úlohy, stretnutia a informácie o príprave dát a anotačnej schéme pre rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.256808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.394366, + "tool_latency_seconds": 0.256808, + "final_model_latency_seconds": 19.595439, + "total_latency_seconds": 21.247331, + "usage": { + "prompt_tokens": 22454, + "completion_tokens": 161, + "total_tokens": 22615 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Pomenované entity\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.251497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.505426, + "tool_latency_seconds": 0.251497, + "final_model_latency_seconds": 20.100617, + "total_latency_seconds": 21.858258, + "usage": { + "prompt_tokens": 24157, + "completion_tokens": 111, + "total_tokens": 24268 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka s názvom „Anotácia textových dát“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.301235, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.885578, + "tool_latency_seconds": 0.301235, + "final_model_latency_seconds": 21.948266, + "total_latency_seconds": 24.135933, + "usage": { + "prompt_tokens": 25946, + "completion_tokens": 155, + "total_tokens": 26101 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát“, má názov Anotácia textových dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.846936, + "tool_latency_seconds": 0.23218, + "final_model_latency_seconds": 17.727279, + "total_latency_seconds": 19.807032, + "usage": { + "prompt_tokens": 21235, + "completion_tokens": 129, + "total_tokens": 21364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia textových dát\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231961, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.765237, + "tool_latency_seconds": 0.231961, + "final_model_latency_seconds": 18.222908, + "total_latency_seconds": 20.220731, + "usage": { + "prompt_tokens": 21906, + "completion_tokens": 124, + "total_tokens": 22030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka „Slovenské jazykové zdroje“ je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zhrnuté rôzne jazykové zdroje, nástroje a databázy pre slovenčinu, ako sú napríklad Slovak Dependency Treebank, Slovak WordNet a rôzne kópusy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.069977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.965565, + "tool_latency_seconds": 0.069977, + "final_model_latency_seconds": 6.993146, + "total_latency_seconds": 9.028958, + "usage": { + "prompt_tokens": 6562, + "completion_tokens": 185, + "total_tokens": 6747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", sa nazýva rovnako „Slovenské jazykové zdroje\" a nachádza sa pod adrese https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.116402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.713312, + "tool_latency_seconds": 0.116402, + "final_model_latency_seconds": 13.789291, + "total_latency_seconds": 15.619671, + "usage": { + "prompt_tokens": 16636, + "completion_tokens": 145, + "total_tokens": 16781 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.242714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.854631, + "tool_latency_seconds": 0.242714, + "final_model_latency_seconds": 15.152669, + "total_latency_seconds": 17.250555, + "usage": { + "prompt_tokens": 18294, + "completion_tokens": 128, + "total_tokens": 18422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia otázok a odpovedí\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod, kde je zverejnený návod pre anotátorov od autora Daniela Hladka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.080646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "first_model_latency_seconds": 1.830289, + "tool_latency_seconds": 0.080646, + "final_model_latency_seconds": 7.607026, + "total_latency_seconds": 9.518351, + "usage": { + "prompt_tokens": 8187, + "completion_tokens": 158, + "total_tokens": 8345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí“, má presne tento názov a nachádza sa na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.274828, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.873703, + "tool_latency_seconds": 0.274828, + "final_model_latency_seconds": 19.637128, + "total_latency_seconds": 21.78635, + "usage": { + "prompt_tokens": 23565, + "completion_tokens": 153, + "total_tokens": 23718 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.26113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.783253, + "tool_latency_seconds": 0.26113, + "final_model_latency_seconds": 20.446388, + "total_latency_seconds": 22.491458, + "usage": { + "prompt_tokens": 24540, + "completion_tokens": 130, + "total_tokens": 24670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia pomenovaných entít\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod, kde sú zverejnené návody pre anotátorov a podrobnosti o anotačných dávkach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "limit": 5 + }, + "latency_seconds": 0.133078, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.488028, + "tool_latency_seconds": 0.133078, + "final_model_latency_seconds": 16.919377, + "total_latency_seconds": 18.54111, + "usage": { + "prompt_tokens": 19374, + "completion_tokens": 150, + "total_tokens": 19524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít“, má názov „Anotácia pomenovaných entít“ a poskytuje návod pre anotátorov na vyznačovanie vlastných podstatných mien v texte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.083555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.87959, + "tool_latency_seconds": 0.083555, + "final_model_latency_seconds": 8.295354, + "total_latency_seconds": 10.258882, + "usage": { + "prompt_tokens": 9029, + "completion_tokens": 160, + "total_tokens": 9189 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Anotácia pomenovaných entít\" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.283719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.826369, + "tool_latency_seconds": 0.283719, + "final_model_latency_seconds": 16.052277, + "total_latency_seconds": 18.163671, + "usage": { + "prompt_tokens": 19342, + "completion_tokens": 136, + "total_tokens": 19478 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Viacerí študenti a internisti na ZP Wiki riešia témy týkajúce sa RAG alebo GraphRAG. Diplomový projekt Ján Malinovský sa zameriava na grafové vyhľadávanie a explicitne sa učí GraphRAG, rovnako ako diplomový projekt Ján Pták, ktorý má za cieľ naučiť sa GraphRAG pre manažment záverečných prác. Diplomová práca Matej Ščišľak rieši GraphRAG vytvorený z FAISS a Neo4J pre právne informácie a bakalárska práca Maksym Zatirka skúma využitie grafov pri RAG pre slovenské právo. Ďalšími príkladmi sú diplomová práca Oleh Poiasnik, ktorá využíva LightRAG a skúma GraphRAG pre lekársku doménu, diplomový projekt Martin Šarišský riešiaci Graph RAG pre zákony, ako aj stážista Bogdan Paul Chiș, ktorý pracoval na trojiciach z lekárskych dát s využitím GraphRAG a LightRAG.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.595775, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.880465, + "tool_latency_seconds": 0.595775, + "final_model_latency_seconds": 32.040209, + "total_latency_seconds": 34.517883, + "usage": { + "prompt_tokens": 31048, + "completion_tokens": 495, + "total_tokens": 31543 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa našlo viacero projektov, ktoré spájajú znalostné grafy s RAG (GraphRAG) alebo inteligentnými agentmi. Martin Šarišský pracuje na diplomovom projekte, kde skúma, ako znalostný graf dokáže vylepšiť vyhľadávanie v zákonoch pomocou Graph RAG a navrhuje agenta pre riešenie právnych problémov. Matej Ščišľak v diplomovej práci Znalostné grafy pre zlepšenie vyhľadávania právnych informácií implementuje systém GraphRAG využívajúci databázu Neo4J a FAISS. Oleh Poiasnik vytvára expertný agentový systém pre podporu rozhodovania v lekárni, ktorý využíva znalostný graf z databázy príbalových letákov. Bogdan Paul Chiš počas stáže pracoval na vytvorení znalostného grafu z medicínskych dát a jeho využití v inteligentnom agente na odporúčanie liekov. Ján Malinovský vyvíja agenta pre podporu učiteľov, ktorý vyhľadáva v znalostnom grafe vytvorenom z vzdelávacích dokumentov. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf pre slovenské právo a grafovú databázu Neo4J. Valerii Kutsenko skúma využitie znalostných grafov pri budovaní vnútornej reprezentácie agenta pre lepšie generovanie odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.538783, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.899166, + "tool_latency_seconds": 0.538783, + "final_model_latency_seconds": 56.397383, + "total_latency_seconds": 58.836392, + "usage": { + "prompt_tokens": 42817, + "completion_tokens": 601, + "total_tokens": 43418 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty venujúce sa rozpoznávaniu pomenovaných entít alebo ich anotácii zahŕňajú tému „Pomenované entity\" s podrobným návodom na anotáciu, ako aj tému „Anotácia textových dát\" zameranú na manuálnu anotáciu slovenských dát pre výskyt pomenovaných entít. Medzi konkrétne študentské práce patria diplomový projekt Jakuba Maruniaka s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", bakalárska práca Artema Yatsenka s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a bakalársky projekt Than Trung Thana s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\". Ďalej sa na tomto úseku pracovalo aj počas stáže cez Cesar Abascal Gutierrez, ktorý sa zameriaval na rozpoznávanie neznámych pomenovaných entít a manuálnu anotáciu, a projekt „Podpora slovenčiny v knižnici Spacy\", ktorý zahŕňa ciele ako natrénovanie modelov pre rozpoznávanie pomenovaných entít a zostavenie korpusu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 18.034846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 2.891536, + "tool_latency_seconds": 18.034846, + "final_model_latency_seconds": 38.084144, + "total_latency_seconds": 59.104343, + "usage": { + "prompt_tokens": 36550, + "completion_tokens": 525, + "total_tokens": 37075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + false + ], + "source_match_count": 4, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", Patrik Pavlišin má bakalársku prácu „Metódy automatického prekladu\" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 8.58477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 2.169283, + "tool_latency_seconds": 8.58477, + "final_model_latency_seconds": 18.243741, + "total_latency_seconds": 29.107369, + "usage": { + "prompt_tokens": 18966, + "completion_tokens": 268, + "total_tokens": 19234 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0691", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Bogdan Paul Chiș nájdete na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde je uvedený ako stážista v rámci programu ERASMUS Intern Spring 2026 s témou (multilingual) Triplet extraction from medical data.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Bogdan Paul Chiș?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.770244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.715778, + "tool_latency_seconds": 0.770244, + "final_model_latency_seconds": 12.231239, + "total_latency_seconds": 14.718153, + "usage": { + "prompt_tokens": 13670, + "completion_tokens": 159, + "total_tokens": 13829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0692", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Cesar Abascal Gutierrez sa v ZP Wiki nachádza na stránke internov pod adresou https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez, kde je uvedený ako internista pravdepodobne v lete 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.461064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.754092, + "tool_latency_seconds": 0.461064, + "final_model_latency_seconds": 10.536943, + "total_latency_seconds": 12.752579, + "usage": { + "prompt_tokens": 11761, + "completion_tokens": 164, + "total_tokens": 11925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0693", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oliver Pejic sa v ZP Wiki nachádza v sekcii pre štátnikov na adrese https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde sú uvedené jeho úlohy a prípravné kroky spojené s prácou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oliver Pejic?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.447442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.818363, + "tool_latency_seconds": 0.447442, + "final_model_latency_seconds": 10.178693, + "total_latency_seconds": 12.444958, + "usage": { + "prompt_tokens": 11216, + "completion_tokens": 170, + "total_tokens": 11386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0694", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Sevval Bulburu sa v ZP Wiki nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu, kde sú uvedené jej úlohy súvisiace so stážou, vrátane práce s nástrojmi ako Huggingface Transformers a Prodi.gy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Sevval Bulburu?" + }, + "latency_seconds": 0.424721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.206932, + "tool_latency_seconds": 0.424721, + "final_model_latency_seconds": 11.180542, + "total_latency_seconds": 12.812868, + "usage": { + "prompt_tokens": 12389, + "completion_tokens": 140, + "total_tokens": 12529 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0695", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Youssef Ressaissi sa nachádza v ZP Wiki na stránke s cestou interns/yussef_ressaissi, ktorá obsahuje informácie o jeho aktuálnych úlohách a stave práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Youssef Ressaissi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.252276, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.759097, + "tool_latency_seconds": 0.252276, + "final_model_latency_seconds": 6.212391, + "total_latency_seconds": 8.267984, + "usage": { + "prompt_tokens": 6490, + "completion_tokens": 150, + "total_tokens": 6640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0696", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dárius Lindvai sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.665396, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.835016, + "tool_latency_seconds": 0.665396, + "final_model_latency_seconds": 14.166401, + "total_latency_seconds": 16.667542, + "usage": { + "prompt_tokens": 16949, + "completion_tokens": 146, + "total_tokens": 17095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0697", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dominik Nagy sa v ZP Wiki nachádza na stránke s cestou `/students/2016/dominik_nagy`, kde je uvedený jeho rok nástupu na štúdium a podrobnosti o jeho diplomovej práci z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dominik Nagy?", + "limit": 5 + }, + "latency_seconds": 0.417877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.385506, + "tool_latency_seconds": 0.417877, + "final_model_latency_seconds": 14.135689, + "total_latency_seconds": 15.940135, + "usage": { + "prompt_tokens": 15907, + "completion_tokens": 162, + "total_tokens": 16069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0698", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Jakub Maruniak nájdete na stránke ZP Wiki v sekcii pre študentov podľa roku nástupu na štúdium, konkrétne pod cestou `/students/2016/jakub_maruniak`, kde sú uvedené informácie o jeho diplomovom projekte zameranom na anotáciu a rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.634245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.472768, + "tool_latency_seconds": 0.634245, + "final_model_latency_seconds": 11.985807, + "total_latency_seconds": 14.093527, + "usage": { + "prompt_tokens": 12937, + "completion_tokens": 177, + "total_tokens": 13114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0699", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Holp sa v ZP Wiki nachádza na stránke s cestou `pages/students/2016/jan_holp/README.md`, ktorá obsahuje detaily o jeho štúdiu od roku 2016, vrátane diplomovej práce s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021 a súvisiacich diplomových projektov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.47109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.761187, + "tool_latency_seconds": 0.47109, + "final_model_latency_seconds": 8.311096, + "total_latency_seconds": 10.543777, + "usage": { + "prompt_tokens": 8324, + "completion_tokens": 201, + "total_tokens": 8525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0700", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Lukáš Pokrývka nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka, kde sú uvedené detaily o jeho štúdiu a záverečných prácach, vrátane diplomovej práce s názvom „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Lukáš Pokrývka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.583546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.775305, + "tool_latency_seconds": 0.583546, + "final_model_latency_seconds": 15.295013, + "total_latency_seconds": 17.654758, + "usage": { + "prompt_tokens": 17350, + "completion_tokens": 194, + "total_tokens": 17544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0701", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Márk Fehér sa v ZP Wiki nachádza na stránke s cestou `/students/2016/mark_feher`, kde sú uvedené informácie o jeho diplomovom projekte z roku 2021 a diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.575263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.522371, + "tool_latency_seconds": 0.575263, + "final_model_latency_seconds": 16.331847, + "total_latency_seconds": 18.43045, + "usage": { + "prompt_tokens": 18563, + "completion_tokens": 150, + "total_tokens": 18713 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0702", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maroš Harahus nájdete v ZP Wiki na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus, ktorá je organizovaná podľa roku nástupu na štúdium a mena študenta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.700152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.800794, + "tool_latency_seconds": 0.700152, + "final_model_latency_seconds": 14.049675, + "total_latency_seconds": 16.552034, + "usage": { + "prompt_tokens": 16077, + "completion_tokens": 165, + "total_tokens": 16242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0703", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Patrik Pavlišin nájdete na stránke ZP Wiki s cestou `/students/2016/patrik_pavlisin`, kde sú uvedené informácie o jeho diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.835389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.819631, + "tool_latency_seconds": 0.835389, + "final_model_latency_seconds": 12.412867, + "total_latency_seconds": 15.068522, + "usage": { + "prompt_tokens": 14272, + "completion_tokens": 163, + "total_tokens": 14435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0704", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tomáš Kuchárik, ktorý zahŕňa informácie o jeho diplomových projektoch, nájdete na študentskej stránke s cestou v ZP Wiki https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.590486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.575741, + "tool_latency_seconds": 0.590486, + "final_model_latency_seconds": 13.794578, + "total_latency_seconds": 15.962563, + "usage": { + "prompt_tokens": 15648, + "completion_tokens": 154, + "total_tokens": 15802 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0705", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dmytro Ushatenko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko, kde je uvedený v roku nástupu na štúdium 2017 a obsahuje informácie o jeho bakalárskej práci z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dmytro Ushatenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.542929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.703263, + "tool_latency_seconds": 0.542929, + "final_model_latency_seconds": 12.193354, + "total_latency_seconds": 14.440193, + "usage": { + "prompt_tokens": 13570, + "completion_tokens": 173, + "total_tokens": 13743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0706", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Dávid Omasta nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/david_omasta, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a diplomovej práci za vedenia Daniela Hládeka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.432968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.805533, + "tool_latency_seconds": 0.432968, + "final_model_latency_seconds": 10.806604, + "total_latency_seconds": 13.045641, + "usage": { + "prompt_tokens": 11994, + "completion_tokens": 172, + "total_tokens": 12166 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0707", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Wencel nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel, ktorá obsahuje informácie o jeho štúdiu od roku 2018 a o jeho bakalárskej práci z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.401135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.73859, + "tool_latency_seconds": 0.401135, + "final_model_latency_seconds": 12.312688, + "total_latency_seconds": 14.452997, + "usage": { + "prompt_tokens": 13327, + "completion_tokens": 197, + "total_tokens": 13524 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0708", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ondrej Megela nájdete na študentskej stránke v sekcii pre rok nástupu 2018 pod menom Ondrej Megela, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2020 a diplomovej práci z roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ondrej Megela?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.617169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.843453, + "tool_latency_seconds": 0.617169, + "final_model_latency_seconds": 14.306582, + "total_latency_seconds": 16.768036, + "usage": { + "prompt_tokens": 16465, + "completion_tokens": 174, + "total_tokens": 16639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0709", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Alina Vitko sa nachádza v sekcii študentov pod cestou `/students/2019/alina_vitko`, kde sú uvedené jej záverečné práce, konkrétne bakalárska práca z roku 2022 a bakalársky projekt z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Alina Vitko?", + "limit": 5 + }, + "latency_seconds": 0.514298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.415865, + "tool_latency_seconds": 0.514298, + "final_model_latency_seconds": 12.563277, + "total_latency_seconds": 14.494438, + "usage": { + "prompt_tokens": 14189, + "completion_tokens": 151, + "total_tokens": 14340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0710", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Artem Yatsenko nájdete na stránke s profilom študenta, ktorá je umiestnená v adresári podľa roku nástupu na štúdium a mena, konkrétne pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.42697, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.808209, + "tool_latency_seconds": 0.42697, + "final_model_latency_seconds": 10.56139, + "total_latency_seconds": 12.797134, + "usage": { + "prompt_tokens": 11594, + "completion_tokens": 176, + "total_tokens": 11770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0711", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Filip Tomáš sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas, kde je uvedená jeho diplomová práca s témou Vektorové vyhľadávanie dokumentov v prostredí Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.627772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.742004, + "tool_latency_seconds": 0.627772, + "final_model_latency_seconds": 17.580531, + "total_latency_seconds": 19.951259, + "usage": { + "prompt_tokens": 20359, + "completion_tokens": 171, + "total_tokens": 20530 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0712", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Kristián Sopkovič sa v ZP Wiki nachádza na stránke s cestou `/students/2019/kristian_sopkovic`, kde sú evidované jeho bakalárska práca, diplomový projekt a dizertačná práca.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Kristián Sopkovič?", + "limit": 5 + }, + "latency_seconds": 0.373032, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.489519, + "tool_latency_seconds": 0.373032, + "final_model_latency_seconds": 12.56916, + "total_latency_seconds": 14.432296, + "usage": { + "prompt_tokens": 14182, + "completion_tokens": 145, + "total_tokens": 14327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0713", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Michal Stromko sa nachádza v časti ZP Wiki venovanej študentom, konkrétne na stránke s cestou `/students/2019/michal_stromko`, kde sú zaznamenané jeho záverečné práce, vrátane bakalárskej práce z roku 2022 a diplomového projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.675809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.806799, + "tool_latency_seconds": 0.675809, + "final_model_latency_seconds": 12.571223, + "total_latency_seconds": 15.054781, + "usage": { + "prompt_tokens": 14020, + "completion_tokens": 181, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0714", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Eduard Matovka nájdete v ZP Wiki na stránke `https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka`, ktorá obsahuje informácie o jeho štúdiu (začiatok v roku 2021) a priebehu jeho bakalárskej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Eduard Matovka?", + "limit": 5 + }, + "latency_seconds": 0.525599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.424897, + "tool_latency_seconds": 0.525599, + "final_model_latency_seconds": 11.004595, + "total_latency_seconds": 12.95575, + "usage": { + "prompt_tokens": 11916, + "completion_tokens": 165, + "total_tokens": 12081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0715", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Martin Šarišský nájdete na stránke v adresári `/students/2021/martin_sarissky`, ktorá obsahuje informácie o jeho diplomovej práci a diplomovom projekte.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Martin Šarišský?" + }, + "latency_seconds": 0.697773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.216153, + "tool_latency_seconds": 0.697773, + "final_model_latency_seconds": 15.613891, + "total_latency_seconds": 17.528682, + "usage": { + "prompt_tokens": 18326, + "completion_tokens": 116, + "total_tokens": 18442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0716", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Novotný nájdete na študentskej stránke v adresári `/students/2021/matej_novotny`, kde je evidovaný jeho projekt diplomovej práce s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Novotný?", + "limit": 5 + }, + "latency_seconds": 0.473321, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.410059, + "tool_latency_seconds": 0.473321, + "final_model_latency_seconds": 13.459461, + "total_latency_seconds": 15.3437, + "usage": { + "prompt_tokens": 14928, + "completion_tokens": 155, + "total_tokens": 15083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0717", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Matej Ščišľak sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2024 s názvom „Dialógový systém pre potreby samosprávy\" a o pripravovanej diplomovej práci pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Matej Ščišľak?", + "limit": 5 + }, + "latency_seconds": 0.644209, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.417591, + "tool_latency_seconds": 0.644209, + "final_model_latency_seconds": 13.256965, + "total_latency_seconds": 15.319409, + "usage": { + "prompt_tokens": 14651, + "completion_tokens": 170, + "total_tokens": 14821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0718", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladimír Ferko nájdete na stránke s profilom študenta, ktorá je umiestnená v ZP Wiki pod cestou `/students/2021/vladimir_ferko`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.651832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.782778, + "tool_latency_seconds": 0.651832, + "final_model_latency_seconds": 12.72928, + "total_latency_seconds": 15.164852, + "usage": { + "prompt_tokens": 14852, + "completion_tokens": 153, + "total_tokens": 15005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0719", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Andrii Pervashov nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov, ktorá obsahuje informácie o jeho štúdiu a záverečných prácach.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Andrii Pervashov?" + }, + "latency_seconds": 0.458394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.307102, + "tool_latency_seconds": 0.458394, + "final_model_latency_seconds": 11.527569, + "total_latency_seconds": 13.293734, + "usage": { + "prompt_tokens": 12858, + "completion_tokens": 140, + "total_tokens": 12998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0720", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Daniil Huzenko sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko, kde je uvedený pod sekciou Bakalárska práca 2025 s predbežným názvom Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Daniil Huzenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.551649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.551992, + "tool_latency_seconds": 0.551649, + "final_model_latency_seconds": 12.419669, + "total_latency_seconds": 14.524113, + "usage": { + "prompt_tokens": 13522, + "completion_tokens": 183, + "total_tokens": 13705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0721", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Malinovský nájdete na stránke profilu študenta, ktorá sa nachádza v adresári `pages/students/2022/jan_malinovsky`. Na tejto stránke sú evidované jeho študijné údaje, ako je rok nástupu na štúdium (2022) a téma diplomového projektu z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Malinovský?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.663756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.775434, + "tool_latency_seconds": 0.663756, + "final_model_latency_seconds": 13.157587, + "total_latency_seconds": 15.59746, + "usage": { + "prompt_tokens": 14671, + "completion_tokens": 188, + "total_tokens": 14859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0722", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ján Pták sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak, kde sú uvedené informácie o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.475894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.730764, + "tool_latency_seconds": 0.475894, + "final_model_latency_seconds": 12.035434, + "total_latency_seconds": 14.243028, + "usage": { + "prompt_tokens": 13526, + "completion_tokens": 169, + "total_tokens": 13695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0723", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleh Poiasnik sa v ZP Wiki nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik, kde sú evidované jeho práce vrátane bakalárskej práce z roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.642541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.863849, + "tool_latency_seconds": 0.642541, + "final_model_latency_seconds": 15.597609, + "total_latency_seconds": 18.104737, + "usage": { + "prompt_tokens": 17896, + "completion_tokens": 170, + "total_tokens": 18066 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0724", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Vasiľ sa nachádza na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil, kde sú uvedené informácie o jeho štarte štúdia v roku 2022 a o predbežnom názve bakalárskej práce zameraného na orchestráciu veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Vasiľ?" + }, + "latency_seconds": 0.501083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.222049, + "tool_latency_seconds": 0.501083, + "final_model_latency_seconds": 11.214589, + "total_latency_seconds": 12.938372, + "usage": { + "prompt_tokens": 11883, + "completion_tokens": 157, + "total_tokens": 12040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0725", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Tetiana Mohorian nájdete na stránke jej profilu v ZP Wiki, ktorá sa nachádza v adresári pre študentov z roku nástupu na štúdium 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Tetiana Mohorian?" + }, + "latency_seconds": 0.458703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.225017, + "tool_latency_seconds": 0.458703, + "final_model_latency_seconds": 8.523619, + "total_latency_seconds": 10.208235, + "usage": { + "prompt_tokens": 9607, + "completion_tokens": 116, + "total_tokens": 9723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0726", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Valerii Kutsenko nájdete na stránke ZP Wiki pod adresou https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko, kde sú uvedené informácie o jej bakalárskej práci z roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.599193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.535051, + "tool_latency_seconds": 0.599193, + "final_model_latency_seconds": 13.74482, + "total_latency_seconds": 15.880158, + "usage": { + "prompt_tokens": 16040, + "completion_tokens": 154, + "total_tokens": 16194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0727", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Vladyslav Yanchenko s informáciami o jeho bakalárskej práci sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Vladyslav Yanchenko?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.477911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.618772, + "tool_latency_seconds": 0.477911, + "final_model_latency_seconds": 11.090061, + "total_latency_seconds": 13.187566, + "usage": { + "prompt_tokens": 12647, + "completion_tokens": 144, + "total_tokens": 12791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0728", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Denis Le Thanh nájdete na stránke v ZP Wiki, ktorá je umiestnená v adresári pre študentov, ktorí začali štúdium v roku 2023, pod názvom „Bakalárska práca 2026\" s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Denis Le Thanh?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.3918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.782481, + "tool_latency_seconds": 0.3918, + "final_model_latency_seconds": 15.139234, + "total_latency_seconds": 17.314364, + "usage": { + "prompt_tokens": 17067, + "completion_tokens": 195, + "total_tokens": 17262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0729", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Maksym Zatirka nájdete na stránke ZP Wiki v sekcii pre študentov, konkrétne pod cestou `students/2023/maksym_zatirka`.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.497901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.835494, + "tool_latency_seconds": 0.497901, + "final_model_latency_seconds": 12.4041, + "total_latency_seconds": 14.738492, + "usage": { + "prompt_tokens": 14377, + "completion_tokens": 155, + "total_tokens": 14532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0730", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Oleksandr Dorybohov nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov, kde sú uvedené informácie o jeho bakalárskej práci z roku 2026 s témou Automatické odpovede na otázky v právnej oblasti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.47124, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.833607, + "tool_latency_seconds": 0.47124, + "final_model_latency_seconds": 11.397534, + "total_latency_seconds": 13.703282, + "usage": { + "prompt_tokens": 12390, + "completion_tokens": 184, + "total_tokens": 12574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0731", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Ronald Zalacko nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko, kde je uvedená jeho bakalárska práca s témou „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.391093, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.768533, + "tool_latency_seconds": 0.391093, + "final_model_latency_seconds": 8.484797, + "total_latency_seconds": 10.645034, + "usage": { + "prompt_tokens": 9180, + "completion_tokens": 170, + "total_tokens": 9350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0732", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Rostyslav Rodzhuk nájdete na stránke ZP Wiki pod URL adresou https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk, kde sú uvedené informácie o jeho štúdiu od roku 2023 a práci na bakalárskej téme „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.522956, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.882218, + "tool_latency_seconds": 0.522956, + "final_model_latency_seconds": 10.939163, + "total_latency_seconds": 13.345221, + "usage": { + "prompt_tokens": 11660, + "completion_tokens": 205, + "total_tokens": 11865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0733", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Samuel Džurina nájdete na stránke https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina, kde sú uvedené informácie o jeho bakalárskej práci s témou „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.446334, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.572389, + "tool_latency_seconds": 0.446334, + "final_model_latency_seconds": 12.838682, + "total_latency_seconds": 14.858388, + "usage": { + "prompt_tokens": 14557, + "completion_tokens": 159, + "total_tokens": 14716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0734", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Simona Bobrovčanová sa nachádza na stránke s adresou https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova, kde sú uvedené informácie o jej bakalárskej práci s témou Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.417622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.839283, + "tool_latency_seconds": 0.417622, + "final_model_latency_seconds": 10.924123, + "total_latency_seconds": 13.181823, + "usage": { + "prompt_tokens": 12016, + "completion_tokens": 180, + "total_tokens": 12196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0771", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v zázname ZP Wiki spájaná s témou „knowledge graph\" v rámci jeho interného projektu (ERASMUS Intern Spring 2026), ktorého cieľom je zostaviť znalostný graf z lekárskych príbalových letákov v niekoľkých jazykoch a využiť ho v inteligentnom agentovi odporúčanom na lieky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „knowledge graph“?", + "limit": 5 + }, + "latency_seconds": 0.859434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.416521, + "tool_latency_seconds": 0.859434, + "final_model_latency_seconds": 21.921255, + "total_latency_seconds": 24.199174, + "usage": { + "prompt_tokens": 25270, + "completion_tokens": 166, + "total_tokens": 25436 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0772", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Bogdan Paul Chiș je v ZP Wiki spätená s témou „medical\" prostredníctvom záznamu o jeho stáži ERASMUS v roku 2026, ktorej témou bola viacjazyčná extrakcia trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „medical“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.7683, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.857268, + "tool_latency_seconds": 0.7683, + "final_model_latency_seconds": 8.950166, + "total_latency_seconds": 11.57653, + "usage": { + "prompt_tokens": 9580, + "completion_tokens": 167, + "total_tokens": 9747 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0773", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Bogdan Paul Chiș s témou „Triplet extraction“, je dokument o jeho praxi (ERASMUS Intern Spring 2026), kde je téma definovaná ako „(multilingual) Triplet extraction from medical data“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Bogdan Paul Chiș s témou „Triplet extraction“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.50968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.86612, + "tool_latency_seconds": 0.50968, + "final_model_latency_seconds": 11.083754, + "total_latency_seconds": 13.460003, + "usage": { + "prompt_tokens": 12664, + "completion_tokens": 166, + "total_tokens": 12830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0774", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „named entities\", je dokument o jeho stáži v lete 2019, kde si stanovil za cieľ rozpoznať neznáme pomenované entity, vytvoriť manuálne anotačnú trénovaciu množinu z prepisov reči a navrhnúť anotačnú schému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „named entities“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.633506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.645599, + "tool_latency_seconds": 0.633506, + "final_model_latency_seconds": 21.15666, + "total_latency_seconds": 23.436701, + "usage": { + "prompt_tokens": 24412, + "completion_tokens": 179, + "total_tokens": 24591 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0775", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Cesar Abascal Gutierrez s témou „Prodigy“ (konkrétne s nástrojom na manuálnu anotáciu Prodigy), je dokument o jeho praxi (intern) v lete roku 2019, kde je Prodigy uvedený ako použiteľný nástroj na manuálnu anotáciu v rámci projektu rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „Prodigy“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.344585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.908214, + "tool_latency_seconds": 0.344585, + "final_model_latency_seconds": 10.94158, + "total_latency_seconds": 13.195404, + "usage": { + "prompt_tokens": 11351, + "completion_tokens": 198, + "total_tokens": 11549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0776", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Cesar Abascal Gutierrez je v ZP Wiki spojená s témou spaCy v rámci projektu „Named entity annotations“, kde v roku 2019 pracoval na prekonvertovaní transkriptov reči do trénovacieho súboru a tréningu klasifikátora pomocou nástroja spaCy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Cesar Abascal Gutierrez s témou „spaCy“?", + "limit": 5 + }, + "latency_seconds": 0.697812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.438793, + "tool_latency_seconds": 0.697812, + "final_model_latency_seconds": 13.177032, + "total_latency_seconds": 15.314915, + "usage": { + "prompt_tokens": 15084, + "completion_tokens": 148, + "total_tokens": 15232 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0777", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Olivera Pejič spája s témou „Hate Speech\" záznam o jeho stáži v rámci projektu Hate Speech, kde sa v lete 2024 venoval príprave úlohy hodnotenia pre slovenskú nenávistnú reč v rámci frameworku MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „Hate Speech“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.239597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.851577, + "tool_latency_seconds": 0.239597, + "final_model_latency_seconds": 13.217395, + "total_latency_seconds": 15.309258, + "usage": { + "prompt_tokens": 15213, + "completion_tokens": 167, + "total_tokens": 15380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0778", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Oliver Pejic súvisí s témou MTEB v rámci svojej letnej stáže (IAESTE Intern Summer 2024), kde sa zaoberal hodnotením modelov vektorových reprezentácií pomocou frameworku MTEB a pripravoval nové úlohy pre vyhodnotenie pre slovenské dáta, konkrétne pre detekciu nenávistného prejavu a otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „MTEB“?", + "limit": 5 + }, + "latency_seconds": 0.382622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.38706, + "tool_latency_seconds": 0.382622, + "final_model_latency_seconds": 11.578456, + "total_latency_seconds": 13.34894, + "usage": { + "prompt_tokens": 12535, + "completion_tokens": 167, + "total_tokens": 12702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0779", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája Olivera Pejica s témou „SentenceTransformer\", je jeho stránka o letnej stáži (IAESTE Intern Summer 2024), kde si v rámci prípravy na úlohy osvojil framework SentenceTransformer na účely hodnotenia modelov a vytvárania úloh pre slovenské jazykové modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Oliver Pejic s témou „SentenceTransformer“?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.468723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.823234, + "tool_latency_seconds": 0.468723, + "final_model_latency_seconds": 9.477643, + "total_latency_seconds": 11.770331, + "usage": { + "prompt_tokens": 10058, + "completion_tokens": 180, + "total_tokens": 10238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0780", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou „BERT\" v zázname o jej stáži v rámci projektu „Hate Speech Project\", kde skúšala doplnkové vrstvy nad modelom BERT a plánovala využitie viacerých modelov BERT vrátane multilinguálnej verzie pre detekciu nenávistných prejavov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „BERT“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.361635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.883304, + "tool_latency_seconds": 0.361635, + "final_model_latency_seconds": 10.895897, + "total_latency_seconds": 13.141384, + "usage": { + "prompt_tokens": 11703, + "completion_tokens": 193, + "total_tokens": 11896 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0781", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Sevval Bulburu s témou „Hate Speech\", je dokument o jej stáži v rámci programu IAESTE v lete 2023, kde jej cieľom bolo pomôcť s projektom na detekciu nenávistnej reči a vypracovala skúmanie modelov BERT pre slovenský dataset.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „Hate Speech“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.557908, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.822296, + "tool_latency_seconds": 0.557908, + "final_model_latency_seconds": 21.147709, + "total_latency_seconds": 23.529113, + "usage": { + "prompt_tokens": 24507, + "completion_tokens": 184, + "total_tokens": 24691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0782", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Sevval Bulburu je v ZP Wiki spájaná s témou SMOTE v rámci jej stáže v roku 2023, kde uvádza, že sa pokúsila o využitie metódy SMOTE na upsampling, avšak táto metóda nefungovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Sevval Bulburu s témou „SMOTE“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.180475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.868863, + "tool_latency_seconds": 0.180475, + "final_model_latency_seconds": 6.496749, + "total_latency_seconds": 8.546444, + "usage": { + "prompt_tokens": 6259, + "completion_tokens": 171, + "total_tokens": 6430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0783", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Youssef Ressaissi s témou ROUGE, je dokument o jeho stáži v rámci projektu „IAESTE Intern Summer 2025\" zameranom na vyhodnocovanie a zlepšovanie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne, kde pri porovnávaní modelov (vrátane MBART a T5) explicitne používal metrickú ROUGE na vyhodnotenie kvality sumarizácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „ROUGE“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.580736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.644105, + "tool_latency_seconds": 0.580736, + "final_model_latency_seconds": 13.468497, + "total_latency_seconds": 15.694416, + "usage": { + "prompt_tokens": 14635, + "completion_tokens": 207, + "total_tokens": 14842 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0784", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Youssef Ressaissi je v ZP Wiki spájaná s témou „Slovak\" v rámci svojho záznamu o stáži v rámci programu IAESTE v lete 2025, kde bol cieľom projektu vyhodnotenie a zlepšenie jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „Slovak“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.220758, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.839284, + "tool_latency_seconds": 0.220758, + "final_model_latency_seconds": 8.469923, + "total_latency_seconds": 10.530545, + "usage": { + "prompt_tokens": 8796, + "completion_tokens": 187, + "total_tokens": 8983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0785", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Youssef Ressaissi spája s témou „summarization\" záznam o jeho práci v rámci letnej stáže IAESTE v roku 2025, kde bol cieľom vyhodnotiť a vylepšiť jazykové modely pre automatickú sumarizáciu textov v slovenskom medicínskom alebo právnom odbore.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Youssef Ressaissi s témou „summarization“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.583914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.837184, + "tool_latency_seconds": 0.583914, + "final_model_latency_seconds": 12.472719, + "total_latency_seconds": 14.894707, + "usage": { + "prompt_tokens": 14065, + "completion_tokens": 183, + "total_tokens": 14248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0786", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Dárius Lindvai s témou BiLSTM, je jeho stránka s diplomovým projektom zameraným na obnovenie interpunkcie, kde v zápisoch o činnosti uvádza trénovanie modelu BiLSTM+CRF a úpravy zdrojových kódov BiLSTM+CRF pre obnovenie interpunkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „BiLSTM“?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.750364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.832618, + "tool_latency_seconds": 0.750364, + "final_model_latency_seconds": 7.843051, + "total_latency_seconds": 10.426563, + "usage": { + "prompt_tokens": 7920, + "completion_tokens": 191, + "total_tokens": 8111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0787", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Dárius Lindvai spája s témou CRF (spomenutý ako súčasť modelu BiLSTM+CRF) záznam o jeho diplomovej práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", kde sú v zápisoch o činnosti zaznamenané úpravy zdrojových kódov a trénovanie modelu BiLSTM+CRF.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „CRF“?", + "limit": 5 + }, + "latency_seconds": 0.553059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.405559, + "tool_latency_seconds": 0.553059, + "final_model_latency_seconds": 13.444312, + "total_latency_seconds": 15.404013, + "usage": { + "prompt_tokens": 15157, + "completion_tokens": 167, + "total_tokens": 15324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0788", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dárius Lindvai s témou „interpunkcia\" spája záznam o jeho diplomovom projekte s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dárius Lindvai s témou „interpunkcia“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.780845, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.851921, + "tool_latency_seconds": 0.780845, + "final_model_latency_seconds": 7.299287, + "total_latency_seconds": 9.932658, + "usage": { + "prompt_tokens": 7976, + "completion_tokens": 155, + "total_tokens": 8131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0789", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dominik Nagy spája s témou Fairseq jeho diplomová práca z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom v rámci prípravy na diplomový projekt v roku 2020 a 2021 tiež pracoval s týmto nástrojom na trénovanie modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „Fairseq“?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.574346, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.581453, + "tool_latency_seconds": 0.574346, + "final_model_latency_seconds": 14.644616, + "total_latency_seconds": 16.801061, + "usage": { + "prompt_tokens": 16823, + "completion_tokens": 171, + "total_tokens": 16994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0790", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spätená s témou MBART v rámci jeho diplomovej práce z roku 2022, kde si stanovil za úlohu vykonať experiment s architektúrou MBART a porovnať výsledky s článkom MBART (Liu et al.).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „MBART“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.470895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.786298, + "tool_latency_seconds": 0.470895, + "final_model_latency_seconds": 12.757872, + "total_latency_seconds": 15.015815, + "usage": { + "prompt_tokens": 14527, + "completion_tokens": 167, + "total_tokens": 14694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0791", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dominik Nagy je v ZP Wiki spájana s témou strojový preklad prostredníctvom svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dominik Nagy s témou „strojový preklad“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.815878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.621639, + "tool_latency_seconds": 0.815878, + "final_model_latency_seconds": 21.866526, + "total_latency_seconds": 24.305233, + "usage": { + "prompt_tokens": 25860, + "completion_tokens": 146, + "total_tokens": 26006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0792", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Jakuba Maruniaka s témou pomenované entity, je diplomový projekt s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa riešila aj anotačná schéma pre pomenované entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „pomenované entity“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.660058, + "tool_latency_seconds": 0.476, + "final_model_latency_seconds": 19.063305, + "total_latency_seconds": 21.200099, + "usage": { + "prompt_tokens": 21879, + "completion_tokens": 162, + "total_tokens": 22041 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0793", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spojená s témou „Prodigy\" v rámci svojho diplomového projektu zameraného na anotáciu a rozpoznávanie pomenovaných entít, kde sa v úlohách explicitne spomína použitie nástroja Prodigy na anotáciu textových dát a trénovanie modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Prodigy“?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.752499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.617168, + "tool_latency_seconds": 0.752499, + "final_model_latency_seconds": 12.327785, + "total_latency_seconds": 14.698246, + "usage": { + "prompt_tokens": 13603, + "completion_tokens": 167, + "total_tokens": 13770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0794", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Jakub Maruniak je v ZP Wiki spájaná s témou „Spacy\" v rámci jeho diplomového projektu, kde sa v dokumentácii spomínajú problémy so spacy modelom a trénovanie modelu podľa repozitára spacy-skmodel.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Jakub Maruniak s témou „Spacy“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.984581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.838473, + "tool_latency_seconds": 0.984581, + "final_model_latency_seconds": 8.732951, + "total_latency_seconds": 11.556351, + "usage": { + "prompt_tokens": 9624, + "completion_tokens": 162, + "total_tokens": 9786 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0795", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki sprevádzaná témou „PageRank\" v zázname o jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", kde sa v rámci úloh a stavu vývoja explicitne uvádza implementácia a experimentovanie s PageRank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „PageRank“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.513494, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.804727, + "tool_latency_seconds": 0.513494, + "final_model_latency_seconds": 11.013844, + "total_latency_seconds": 13.332955, + "usage": { + "prompt_tokens": 12157, + "completion_tokens": 182, + "total_tokens": 12339 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0796", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Ján Holp s témou „slovenský internet\" spája jeho bakalárska práca z roku 2019 s názvom „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „slovenský internet“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.623585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.852389, + "tool_latency_seconds": 0.623585, + "final_model_latency_seconds": 7.219607, + "total_latency_seconds": 9.696171, + "usage": { + "prompt_tokens": 7983, + "completion_tokens": 152, + "total_tokens": 8135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0797", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Ján Holp je v ZP Wiki spojená s témou „získavanie informácií\" prostredníctvom jeho diplomovej práce z roku 2021, ktorej zadanie zahŕňalo vypracovanie prehľadu metód ohodnotenia dokumentov v systémoch získavania informácií a implementáciu jednoduchého systému pre získavanie informácií v slovenskom jazyku. Ďalej je pri ňom evidovaný tímový projekt s názvom „Získavanie informácií\", ktorý sa venuje vedomostiam z oblasti Information Retrieval a spracovaniu prirodzeného jazyka.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Ján Holp s témou „získavanie informácií“?", + "limit": 5 + }, + "latency_seconds": 0.718581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.443342, + "tool_latency_seconds": 0.718581, + "final_model_latency_seconds": 18.204597, + "total_latency_seconds": 20.367467, + "usage": { + "prompt_tokens": 19769, + "completion_tokens": 229, + "total_tokens": 19998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0798", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam, ktorý spája osobu Lukáša Pokrývkovú s témou GPU, je jeho diplomový projekt z roku 2020, kde sa zaoberal trénovaním modelov na viacerých GPU (napríklad na strojoch idoc a tesla) pomocou knižnice Pytorch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „GPU“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.660825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.866101, + "tool_latency_seconds": 0.660825, + "final_model_latency_seconds": 13.049887, + "total_latency_seconds": 15.577325, + "usage": { + "prompt_tokens": 14578, + "completion_tokens": 179, + "total_tokens": 14757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.536689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.637686, + "tool_latency_seconds": 0.536689, + "final_model_latency_seconds": 7.023227, + "total_latency_seconds": 9.198648, + "usage": { + "prompt_tokens": 8140, + "completion_tokens": 117, + "total_tokens": 8257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.505136, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.768182, + "tool_latency_seconds": 0.505136, + "final_model_latency_seconds": 16.951821, + "total_latency_seconds": 19.226848, + "usage": { + "prompt_tokens": 20511, + "completion_tokens": 124, + "total_tokens": 20635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 2.184027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.678464, + "tool_latency_seconds": 2.184027, + "final_model_latency_seconds": 22.056111, + "total_latency_seconds": 25.920259, + "usage": { + "prompt_tokens": 26422, + "completion_tokens": 118, + "total_tokens": 26540 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0824", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tomáš Kuchárik používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.683022, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.717648, + "tool_latency_seconds": 0.683022, + "final_model_latency_seconds": 24.98716, + "total_latency_seconds": 27.388765, + "usage": { + "prompt_tokens": 29602, + "completion_tokens": 118, + "total_tokens": 29720 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0825", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.48567, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.034709, + "tool_latency_seconds": 0.48567, + "final_model_latency_seconds": 7.720836, + "total_latency_seconds": 10.241577, + "usage": { + "prompt_tokens": 8636, + "completion_tokens": 139, + "total_tokens": 8775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0826", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.405476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.845755, + "tool_latency_seconds": 0.405476, + "final_model_latency_seconds": 7.375756, + "total_latency_seconds": 9.627666, + "usage": { + "prompt_tokens": 8821, + "completion_tokens": 129, + "total_tokens": 8950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0827", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informácia o počte GB RAM počítača alebo servera, ktorý Jakub Maruniak používal pri práci, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Jakub Maruniak používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.759507, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850158, + "tool_latency_seconds": 0.759507, + "final_model_latency_seconds": 7.063122, + "total_latency_seconds": 9.673162, + "usage": { + "prompt_tokens": 7890, + "completion_tokens": 150, + "total_tokens": 8040 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0828", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.781514, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.011386, + "tool_latency_seconds": 0.781514, + "final_model_latency_seconds": 7.829201, + "total_latency_seconds": 10.622506, + "usage": { + "prompt_tokens": 9344, + "completion_tokens": 139, + "total_tokens": 9483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0829", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý použil Jakub Maruniak pri práci. Zdrojové dokumenty spomínajú použitie knižnice Spacy a nástroja Prodigy, ako aj vykonávanie experimentov s trénovaním modelu, ale nezisťuje sa v nich špecifikácia hardvéru, konkrétne modelu grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Jakub Maruniak pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.731899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.809103, + "tool_latency_seconds": 0.731899, + "final_model_latency_seconds": 8.178195, + "total_latency_seconds": 10.719907, + "usage": { + "prompt_tokens": 8164, + "completion_tokens": 207, + "total_tokens": 8371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0830", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v záznamoch uvedené, že Dominik Nagy pracoval na servri IDOC a využíval GPU pre trénovanie modelov, chýba tu konkrétna údajová špecifikácia o veľkosti pamäte RAM (v GB).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dominik Nagy používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.46363, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.819497, + "tool_latency_seconds": 0.46363, + "final_model_latency_seconds": 7.944315, + "total_latency_seconds": 10.228049, + "usage": { + "prompt_tokens": 8396, + "completion_tokens": 188, + "total_tokens": 8584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0831", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dominik Nagy?" + }, + "latency_seconds": 0.468304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.331, + "tool_latency_seconds": 0.468304, + "final_model_latency_seconds": 13.51587, + "total_latency_seconds": 15.316189, + "usage": { + "prompt_tokens": 16594, + "completion_tokens": 97, + "total_tokens": 16691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0832", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Dominik Nagy pri práci použil; v záznamoch je uvedené len, že prebiehalo trénovanie na GPU bez použitia balíka Anaconda, ale bez špecifikácie typu hardvéru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dominik Nagy pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.436506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.58729, + "tool_latency_seconds": 0.436506, + "final_model_latency_seconds": 7.880589, + "total_latency_seconds": 9.905289, + "usage": { + "prompt_tokens": 8115, + "completion_tokens": 167, + "total_tokens": 8282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0833", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Patrik Pavlišin používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.419442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.893494, + "tool_latency_seconds": 0.419442, + "final_model_latency_seconds": 7.528365, + "total_latency_seconds": 9.841827, + "usage": { + "prompt_tokens": 8997, + "completion_tokens": 134, + "total_tokens": 9131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0834", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém patriaci osobe Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.407418, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.020069, + "tool_latency_seconds": 0.407418, + "final_model_latency_seconds": 7.622088, + "total_latency_seconds": 10.05024, + "usage": { + "prompt_tokens": 8671, + "completion_tokens": 161, + "total_tokens": 8832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0835", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Patrikovi Pavlišinovi síce spomínajú úsilie o rozbehnutie trénovania na GPU a inštaláciu CUDA nástrojov, ale nezaznamenávajú konkrétny model GPU, ktorý bol použitý.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Patrik Pavlišin pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.613251, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.621481, + "tool_latency_seconds": 0.613251, + "final_model_latency_seconds": 23.114347, + "total_latency_seconds": 25.349917, + "usage": { + "prompt_tokens": 26646, + "completion_tokens": 177, + "total_tokens": 26823 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0836", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Dávid Omasta používal pri práci?" + }, + "latency_seconds": 0.531223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.270582, + "tool_latency_seconds": 0.531223, + "final_model_latency_seconds": 24.585592, + "total_latency_seconds": 26.388677, + "usage": { + "prompt_tokens": 29110, + "completion_tokens": 92, + "total_tokens": 29202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0837", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.342826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.954864, + "tool_latency_seconds": 0.342826, + "final_model_latency_seconds": 6.786611, + "total_latency_seconds": 9.084674, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 133, + "total_tokens": 7558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0838", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki nie je uvedený konkrétny model GPU, ktorý Dávid Omasta použil, iba sa spomína, že experimenty s modelmi LLAMA a mt5-base sa nedarili realizovať kvôli obmedzeniam GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Dávid Omasta pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.330044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.827164, + "tool_latency_seconds": 0.330044, + "final_model_latency_seconds": 7.589961, + "total_latency_seconds": 9.747536, + "usage": { + "prompt_tokens": 8317, + "completion_tokens": 166, + "total_tokens": 8483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0839", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Kristián Sopkovič používal pri práci?" + }, + "latency_seconds": 0.585, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.327786, + "tool_latency_seconds": 0.585, + "final_model_latency_seconds": 23.862964, + "total_latency_seconds": 25.776705, + "usage": { + "prompt_tokens": 28627, + "completion_tokens": 96, + "total_tokens": 28723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0840", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.478263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.736461, + "tool_latency_seconds": 0.478263, + "final_model_latency_seconds": 16.551165, + "total_latency_seconds": 18.766923, + "usage": { + "prompt_tokens": 19587, + "completion_tokens": 121, + "total_tokens": 19708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0841", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Kristián Sopkovič pri práci používal. Zdroje síce spomínajú, že pri trénovaní modelov pracoval s hardvérom s 24 GB pamäte (v kontexte 1x24 GB Titan) a nasadzoval modely na Titan, ale nezverejňujú presný model GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.488901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.654673, + "tool_latency_seconds": 0.488901, + "final_model_latency_seconds": 9.416192, + "total_latency_seconds": 11.56029, + "usage": { + "prompt_tokens": 9420, + "completion_tokens": 198, + "total_tokens": 9618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0842", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Michal Stromko používal pri práci?", + "published_only": true + }, + "latency_seconds": 0.734829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.45853, + "tool_latency_seconds": 0.734829, + "final_model_latency_seconds": 24.249553, + "total_latency_seconds": 26.444228, + "usage": { + "prompt_tokens": 29212, + "completion_tokens": 106, + "total_tokens": 29318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0843", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte konkrétnych používateľov, ktorí testovali výsledný systém Michala Stromka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.719894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.01138, + "tool_latency_seconds": 0.719894, + "final_model_latency_seconds": 7.326049, + "total_latency_seconds": 10.057879, + "usage": { + "prompt_tokens": 7650, + "completion_tokens": 158, + "total_tokens": 7808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0844", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Michal Stromko pri svojej práci použil. Zdroje uvádzajú používanie softvérových modelov a nástrojov, ako sú mnlr, MPnet, LABSE, SlovakBERT, FAISS a JinaDocArray, ale neobsahujú špecifikáciu hardvéru ani konkrétny typ grafickej karty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Michal Stromko pri práci?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.670781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.820071, + "tool_latency_seconds": 0.670781, + "final_model_latency_seconds": 8.28222, + "total_latency_seconds": 10.773665, + "usage": { + "prompt_tokens": 8062, + "completion_tokens": 209, + "total_tokens": 8271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0845", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Artem Yatsenko používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.44142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.927371, + "tool_latency_seconds": 0.44142, + "final_model_latency_seconds": 16.996524, + "total_latency_seconds": 19.365926, + "usage": { + "prompt_tokens": 21262, + "completion_tokens": 107, + "total_tokens": 21369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0846", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.339326, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 2.02097, + "tool_latency_seconds": 0.339326, + "final_model_latency_seconds": 8.919837, + "total_latency_seconds": 11.280534, + "usage": { + "prompt_tokens": 10229, + "completion_tokens": 140, + "total_tokens": 10369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0847", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom modeli GPU, ktorý Artem Yatsenko pri práci využíval, nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Artem Yatsenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.519994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.832216, + "tool_latency_seconds": 0.519994, + "final_model_latency_seconds": 14.657222, + "total_latency_seconds": 17.010347, + "usage": { + "prompt_tokens": 17441, + "completion_tokens": 146, + "total_tokens": 17587 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0848", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Matej Ščišľak používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.570566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.732627, + "tool_latency_seconds": 0.570566, + "final_model_latency_seconds": 24.772151, + "total_latency_seconds": 27.076704, + "usage": { + "prompt_tokens": 30205, + "completion_tokens": 92, + "total_tokens": 30297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0849", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové materiály uvádzajú, že Matej Ščišľak pripravil testovacie scenáre a množinu pre vyhodnotenie chatbota, pričom jedna množina bola určená na vyhodnotenie jeho pravidiem a druhá od kolegu, no konkrétny počet používateľov, ktorí systém testovali, nie je v poskytnutom kontexte uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Matej Ščišľak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.524376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.725995, + "tool_latency_seconds": 0.524376, + "final_model_latency_seconds": 21.43588, + "total_latency_seconds": 23.687094, + "usage": { + "prompt_tokens": 23725, + "completion_tokens": 210, + "total_tokens": 23935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0850", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom modeli GPU, ktorý Matej Ščišľak pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Matej Ščišľak pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.405372, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.907844, + "tool_latency_seconds": 0.405372, + "final_model_latency_seconds": 7.400495, + "total_latency_seconds": 9.714163, + "usage": { + "prompt_tokens": 7931, + "completion_tokens": 152, + "total_tokens": 8083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0851", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokumenty o Oleho Poiasnikovi spomínajú používanie softvéru (Docker, vllm, ollama), modelov (Mistral Large, Qwen2.5) a infraštruktúry (AWS, server QUADRO), neuvádzajú konkrétnu kapacitu RAM v gigabajtoch pre jeho počítač alebo server.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Oleh Poiasnik používal pri práci?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.986021, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.877009, + "tool_latency_seconds": 0.986021, + "final_model_latency_seconds": 33.088692, + "total_latency_seconds": 35.953291, + "usage": { + "prompt_tokens": 37562, + "completion_tokens": 216, + "total_tokens": 37778 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0852", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém od osoby Oleh Poiasnik. Dokumenty síce obsahujú úlohy osloviť kolegov na testovanie a slovne vyhodnotiť systém, ale neuvádzajú konkrétny počet účastníkov testovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Oleh Poiasnik?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.405279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 2.013518, + "tool_latency_seconds": 0.405279, + "final_model_latency_seconds": 9.084043, + "total_latency_seconds": 11.50335, + "usage": { + "prompt_tokens": 8871, + "completion_tokens": 205, + "total_tokens": 9076 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0853", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Oleh Poiasnik použil pri práci. Zdroje uvádzajú len použitie softvérových nástrojov (ako vllm, ollama) a modelov (Mistral, Qwen2.5, MiniLM), ale nie hardvéru GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Oleh Poiasnik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.378939, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.83219, + "tool_latency_seconds": 0.378939, + "final_model_latency_seconds": 8.624392, + "total_latency_seconds": 10.835912, + "usage": { + "prompt_tokens": 9155, + "completion_tokens": 189, + "total_tokens": 9344 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0854", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používala pri práci. Zdroj uvádza len, že ak by jej GPU počítača nestačilo, vedúci jej pridelí prístup na školský server alebo môže vyskúšať Google Colab, konkrétne hodnoty pamäte však nie sú uvedené.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Tetiana Mohorian používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.330222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.894577, + "tool_latency_seconds": 0.330222, + "final_model_latency_seconds": 8.479752, + "total_latency_seconds": 10.705131, + "usage": { + "prompt_tokens": 8583, + "completion_tokens": 209, + "total_tokens": 8792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0855", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Tetianu Mohorian uvádzajú, že vyhodnotenie modelu pre rozpoznávanie nenávistnej reči bolo vykonané pomocou vlastného skriptu a frameworku llm-eval-harness na overovacej množine, pričom v jednom zo stretnutí je zmienka o vyhodnotení s priateľmi pri práci na Telegram botovi, ale nie je uvedený konkrétny počet používateľov, ktorí testovali výsledný systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Tetiana Mohorian?", + "limit": 10 + }, + "latency_seconds": 0.837217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.485741, + "tool_latency_seconds": 0.837217, + "final_model_latency_seconds": 31.315139, + "total_latency_seconds": 33.639399, + "usage": { + "prompt_tokens": 35079, + "completion_tokens": 220, + "total_tokens": 35299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0856", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Tetiana Mohorian použila pri práci. Dokument uvádza len všeobecnú možnosť, že ak jej GPU vlastného počítača nebude stačiť, môže získať prístup na školský server alebo využiť Google Colab.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Tetiana Mohorian pri práci?", + "published_only": true, + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 0.522155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.815785, + "tool_latency_seconds": 0.522155, + "final_model_latency_seconds": 17.02225, + "total_latency_seconds": 19.360993, + "usage": { + "prompt_tokens": 18891, + "completion_tokens": 182, + "total_tokens": 19073 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0857", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Vladyslav Yanchenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.608442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.734409, + "tool_latency_seconds": 0.608442, + "final_model_latency_seconds": 21.091745, + "total_latency_seconds": 23.435481, + "usage": { + "prompt_tokens": 25365, + "completion_tokens": 121, + "total_tokens": 25486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0858", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Vladyslav Yanchenko?", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.539779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.851707, + "tool_latency_seconds": 0.539779, + "final_model_latency_seconds": 19.044082, + "total_latency_seconds": 21.436378, + "usage": { + "prompt_tokens": 22748, + "completion_tokens": 130, + "total_tokens": 22878 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0859", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Vladyslav Yanchenko pri práci?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.66033, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.637909, + "tool_latency_seconds": 0.66033, + "final_model_latency_seconds": 26.047041, + "total_latency_seconds": 28.34722, + "usage": { + "prompt_tokens": 30815, + "completion_tokens": 118, + "total_tokens": 30933 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0860", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Daniilovi Huzenkovi uvádza pokyny písať o hardvéri, ktorý dostal, a spomína zostavovanie klastra z Raspberry Pi, neobsahuje konkrétnu údaj o množine RAM (v GB) pre použitý počítač alebo server.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Daniil Huzenko používal pri práci?", + "published_only": false + }, + "latency_seconds": 0.544206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.52707, + "tool_latency_seconds": 0.544206, + "final_model_latency_seconds": 25.079286, + "total_latency_seconds": 27.151935, + "usage": { + "prompt_tokens": 28108, + "completion_tokens": 173, + "total_tokens": 28281 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0861", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Daniil Huzenko?", + "limit": 5 + }, + "latency_seconds": 0.467465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.570942, + "tool_latency_seconds": 0.467465, + "final_model_latency_seconds": 14.412747, + "total_latency_seconds": 16.451926, + "usage": { + "prompt_tokens": 17052, + "completion_tokens": 112, + "total_tokens": 17164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0862", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Daniilovi Huzenkovi spomínaný hardvér, konkrétne model GPU nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Daniil Huzenko pri práci?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.276587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.631602, + "tool_latency_seconds": 0.276587, + "final_model_latency_seconds": 6.758066, + "total_latency_seconds": 8.666604, + "usage": { + "prompt_tokens": 7115, + "completion_tokens": 147, + "total_tokens": 7262 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0863", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Samuel Džurina používal pri práci?", + "limit": 5 + }, + "latency_seconds": 0.444102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.4511, + "tool_latency_seconds": 0.444102, + "final_model_latency_seconds": 23.719844, + "total_latency_seconds": 25.616615, + "usage": { + "prompt_tokens": 28622, + "completion_tokens": 106, + "total_tokens": 28728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0864", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o presnom počte konkrétnych používateľov, ktorí testovali výsledný systém Samuela Džurinu. Dokumenty uvádzajú, že agenta je potrebné otestovať a vyhodnotiť formou dotazníka a že existujúci chatbot je použiteľný, ale nešpecifikujú počet testujúcich.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.438329, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.812161, + "tool_latency_seconds": 0.438329, + "final_model_latency_seconds": 20.254248, + "total_latency_seconds": 22.505568, + "usage": { + "prompt_tokens": 22632, + "completion_tokens": 200, + "total_tokens": 22832 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0865", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom modeli GPU, ktorý Samuel Džurina používal pri práci; v zázname je síce spomenutá otázka o tom, či firma disponuje hardvérom s GPU, no odpoveď uvádza, že je možné riešenie externe a nie je špecifikovaný žiadny konkrétny model.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Samuel Džurina pri práci?", + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.322821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.706713, + "tool_latency_seconds": 0.322821, + "final_model_latency_seconds": 9.215628, + "total_latency_seconds": 11.245613, + "usage": { + "prompt_tokens": 9305, + "completion_tokens": 191, + "total_tokens": 9496 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0866", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.49918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.816264, + "tool_latency_seconds": 0.49918, + "final_model_latency_seconds": 16.606218, + "total_latency_seconds": 18.92298, + "usage": { + "prompt_tokens": 20205, + "completion_tokens": 128, + "total_tokens": 20333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0867", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Simona Bobrovčanová pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.638712, + "tool_latency_seconds": 0.497543, + "final_model_latency_seconds": 24.638106, + "total_latency_seconds": 26.77551, + "usage": { + "prompt_tokens": 29357, + "completion_tokens": 118, + "total_tokens": 29475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0868", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Valerii Kutsenko používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.559076, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.646228, + "tool_latency_seconds": 0.559076, + "final_model_latency_seconds": 26.701464, + "total_latency_seconds": 28.90913, + "usage": { + "prompt_tokens": 31632, + "completion_tokens": 118, + "total_tokens": 31750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0869", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.515743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.806286, + "tool_latency_seconds": 0.515743, + "final_model_latency_seconds": 17.836226, + "total_latency_seconds": 20.159113, + "usage": { + "prompt_tokens": 21097, + "completion_tokens": 125, + "total_tokens": 21222 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0870", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v uvedených záznamoch o Valerii Kutsenkovi sa síce spomínajú modely (napr. Slovak T5, mT5, Slovak Mistral, Slovak Falcon) a nástroje (Ollama), ale nie je explicitne uvedený konkrétny model GPU hardvéru, ktorý pri práci používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Valerii Kutsenko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.484473, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.827377, + "tool_latency_seconds": 0.484473, + "final_model_latency_seconds": 8.579321, + "total_latency_seconds": 10.891509, + "usage": { + "prompt_tokens": 8432, + "completion_tokens": 204, + "total_tokens": 8636 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0871", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente uvedené, že na trénovanie sa používal model mt5-large a že notebook bol príliš pomalý na trénovanie, konkrétne množstvo RAM v GB nie je špecifikované.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Andrii Pervashov používal pri práci?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.327509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.950121, + "tool_latency_seconds": 0.327509, + "final_model_latency_seconds": 7.913191, + "total_latency_seconds": 10.191209, + "usage": { + "prompt_tokens": 8516, + "completion_tokens": 183, + "total_tokens": 8699 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0872", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Andrii Pervashov?", + "limit": 5 + }, + "latency_seconds": 0.591571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.530475, + "tool_latency_seconds": 0.591571, + "final_model_latency_seconds": 16.577539, + "total_latency_seconds": 18.700859, + "usage": { + "prompt_tokens": 20234, + "completion_tokens": 111, + "total_tokens": 20345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0873", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je v zázname o Andrii Pervashovi uvedené, že pri trénovaní modelu sa stretol s problémami s pamäťou GPU a pracoval s obmedzením 128 znakov kvôli dostupnej pamäti, konkrétny model GPU nie je v zdrojoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Andrii Pervashov pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.581668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.661611, + "tool_latency_seconds": 0.581668, + "final_model_latency_seconds": 29.774741, + "total_latency_seconds": 32.019128, + "usage": { + "prompt_tokens": 33865, + "completion_tokens": 195, + "total_tokens": 34060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0874", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o tom, koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Pták používal pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.253176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.86527, + "tool_latency_seconds": 0.253176, + "final_model_latency_seconds": 7.609332, + "total_latency_seconds": 9.728516, + "usage": { + "prompt_tokens": 7937, + "completion_tokens": 146, + "total_tokens": 8083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0875", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Pták?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.686797, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.968161, + "tool_latency_seconds": 0.686797, + "final_model_latency_seconds": 20.62434, + "total_latency_seconds": 23.280224, + "usage": { + "prompt_tokens": 25188, + "completion_tokens": 136, + "total_tokens": 25324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0876", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Pták pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.573666, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.874248, + "tool_latency_seconds": 0.573666, + "final_model_latency_seconds": 19.357471, + "total_latency_seconds": 21.806326, + "usage": { + "prompt_tokens": 23264, + "completion_tokens": 126, + "total_tokens": 23390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0877", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty o Jánovi Holpovi uvádzajú len použitie systémov ako Docker, Cassandra a technológie pre indexovanie, ale neobsahujú špecifikáciu konkrétneho modelu procesora alebo CPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Ján Holp pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.666659, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.643154, + "tool_latency_seconds": 0.666659, + "final_model_latency_seconds": 23.848057, + "total_latency_seconds": 26.159634, + "usage": { + "prompt_tokens": 27497, + "completion_tokens": 165, + "total_tokens": 27662 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0878", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové údaje pre Ján Holp uvádzajú názov jeho diplomovej práce a témy projektov, ale nezahŕňajú výslednú známku z obhajoby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.429624, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.860737, + "tool_latency_seconds": 0.429624, + "final_model_latency_seconds": 11.212098, + "total_latency_seconds": 13.503154, + "usage": { + "prompt_tokens": 12224, + "completion_tokens": 171, + "total_tokens": 12395 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0879", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o počte strán finálnej záverečnej práce osoby Ján Holp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Ján Holp?", + "limit": 5 + }, + "latency_seconds": 0.560778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.48976, + "tool_latency_seconds": 0.560778, + "final_model_latency_seconds": 13.646965, + "total_latency_seconds": 15.698079, + "usage": { + "prompt_tokens": 16269, + "completion_tokens": 121, + "total_tokens": 16390 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0880", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument Ján Holp uvádza, že pre nasadenie systému sa plánovalo využiť Docker a vytvoriť verejné demo, konkrétna IP adresa nie je v poskytnutých záznamoch uvedená.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Ján Holp?" + }, + "latency_seconds": 0.520982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.291822, + "tool_latency_seconds": 0.520982, + "final_model_latency_seconds": 15.257162, + "total_latency_seconds": 17.070961, + "usage": { + "prompt_tokens": 17388, + "completion_tokens": 146, + "total_tokens": 17534 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0881", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch o Jánovi Holpovi uvádza využitie veľkých slovenských dát z internetu a indexovanie dát z databázy Cassandra, žiadny zo zdrojov nešpecifikuje presnú veľkosť hlavnej dátovej množiny v gigabajtoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Ján Holp?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.613074, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.920762, + "tool_latency_seconds": 0.613074, + "final_model_latency_seconds": 7.801313, + "total_latency_seconds": 10.335709, + "usage": { + "prompt_tokens": 7604, + "completion_tokens": 197, + "total_tokens": 7801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0882", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa informáciu o konkrétnom finančnom rozpočte pre projekt Ján Holpa nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.546024, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.816661, + "tool_latency_seconds": 0.546024, + "final_model_latency_seconds": 6.69312, + "total_latency_seconds": 9.056253, + "usage": { + "prompt_tokens": 7676, + "completion_tokens": 144, + "total_tokens": 7820 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0883", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Tomáš Kuchárik pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.435013, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.910909, + "tool_latency_seconds": 0.435013, + "final_model_latency_seconds": 6.641296, + "total_latency_seconds": 8.987808, + "usage": { + "prompt_tokens": 7866, + "completion_tokens": 131, + "total_tokens": 7997 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0884", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.623183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.909737, + "tool_latency_seconds": 0.623183, + "final_model_latency_seconds": 11.430556, + "total_latency_seconds": 13.964853, + "usage": { + "prompt_tokens": 13984, + "completion_tokens": 132, + "total_tokens": 14116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0885", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v zdroji S1 uvedený Tomáš Kuchárik a jeho diplomová práca z roku 2022, žiadny z vrátených úsekov neobsahuje údaj o počte strán finálnej záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Tomáš Kuchárik?" + }, + "latency_seconds": 0.59412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.322417, + "tool_latency_seconds": 0.59412, + "final_model_latency_seconds": 12.67867, + "total_latency_seconds": 14.595829, + "usage": { + "prompt_tokens": 14181, + "completion_tokens": 155, + "total_tokens": 14336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0886", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.463813, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.93492, + "tool_latency_seconds": 0.463813, + "final_model_latency_seconds": 7.418311, + "total_latency_seconds": 9.817677, + "usage": { + "prompt_tokens": 8685, + "completion_tokens": 132, + "total_tokens": 8817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0887", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.511079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.731449, + "tool_latency_seconds": 0.511079, + "final_model_latency_seconds": 26.047273, + "total_latency_seconds": 28.291089, + "usage": { + "prompt_tokens": 31300, + "completion_tokens": 119, + "total_tokens": 31419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá patrí do kategórie dp2021, čo zodpovedá roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.738525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.933441, + "tool_latency_seconds": 0.738525, + "final_model_latency_seconds": 19.184613, + "total_latency_seconds": 21.85738, + "usage": { + "prompt_tokens": 22147, + "completion_tokens": 171, + "total_tokens": 22318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0943", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dominik Nagy má v ZP Wiki uvedenú diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dominik Nagy uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.641846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.869658, + "tool_latency_seconds": 0.641846, + "final_model_latency_seconds": 26.189302, + "total_latency_seconds": 28.701626, + "usage": { + "prompt_tokens": 30714, + "completion_tokens": 148, + "total_tokens": 30862 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0944", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Jakubovi Maruniakovi je na ZP Wiki uvedená diplomová práca z roku 2021 s názvom (podľa návrhu) „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Jakub Maruniak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.964435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.711678, + "tool_latency_seconds": 0.964435, + "final_model_latency_seconds": 45.207797, + "total_latency_seconds": 47.885162, + "usage": { + "prompt_tokens": 50732, + "completion_tokens": 153, + "total_tokens": 50885 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0945", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Holp uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.424547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.885919, + "tool_latency_seconds": 0.424547, + "final_model_latency_seconds": 22.999757, + "total_latency_seconds": 25.310893, + "usage": { + "prompt_tokens": 26469, + "completion_tokens": 147, + "total_tokens": 26616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0946", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Lukáš Pokrývka uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.505357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.33996, + "tool_latency_seconds": 0.505357, + "final_model_latency_seconds": 23.179811, + "total_latency_seconds": 25.025806, + "usage": { + "prompt_tokens": 27067, + "completion_tokens": 121, + "total_tokens": 27188 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0947", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Márk Fehér uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.502263, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904743, + "tool_latency_seconds": 0.502263, + "final_model_latency_seconds": 23.103521, + "total_latency_seconds": 25.511294, + "usage": { + "prompt_tokens": 27195, + "completion_tokens": 145, + "total_tokens": 27340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0948", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá je na ZP Wiki uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maroš Harahus uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.660812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.8939, + "tool_latency_seconds": 0.660812, + "final_model_latency_seconds": 24.423129, + "total_latency_seconds": 26.978508, + "usage": { + "prompt_tokens": 28501, + "completion_tokens": 156, + "total_tokens": 28657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0949", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Patrik Pavlišin uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.687827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.326179, + "tool_latency_seconds": 0.687827, + "final_model_latency_seconds": 19.34041, + "total_latency_seconds": 21.35505, + "usage": { + "prompt_tokens": 23376, + "completion_tokens": 107, + "total_tokens": 23483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0950", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má na ZP Wiki uvedenú diplomovú prácu z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a ďalej aj diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tomáš Kuchárik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.726151, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.488023, + "tool_latency_seconds": 0.726151, + "final_model_latency_seconds": 23.764625, + "total_latency_seconds": 25.979545, + "usage": { + "prompt_tokens": 27500, + "completion_tokens": 183, + "total_tokens": 27683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0951", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dmytro Ushatenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.286109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.929568, + "tool_latency_seconds": 0.286109, + "final_model_latency_seconds": 17.322282, + "total_latency_seconds": 19.538577, + "usage": { + "prompt_tokens": 20683, + "completion_tokens": 150, + "total_tokens": 20833 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0952", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má na ZP Wiki uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024 a tiež návrh na názov „Generatívne modely slovenského jazyka\" pre diplomovú prácu v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dávid Omasta uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.255641, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.847764, + "tool_latency_seconds": 0.255641, + "final_model_latency_seconds": 9.330502, + "total_latency_seconds": 11.434229, + "usage": { + "prompt_tokens": 9768, + "completion_tokens": 191, + "total_tokens": 9959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0953", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela sa na ZP Wiki uvádza pod názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je registrovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Wencel uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.415481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.875872, + "tool_latency_seconds": 0.415481, + "final_model_latency_seconds": 22.205101, + "total_latency_seconds": 24.497085, + "usage": { + "prompt_tokens": 26702, + "completion_tokens": 166, + "total_tokens": 26868 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0954", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ondrej Megela uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.417028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.709894, + "tool_latency_seconds": 0.417028, + "final_model_latency_seconds": 21.064486, + "total_latency_seconds": 23.192103, + "usage": { + "prompt_tokens": 25180, + "completion_tokens": 133, + "total_tokens": 25313 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0955", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Alina Vitko vypracovávala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Alina Vitko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.425486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.790768, + "tool_latency_seconds": 0.425486, + "final_model_latency_seconds": 23.013831, + "total_latency_seconds": 25.230697, + "usage": { + "prompt_tokens": 27490, + "completion_tokens": 151, + "total_tokens": 27641 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0956", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Artem Yatsenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Artem Yatsenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.331952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.697809, + "tool_latency_seconds": 0.331952, + "final_model_latency_seconds": 20.517804, + "total_latency_seconds": 22.548172, + "usage": { + "prompt_tokens": 24552, + "completion_tokens": 142, + "total_tokens": 24694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0957", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a na ZP Wiki je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Filip Tomáš uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.378286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.46627, + "tool_latency_seconds": 0.378286, + "final_model_latency_seconds": 19.559199, + "total_latency_seconds": 21.40442, + "usage": { + "prompt_tokens": 23485, + "completion_tokens": 131, + "total_tokens": 23616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0958", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Kristián Sopkovič má na ZP Wiki uvedený návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Kristián Sopkovič uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.483391, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.909962, + "tool_latency_seconds": 0.483391, + "final_model_latency_seconds": 20.021581, + "total_latency_seconds": 22.41554, + "usage": { + "prompt_tokens": 23786, + "completion_tokens": 162, + "total_tokens": 23948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0959", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Michal Stromko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.426916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.835553, + "tool_latency_seconds": 0.426916, + "final_model_latency_seconds": 17.711524, + "total_latency_seconds": 19.974571, + "usage": { + "prompt_tokens": 21108, + "completion_tokens": 142, + "total_tokens": 21250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0960", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Eduard Matovka je na ZP Wiki uvedený ako študent, ktorý vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Eduard Matovka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.387361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.942554, + "tool_latency_seconds": 0.387361, + "final_model_latency_seconds": 20.914158, + "total_latency_seconds": 23.244751, + "usage": { + "prompt_tokens": 25242, + "completion_tokens": 161, + "total_tokens": 25403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0961", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Martina Šarišského s názvom „Agentové systémy pomocou veľkého jazykového modelu“ je na ZP Wiki uvedená v rámci sekcie pre diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Martin Šarišský uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.484469, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.880422, + "tool_latency_seconds": 0.484469, + "final_model_latency_seconds": 22.88573, + "total_latency_seconds": 25.251301, + "usage": { + "prompt_tokens": 27187, + "completion_tokens": 161, + "total_tokens": 27348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0962", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Mateja Novotného má názov „Klasifikácia webových dát pre lepšie jazykové modelovanie“ a je na ZP Wiki uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Novotný uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.46477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.861892, + "tool_latency_seconds": 0.46477, + "final_model_latency_seconds": 23.06608, + "total_latency_seconds": 25.393429, + "usage": { + "prompt_tokens": 27398, + "completion_tokens": 156, + "total_tokens": 27554 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0963", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“, ktorá je evidovaná v sekcii pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Matej Ščišľak uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.409304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.868251, + "tool_latency_seconds": 0.409304, + "final_model_latency_seconds": 21.08186, + "total_latency_seconds": 23.360122, + "usage": { + "prompt_tokens": 24869, + "completion_tokens": 168, + "total_tokens": 25037 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0964", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladimír Ferko má na ZP Wiki uvedenú bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ a táto práca je evidovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladimír Ferko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.451299, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.845938, + "tool_latency_seconds": 0.451299, + "final_model_latency_seconds": 22.345912, + "total_latency_seconds": 24.643884, + "usage": { + "prompt_tokens": 26405, + "completion_tokens": 168, + "total_tokens": 26573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0965", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Podľa dostupných záznamov na ZP Wiki má Andrii Pervashov evidovanú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, ktorá je uvedená v sekcii pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Andrii Pervashov uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.206555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.9226, + "tool_latency_seconds": 0.206555, + "final_model_latency_seconds": 8.051548, + "total_latency_seconds": 10.18099, + "usage": { + "prompt_tokens": 8486, + "completion_tokens": 181, + "total_tokens": 8667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0966", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Daniil Huzenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.420744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.843857, + "tool_latency_seconds": 0.420744, + "final_model_latency_seconds": 20.97839, + "total_latency_seconds": 23.243636, + "usage": { + "prompt_tokens": 25399, + "completion_tokens": 164, + "total_tokens": 25563 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0967", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Ján Malinovský je na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ a rok, na ktorý je tento projekt plánovaný, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Malinovský uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.44632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.835473, + "tool_latency_seconds": 0.44632, + "final_model_latency_seconds": 23.191831, + "total_latency_seconds": 25.474241, + "usage": { + "prompt_tokens": 27242, + "completion_tokens": 159, + "total_tokens": 27401 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0968", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác“ a rok začatia štúdia pre túto prácu je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ján Pták uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.398557, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.840171, + "tool_latency_seconds": 0.398557, + "final_model_latency_seconds": 24.003437, + "total_latency_seconds": 26.242863, + "usage": { + "prompt_tokens": 28709, + "completion_tokens": 147, + "total_tokens": 28856 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0969", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Oleh Poiasnika sa na ZP Wiki uvádza pod názvom „Expertný agentový systém na podporu rozhodovania v lekárni\" a je plánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleh Poiasnik uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.523729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.682127, + "tool_latency_seconds": 0.523729, + "final_model_latency_seconds": 24.758517, + "total_latency_seconds": 26.965075, + "usage": { + "prompt_tokens": 29487, + "completion_tokens": 141, + "total_tokens": 29628 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0970", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Samuel Vasiľ je na ZP Wiki uvedená bakalárska práca s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Vasiľ uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.363442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.903126, + "tool_latency_seconds": 0.363442, + "final_model_latency_seconds": 22.239164, + "total_latency_seconds": 24.506386, + "usage": { + "prompt_tokens": 26120, + "completion_tokens": 168, + "total_tokens": 26288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0971", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Tetiane Mohorian je na ZP Wiki uvedená bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Tetiana Mohorian uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.416795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.912733, + "tool_latency_seconds": 0.416795, + "final_model_latency_seconds": 21.291702, + "total_latency_seconds": 23.621859, + "usage": { + "prompt_tokens": 25316, + "completion_tokens": 159, + "total_tokens": 25475 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0972", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Valerii Kutsenko je na ZP Wiki uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Valerii Kutsenko uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.492121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.644202, + "tool_latency_seconds": 0.492121, + "final_model_latency_seconds": 21.153158, + "total_latency_seconds": 23.290175, + "usage": { + "prompt_tokens": 25248, + "completion_tokens": 139, + "total_tokens": 25387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0973", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko má na ZP Wiki uvedenú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Vladyslav Yanchenko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.450256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.888138, + "tool_latency_seconds": 0.450256, + "final_model_latency_seconds": 23.497572, + "total_latency_seconds": 25.836628, + "usage": { + "prompt_tokens": 27742, + "completion_tokens": 167, + "total_tokens": 27909 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0974", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o Denisovi Le Thanhovi na ZP Wiki uvádza, že vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Denis Le Thanh uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.409476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.878711, + "tool_latency_seconds": 0.409476, + "final_model_latency_seconds": 21.191885, + "total_latency_seconds": 23.480691, + "usage": { + "prompt_tokens": 25079, + "completion_tokens": 168, + "total_tokens": 25247 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0975", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Maksym Zatirka je na ZP Wiki uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Maksym Zatirka uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.420402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.500475, + "tool_latency_seconds": 0.420402, + "final_model_latency_seconds": 23.324055, + "total_latency_seconds": 25.245638, + "usage": { + "prompt_tokens": 27765, + "completion_tokens": 134, + "total_tokens": 27899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0976", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre študenta Oleksandr Dorybohov je na ZP Wiki uvedená bakalárska práca s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Oleksandr Dorybohov uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.419853, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.930389, + "tool_latency_seconds": 0.419853, + "final_model_latency_seconds": 21.258044, + "total_latency_seconds": 23.609014, + "usage": { + "prompt_tokens": 25483, + "completion_tokens": 160, + "total_tokens": 25643 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0977", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" a táto je v ZP Wiki evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Ronald Zalacko uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená." + }, + "latency_seconds": 0.409901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.278937, + "tool_latency_seconds": 0.409901, + "final_model_latency_seconds": 21.401828, + "total_latency_seconds": 23.091328, + "usage": { + "prompt_tokens": 25499, + "completion_tokens": 121, + "total_tokens": 25620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0978", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk má na ZP Wiki uvedenú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Rostyslav Rodzhuk uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.422897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.84352, + "tool_latency_seconds": 0.422897, + "final_model_latency_seconds": 21.593945, + "total_latency_seconds": 23.861147, + "usage": { + "prompt_tokens": 25869, + "completion_tokens": 164, + "total_tokens": 26033 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0979", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Samuel Džurina je na ZP Wiki uvedená bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\" a rok, v ktorom je práca evidovaná, je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Samuel Džurina uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.904212, + "tool_latency_seconds": 0.452318, + "final_model_latency_seconds": 22.995542, + "total_latency_seconds": 25.352748, + "usage": { + "prompt_tokens": 27308, + "completion_tokens": 166, + "total_tokens": 27474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0980", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová je na ZP Wiki uvedená s bakalárskou prácou zameranou na tému „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Simona Bobrovčanová uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.435057, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.499607, + "tool_latency_seconds": 0.435057, + "final_model_latency_seconds": 21.512949, + "total_latency_seconds": 23.44827, + "usage": { + "prompt_tokens": 25887, + "completion_tokens": 130, + "total_tokens": 26017 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0981", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záznam o bakalárskej práci Yevhenii Medushivskyi s témou „Získavanie textu z webových stránok\" je na ZP Wiki uvedený pod sekciou Bakalárska práca 2026, pričom rok začiatku štúdia je 2023 a v zázname sa pracuje s rokom záverečnej práce 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Yevhenii Medushivskyi uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.430927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.746981, + "tool_latency_seconds": 0.430927, + "final_model_latency_seconds": 24.866503, + "total_latency_seconds": 27.04516, + "usage": { + "prompt_tokens": 28948, + "completion_tokens": 195, + "total_tokens": 29143 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť rok začiatku štúdia pre osobu Dárius Lindvai, hoci je uvedený záznam o diplomovom projekte (často používanom ako súčasť diplomovej práce) v roku 2020.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": false + }, + "latency_seconds": 1.07332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.747205, + "tool_latency_seconds": 1.07332, + "final_model_latency_seconds": 42.26313, + "total_latency_seconds": 45.084783, + "usage": { + "prompt_tokens": 48483, + "completion_tokens": 170, + "total_tokens": 48653 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0983", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy s témou súvisiacou so strojovým prekladom sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.415581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.849319, + "tool_latency_seconds": 0.415581, + "final_model_latency_seconds": 12.907832, + "total_latency_seconds": 15.173153, + "usage": { + "prompt_tokens": 14789, + "completion_tokens": 161, + "total_tokens": 14950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0984", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Jakub Maruniak je rok začiatku štúdia uvedený ako 2016, zatiaľ čo záznam typu „diplomová práca“ je na ZP Wiki spojený s rokom 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Jakub Maruniak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.765561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.731934, + "tool_latency_seconds": 0.765561, + "final_model_latency_seconds": 37.276584, + "total_latency_seconds": 39.775092, + "usage": { + "prompt_tokens": 43652, + "completion_tokens": 154, + "total_tokens": 43806 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0985", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Holp je uvedený rok začiatku štúdia 2016 a rok, pri ktorom je na ZP Wiki evidovaná diplomová práca, je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Holp rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.435053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.756133, + "tool_latency_seconds": 0.435053, + "final_model_latency_seconds": 20.3884, + "total_latency_seconds": 22.58032, + "usage": { + "prompt_tokens": 24156, + "completion_tokens": 144, + "total_tokens": 24300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0986", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Lukáša Pokrývku je 2016 a záznam o jeho diplomovej práci je uvedený pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Lukáš Pokrývka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 0.986909, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.582749, + "tool_latency_seconds": 0.986909, + "final_model_latency_seconds": 42.101718, + "total_latency_seconds": 44.672859, + "usage": { + "prompt_tokens": 48958, + "completion_tokens": 131, + "total_tokens": 49089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0987", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Márka Fehéra s tematikou klasifikácie textu má názov „Klasifikácia textu metódami strojového učenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „klasifikácia textu“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.203687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.93109, + "tool_latency_seconds": 0.203687, + "final_model_latency_seconds": 7.222267, + "total_latency_seconds": 9.357305, + "usage": { + "prompt_tokens": 7436, + "completion_tokens": 158, + "total_tokens": 7594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0988", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „morfologická anotácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.985007, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.959251, + "tool_latency_seconds": 0.985007, + "final_model_latency_seconds": 7.44561, + "total_latency_seconds": 10.390127, + "usage": { + "prompt_tokens": 8695, + "completion_tokens": 155, + "total_tokens": 8850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0989", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Patrika Pavlišina súvisiaca s témou automatického prekladu má názov „Metódy automatického prekladu\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „automatický preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.570016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.758352, + "tool_latency_seconds": 0.570016, + "final_model_latency_seconds": 22.782125, + "total_latency_seconds": 25.111154, + "usage": { + "prompt_tokens": 27716, + "completion_tokens": 150, + "total_tokens": 27866 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0990", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tomáš Kuchárik má zaznamenanú diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" z roku 2021, ktorá sa zameriava na tému Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená." + }, + "latency_seconds": 0.503253, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.332533, + "tool_latency_seconds": 0.503253, + "final_model_latency_seconds": 18.11701, + "total_latency_seconds": 19.953694, + "usage": { + "prompt_tokens": 21246, + "completion_tokens": 138, + "total_tokens": 21384 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0991", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\", ktorá je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „chatbot“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.765384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.907818, + "tool_latency_seconds": 0.765384, + "final_model_latency_seconds": 18.329962, + "total_latency_seconds": 21.003807, + "usage": { + "prompt_tokens": 22162, + "completion_tokens": 157, + "total_tokens": 22319 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely slovenského jazyka“ pre rok 2023 a pre rok 2024 má návrh na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“, pričom obe témy súvisia s generatívnymi modelmi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.328368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.98658, + "tool_latency_seconds": 0.328368, + "final_model_latency_seconds": 8.191509, + "total_latency_seconds": 10.506754, + "usage": { + "prompt_tokens": 8472, + "completion_tokens": 205, + "total_tokens": 8677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0993", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca odoslaná Martinom Wencelom s témou súvisiacou s knihou Spacy má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.293924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.886525, + "tool_latency_seconds": 0.293924, + "final_model_latency_seconds": 8.968765, + "total_latency_seconds": 11.149588, + "usage": { + "prompt_tokens": 9756, + "completion_tokens": 179, + "total_tokens": 9935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0994", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megela s témou BERT má názov „Neurónové jazykové modelovanie typu BERT“ a je uvedená za rok 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „BERT“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.884705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.89935, + "tool_latency_seconds": 0.884705, + "final_model_latency_seconds": 7.542397, + "total_latency_seconds": 10.326767, + "usage": { + "prompt_tokens": 8565, + "completion_tokens": 154, + "total_tokens": 8719 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0995", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Aliny Vitko je rok začiatku štúdia uvedený ako 2019, zatiaľco záznam typu „bakalárska práca\" sa v dokumentoch ZP Wiki nachádza pre rok 2022.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Alina Vitko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "published_only": false, + "limit": 10 + }, + "latency_seconds": 0.606543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.805115, + "tool_latency_seconds": 0.606543, + "final_model_latency_seconds": 39.869284, + "total_latency_seconds": 42.28226, + "usage": { + "prompt_tokens": 47004, + "completion_tokens": 153, + "total_tokens": 47157 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0996", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia Artema Yatsenka je 2019 a záznam o jeho bakalárskej práci je na ZP Wiki uvedený pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Artem Yatsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.528296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.347223, + "tool_latency_seconds": 0.528296, + "final_model_latency_seconds": 18.989709, + "total_latency_seconds": 20.866277, + "usage": { + "prompt_tokens": 22158, + "completion_tokens": 118, + "total_tokens": 22276 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0997", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša s témou súvisiacou s CI/CD sa volá „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „CI/CD“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false, + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 1.115814, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.959325, + "tool_latency_seconds": 1.115814, + "final_model_latency_seconds": 12.318214, + "total_latency_seconds": 15.393985, + "usage": { + "prompt_tokens": 14522, + "completion_tokens": 169, + "total_tokens": 14691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0998", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Kristiána Sopkoviča súvisiacej s témou Spacy je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" a uvedený je v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true + }, + "latency_seconds": 0.711917, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.581883, + "tool_latency_seconds": 0.711917, + "final_model_latency_seconds": 18.516582, + "total_latency_seconds": 20.811196, + "usage": { + "prompt_tokens": 22303, + "completion_tokens": 144, + "total_tokens": 22447 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0999", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka, ktorá súvisí s témou Elasticsearch, má názov „Indexovanie slovenského textu pomocou Elasticsearch\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „Elasticsearch“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.986192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.874407, + "tool_latency_seconds": 0.986192, + "final_model_latency_seconds": 6.994227, + "total_latency_seconds": 9.85524, + "usage": { + "prompt_tokens": 7579, + "completion_tokens": 157, + "total_tokens": 7736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1000", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Eduarda Matovku je rok začiatku štúdia uvedený ako 2021 a rok, pri ktorom je na ZP Wiki evidovaný záznam typu bakalárska práca, je 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Eduard Matovka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.794539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.588086, + "tool_latency_seconds": 0.794539, + "final_model_latency_seconds": 38.828724, + "total_latency_seconds": 41.213132, + "usage": { + "prompt_tokens": 45587, + "completion_tokens": 141, + "total_tokens": 45728 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1001", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský začal študovať v roku 2021 a záznam o jeho diplomovej práci typu „Agentové systémy pomocou veľkého jazykového modelu\" je na ZP Wiki uvedený pre rok 2026 (s aktuálnym stavom diplomového projektu v roku 2025).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Martin Šarišský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 1.34328, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.999376, + "tool_latency_seconds": 1.34328, + "final_model_latency_seconds": 40.854997, + "total_latency_seconds": 44.199945, + "usage": { + "prompt_tokens": 46711, + "completion_tokens": 187, + "total_tokens": 46898 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1002", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný začal študovať v roku 2021 a záznam o jeho diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Novotný rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10 + }, + "latency_seconds": 1.345575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.552802, + "tool_latency_seconds": 1.345575, + "final_model_latency_seconds": 38.108178, + "total_latency_seconds": 41.008827, + "usage": { + "prompt_tokens": 44238, + "completion_tokens": 129, + "total_tokens": 44367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1003", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak začal študovať v roku 2021 a jeho zápis o diplomovej práci je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Matej Ščišľak rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.588876, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.975891, + "tool_latency_seconds": 0.588876, + "final_model_latency_seconds": 10.344497, + "total_latency_seconds": 12.910066, + "usage": { + "prompt_tokens": 11491, + "completion_tokens": 156, + "total_tokens": 11647 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1004", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U Vladimíra Ferká je na ZP Wiki uvedený rok začiatku štúdia 2021 a záznam typu bakalárska práca je sprevádzaný rokom 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladimír Ferko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.800242, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.928244, + "tool_latency_seconds": 0.800242, + "final_model_latency_seconds": 33.630728, + "total_latency_seconds": 36.361687, + "usage": { + "prompt_tokens": 40100, + "completion_tokens": 165, + "total_tokens": 40265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1005", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "U osoby Andrii Pervashov je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomová práca\" sa na ZP Wiki nachádza pod rokom 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Andrii Pervashov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.708221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.005898, + "tool_latency_seconds": 0.708221, + "final_model_latency_seconds": 19.629461, + "total_latency_seconds": 22.344603, + "usage": { + "prompt_tokens": 23005, + "completion_tokens": 171, + "total_tokens": 23176 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1006", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a jeho záznam o bakalárskej práci je v ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Daniil Huzenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.688681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.724954, + "tool_latency_seconds": 0.688681, + "final_model_latency_seconds": 35.450927, + "total_latency_seconds": 37.865999, + "usage": { + "prompt_tokens": 41982, + "completion_tokens": 142, + "total_tokens": 42124 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1007", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Ján Malinovský je na ZP Wiki uvedený rok začiatku štúdia 2022, zatiaľ čo záznam typu „diplomový projekt\" je evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Malinovský rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10 + }, + "latency_seconds": 1.511745, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.532232, + "tool_latency_seconds": 1.511745, + "final_model_latency_seconds": 36.995908, + "total_latency_seconds": 40.041859, + "usage": { + "prompt_tokens": 42945, + "completion_tokens": 136, + "total_tokens": 43081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je rok začiatku štúdia uvedený ako 2022, pričom záznam typu „diplomový projekt\" sa v dokumente uvádza v súvislosti s rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomový projekt“.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.178599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.980174, + "tool_latency_seconds": 1.178599, + "final_model_latency_seconds": 26.927241, + "total_latency_seconds": 30.087715, + "usage": { + "prompt_tokens": 31772, + "completion_tokens": 165, + "total_tokens": 31937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1009", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rok začiatku štúdia pre osobu Oleh Poiasnik je 2022 a záznam typu „diplomová práca\" je na ZP Wiki uvedený pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleh Poiasnik rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.022914, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.022085, + "tool_latency_seconds": 1.022914, + "final_model_latency_seconds": 12.351962, + "total_latency_seconds": 15.397531, + "usage": { + "prompt_tokens": 14412, + "completion_tokens": 161, + "total_tokens": 14573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1010", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Samuel Vasiľ začal študovať v roku 2022 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Vasiľ rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.641849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.97946, + "tool_latency_seconds": 0.641849, + "final_model_latency_seconds": 27.116041, + "total_latency_seconds": 29.738672, + "usage": { + "prompt_tokens": 32917, + "completion_tokens": 153, + "total_tokens": 33070 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1011", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Tetiana Mohorian začala študovať v roku 2022 a záznam o jej bakalárskej práci je na ZP Wiki uvedený pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Tetiana Mohorian rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.629073, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.974722, + "tool_latency_seconds": 0.629073, + "final_model_latency_seconds": 23.723737, + "total_latency_seconds": 26.328414, + "usage": { + "prompt_tokens": 28227, + "completion_tokens": 155, + "total_tokens": 28382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1012", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Valerii Kutsenko je rok začiatku štúdia uvedený ako 2022 a záznam typu diplomová práca je v ZP Wiki evidovaný pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Valerii Kutsenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „diplomová práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 1.3077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.946114, + "tool_latency_seconds": 1.3077, + "final_model_latency_seconds": 24.494499, + "total_latency_seconds": 27.749229, + "usage": { + "prompt_tokens": 29100, + "completion_tokens": 160, + "total_tokens": 29260 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1013", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko začal študovať v roku 2022 a na ZP Wiki je mu priradená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Vladyslav Yanchenko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“." + }, + "latency_seconds": 0.510525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.399219, + "tool_latency_seconds": 0.510525, + "final_model_latency_seconds": 19.913053, + "total_latency_seconds": 21.823544, + "usage": { + "prompt_tokens": 23664, + "completion_tokens": 121, + "total_tokens": 23785 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1014", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Denisovi Le Thanhovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam o jeho bakalárskej práci je v ZP Wiki evidovaný pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Denis Le Thanh rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.577223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.742255, + "tool_latency_seconds": 0.577223, + "final_model_latency_seconds": 25.498949, + "total_latency_seconds": 27.819461, + "usage": { + "prompt_tokens": 30103, + "completion_tokens": 149, + "total_tokens": 30252 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1015", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Maksyma Zatirku je rok začiatku štúdia 2023 a záznam o jeho bakalárskej práci je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Maksym Zatirka rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5 + }, + "latency_seconds": 0.499907, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.546873, + "tool_latency_seconds": 0.499907, + "final_model_latency_seconds": 19.388866, + "total_latency_seconds": 21.436417, + "usage": { + "prompt_tokens": 23360, + "completion_tokens": 129, + "total_tokens": 23489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1016", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleksandr Dorybohov začal štúdium v roku 2023 a záznam typu bakalárska práca je na ZP Wiki uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Oleksandr Dorybohov rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.811968, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.805929, + "tool_latency_seconds": 0.811968, + "final_model_latency_seconds": 38.915537, + "total_latency_seconds": 41.535052, + "usage": { + "prompt_tokens": 45407, + "completion_tokens": 149, + "total_tokens": 45556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1017", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ronald Zalacko je v ZP Wiki uvedený rok začiatku štúdia 2023 a záznam o bakalárskej práci sa nachádza v sekcii týkajúcej sa roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ronald Zalacko rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.431123, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.958539, + "tool_latency_seconds": 0.431123, + "final_model_latency_seconds": 10.378241, + "total_latency_seconds": 12.768406, + "usage": { + "prompt_tokens": 11260, + "completion_tokens": 168, + "total_tokens": 11428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1018", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk začal štúdium v roku 2023 a záznam typu „bakalárska práca“ (s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga“) je na ZP Wiki uvedený pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Rostyslav Rodzhuk rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.574454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.772781, + "tool_latency_seconds": 0.574454, + "final_model_latency_seconds": 22.644039, + "total_latency_seconds": 24.992381, + "usage": { + "prompt_tokens": 26717, + "completion_tokens": 175, + "total_tokens": 26892 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1019", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri Samuelovi Džurinovi je rok začiatku štúdia uvedený ako 2023, zatiaľ čo záznam typu „bakalárska práca\" sa v ZP Wiki nachádza pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Samuel Džurina rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.701699, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.956328, + "tool_latency_seconds": 0.701699, + "final_model_latency_seconds": 23.175307, + "total_latency_seconds": 25.834411, + "usage": { + "prompt_tokens": 27401, + "completion_tokens": 169, + "total_tokens": 27570 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1020", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a na ZP Wiki je pri nej uvedený záznam o bakalárskej práci pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Simona Bobrovčanová rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10 + }, + "latency_seconds": 0.819609, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.581996, + "tool_latency_seconds": 0.819609, + "final_model_latency_seconds": 37.974827, + "total_latency_seconds": 40.378432, + "usage": { + "prompt_tokens": 44429, + "completion_tokens": 136, + "total_tokens": 44565 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1021", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Yevhenii Medushivskyi je rok začiatku štúdia 2023 a záznam typu „bakalárska práca\" je uvedený pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Yevhenii Medushivskyi rok začiatku štúdia a rok, pri ktorom je na ZP Wiki uvedený záznam typu „bakalárska práca“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.629722, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.080067, + "tool_latency_seconds": 0.629722, + "final_model_latency_seconds": 22.744177, + "total_latency_seconds": 25.454836, + "usage": { + "prompt_tokens": 26512, + "completion_tokens": 173, + "total_tokens": 26685 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1022", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „interpunkcia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.966949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.872019, + "tool_latency_seconds": 0.966949, + "final_model_latency_seconds": 7.421465, + "total_latency_seconds": 10.26076, + "usage": { + "prompt_tokens": 8212, + "completion_tokens": 152, + "total_tokens": 8364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1023", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy súvisiaca s témou Fairseq sa volá „Neurónový strojový preklad pomocou knižnice Fairseq\" a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „Fairseq“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.591503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.903624, + "tool_latency_seconds": 0.591503, + "final_model_latency_seconds": 7.410511, + "total_latency_seconds": 9.906057, + "usage": { + "prompt_tokens": 8427, + "completion_tokens": 158, + "total_tokens": 8585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki sa Dárius Lindvai uvádza s diplomovou prácou (konkrétne v kontexte diplomového projektu z roku 2020) s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", zatiaľ čo pri Jánovi Ptákovi sa v zázname typu „diplomový projekt\" uvádza téma „Agent pre manažment záverečných prác\" pre rok 2026, no explicitný finálny názov práce nie je v poskytnutom kontexte uvedený.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 2.083534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.70936, + "tool_latency_seconds": 2.083534, + "final_model_latency_seconds": 22.817244, + "total_latency_seconds": 26.611236, + "usage": { + "prompt_tokens": 26000, + "completion_tokens": 248, + "total_tokens": 26248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1093", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Oleksandr Dorybohov vypracoval bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Oleksandr Dorybohov. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 1.090519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.776256, + "tool_latency_seconds": 1.090519, + "final_model_latency_seconds": 16.577511, + "total_latency_seconds": 19.445063, + "usage": { + "prompt_tokens": 18714, + "completion_tokens": 204, + "total_tokens": 18918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.85729, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.878, + "tool_latency_seconds": 1.85729, + "final_model_latency_seconds": 22.874409, + "total_latency_seconds": 26.610505, + "usage": { + "prompt_tokens": 26504, + "completion_tokens": 208, + "total_tokens": 26712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022, zatiaľ čo Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ uvedený pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.854148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.881463, + "tool_latency_seconds": 0.854148, + "final_model_latency_seconds": 22.197579, + "total_latency_seconds": 24.934423, + "usage": { + "prompt_tokens": 25117, + "completion_tokens": 228, + "total_tokens": 25345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1096", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Ronald Zalacko vypracoval bakalársku prácu s názvom Skórovací online systém pre robotické súťaže v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Ronald Zalacko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.034212, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.481335, + "tool_latency_seconds": 1.034212, + "final_model_latency_seconds": 23.193193, + "total_latency_seconds": 25.709826, + "usage": { + "prompt_tokens": 26782, + "completion_tokens": 177, + "total_tokens": 26959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1097", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“, ktorá je na ZP Wiki evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Denis Le Thanh. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 1.052114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.929793, + "tool_latency_seconds": 1.052114, + "final_model_latency_seconds": 24.609433, + "total_latency_seconds": 27.592302, + "usage": { + "prompt_tokens": 27986, + "completion_tokens": 232, + "total_tokens": 28218 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1098", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracovával diplomovú prácu v roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Oleksandr Dorybohov. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 1.197658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.931731, + "tool_latency_seconds": 1.197658, + "final_model_latency_seconds": 22.986817, + "total_latency_seconds": 26.117393, + "usage": { + "prompt_tokens": 26159, + "completion_tokens": 217, + "total_tokens": 26376 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1099", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ v roku 2022 a Matej Novotný má evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Matej Novotný. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.417361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.897995, + "tool_latency_seconds": 1.417361, + "final_model_latency_seconds": 24.96402, + "total_latency_seconds": 28.280953, + "usage": { + "prompt_tokens": 28641, + "completion_tokens": 218, + "total_tokens": 28859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1100", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" uvedenú v roku 2021 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" uvedenú v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Simona Bobrovčanová. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 1.041886, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.761302, + "tool_latency_seconds": 1.041886, + "final_model_latency_seconds": 24.413662, + "total_latency_seconds": 27.217836, + "usage": { + "prompt_tokens": 27995, + "completion_tokens": 207, + "total_tokens": 28202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1101", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Artem Yatsenko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.887935, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.468212, + "tool_latency_seconds": 0.887935, + "final_model_latency_seconds": 22.070956, + "total_latency_seconds": 24.427875, + "usage": { + "prompt_tokens": 25266, + "completion_tokens": 196, + "total_tokens": 25462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1102", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Pre Patrika Pavlišina je na ZP Wiki uvedená bakalárska práca s názvom „Metódy automatického prekladu“ z roku 2020 a pre Andriiho Pervashova je uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ z roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Andrii Pervashov. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.641537, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.951611, + "tool_latency_seconds": 1.641537, + "final_model_latency_seconds": 23.638134, + "total_latency_seconds": 27.232396, + "usage": { + "prompt_tokens": 27005, + "completion_tokens": 228, + "total_tokens": 27233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1103", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je na ZP Wiki uvedená v roku 2025, kým Ronald Zalacko má v evidencii bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Ronald Zalacko. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.858704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.751581, + "tool_latency_seconds": 0.858704, + "final_model_latency_seconds": 23.750828, + "total_latency_seconds": 26.361897, + "usage": { + "prompt_tokens": 26860, + "completion_tokens": 222, + "total_tokens": 27082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1104", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", ktorá je na ZP Wiki evidovaná v roku 2026. Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorá je na ZP Wiki tiež evidovaná v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ronald Zalacko a Samuel Džurina. Pri osobe Ronald Zalacko použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.677788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.719706, + "tool_latency_seconds": 0.677788, + "final_model_latency_seconds": 22.516028, + "total_latency_seconds": 24.91423, + "usage": { + "prompt_tokens": 25524, + "completion_tokens": 217, + "total_tokens": 25741 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1105", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Tetiana Mohorian má v ZP Wiki evidovanú bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" pre rok 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Tetiana Mohorian. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.426111, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.910426, + "tool_latency_seconds": 0.426111, + "final_model_latency_seconds": 18.106867, + "total_latency_seconds": 20.444456, + "usage": { + "prompt_tokens": 20390, + "completion_tokens": 226, + "total_tokens": 20616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1106", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022 a Andrii Pervashov má v ZP Wiki uvedenú diplomovú prácu s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ v roku 2027, hoci finálny názov práce je zatiaľ len v návrhu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Andrii Pervashov. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.333256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.460969, + "tool_latency_seconds": 1.333256, + "final_model_latency_seconds": 26.280966, + "total_latency_seconds": 29.076573, + "usage": { + "prompt_tokens": 29951, + "completion_tokens": 213, + "total_tokens": 30164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1107", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022 a Samuel Vasiľ vypracoval bakalársku prácu s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Kristián Sopkovič a Samuel Vasiľ. Pri osobe Kristián Sopkovič použi záznam typu „bakalárska práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497621, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.765377, + "tool_latency_seconds": 0.497621, + "final_model_latency_seconds": 21.727588, + "total_latency_seconds": 23.991229, + "usage": { + "prompt_tokens": 24719, + "completion_tokens": 218, + "total_tokens": 24937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1108", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“ v roku 2022, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Oleh Poiasnik. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 1.087773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.44495, + "tool_latency_seconds": 1.087773, + "final_model_latency_seconds": 26.176951, + "total_latency_seconds": 28.710399, + "usage": { + "prompt_tokens": 30298, + "completion_tokens": 185, + "total_tokens": 30483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Martina Šarišského pri diplomovej práci z roku 2026 nenachádza uvedený názov práce, pretože sekcia „Názov práce“ je prázdna a obsahuje len odkaz na repozitár, zatiaľ čo pre Andriiho Pervashova je pri diplomovej práci z roku 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“, pričom konkrétne pole „Názov“ nie je explicitne vyplnené.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.884517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.905714, + "tool_latency_seconds": 0.884517, + "final_model_latency_seconds": 25.606554, + "total_latency_seconds": 28.397504, + "usage": { + "prompt_tokens": 28433, + "completion_tokens": 264, + "total_tokens": 28697 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1110", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ a Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, pričom oboje sú na ZP Wiki uvedené pod rokom začiatku štúdia 2026 pre príslušné sekcie prác.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Ján Malinovský. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Ján Malinovský záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.491981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.739023, + "tool_latency_seconds": 0.491981, + "final_model_latency_seconds": 23.76024, + "total_latency_seconds": 25.991927, + "usage": { + "prompt_tokens": 26699, + "completion_tokens": 229, + "total_tokens": 26928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1111", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Záznam na ZP Wiki uvádza, že Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Filip Tomáš. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.782181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.450137, + "tool_latency_seconds": 0.782181, + "final_model_latency_seconds": 22.691537, + "total_latency_seconds": 24.924507, + "usage": { + "prompt_tokens": 26004, + "completion_tokens": 197, + "total_tokens": 26201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1112", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Márk Fehér má evidovanú diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Márk Fehér. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Márk Fehér záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 2 + }, + "latency_seconds": 0.590611, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.863769, + "tool_latency_seconds": 0.590611, + "final_model_latency_seconds": 15.62893, + "total_latency_seconds": 18.083773, + "usage": { + "prompt_tokens": 17583, + "completion_tokens": 216, + "total_tokens": 17799 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1113", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský má na ZP Wiki uvedený diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“ v roku 2026 a Samuel Džurina má uvedenú bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Samuel Džurina. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.677854, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.67813, + "tool_latency_seconds": 0.677854, + "final_model_latency_seconds": 24.382534, + "total_latency_seconds": 26.739207, + "usage": { + "prompt_tokens": 28345, + "completion_tokens": 199, + "total_tokens": 28544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1114", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ a Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“. Obe práce sú na ZP Wiki uvedené v rámci sekcie bakalárskej práce pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Džurina a Simona Bobrovčanová. Pri osobe Samuel Džurina použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.383736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.531495, + "tool_latency_seconds": 0.383736, + "final_model_latency_seconds": 21.708801, + "total_latency_seconds": 23.624652, + "usage": { + "prompt_tokens": 24811, + "completion_tokens": 199, + "total_tokens": 25010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1115", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020 a Samuel Džurina vypracoval bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Samuel Džurina. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.532812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.475549, + "tool_latency_seconds": 0.532812, + "final_model_latency_seconds": 23.076414, + "total_latency_seconds": 25.085445, + "usage": { + "prompt_tokens": 26593, + "completion_tokens": 184, + "total_tokens": 26777 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1116", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022 a Valerii Kutsenko vypracoval diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Valerii Kutsenko. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.834631, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.876823, + "tool_latency_seconds": 0.834631, + "final_model_latency_seconds": 25.920453, + "total_latency_seconds": 28.632742, + "usage": { + "prompt_tokens": 29839, + "completion_tokens": 216, + "total_tokens": 30055 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1117", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak má na ZP Wiki uvedenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" a rok záverečnej práce je 2026. Denis Le Thanh má na ZP Wiki uvedenú bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" a rok záverečnej práce je 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Denis Le Thanh. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.581221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.707233, + "tool_latency_seconds": 0.581221, + "final_model_latency_seconds": 23.690677, + "total_latency_seconds": 25.979782, + "usage": { + "prompt_tokens": 26359, + "completion_tokens": 235, + "total_tokens": 26594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1118", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki evidovanú diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024, zatiaľ čo Oleh Poiasnik má uvedenú diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Oleh Poiasnik. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.624938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.86176, + "tool_latency_seconds": 0.624938, + "final_model_latency_seconds": 25.744201, + "total_latency_seconds": 28.231562, + "usage": { + "prompt_tokens": 29324, + "completion_tokens": 226, + "total_tokens": 29550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1119", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Maroš Harahus. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Maroš Harahus záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.849188, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.902573, + "tool_latency_seconds": 0.849188, + "final_model_latency_seconds": 22.740387, + "total_latency_seconds": 25.492811, + "usage": { + "prompt_tokens": 26094, + "completion_tokens": 216, + "total_tokens": 26310 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1120", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021 a Ján Pták má záznam o diplomovom projekte s témou „Agent pre manažment záverečných prác“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Ján Pták. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.850689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.703208, + "tool_latency_seconds": 0.850689, + "final_model_latency_seconds": 24.273905, + "total_latency_seconds": 26.828456, + "usage": { + "prompt_tokens": 28097, + "completion_tokens": 197, + "total_tokens": 28294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1121", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020 a Ronald Zalacko vypracoval bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Ronald Zalacko. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "max_per_document": 1, + "limit": 5 + }, + "latency_seconds": 0.424408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.913943, + "tool_latency_seconds": 0.424408, + "final_model_latency_seconds": 21.145381, + "total_latency_seconds": 23.484323, + "usage": { + "prompt_tokens": 24266, + "completion_tokens": 218, + "total_tokens": 24484 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1122", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md", + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Artem Yatsenko vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ v roku 2022 a Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ taktiež v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Artem Yatsenko a Filip Tomáš. Pri osobe Artem Yatsenko použi záznam typu „bakalárska práca“ a pri osobe Filip Tomáš záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.721225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.907466, + "tool_latency_seconds": 0.721225, + "final_model_latency_seconds": 23.711753, + "total_latency_seconds": 26.341147, + "usage": { + "prompt_tokens": 27167, + "completion_tokens": 221, + "total_tokens": 27388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1123", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Eduard Matovka vypracúva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Eduard Matovka. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Eduard Matovka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.413133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.895047, + "tool_latency_seconds": 0.413133, + "final_model_latency_seconds": 22.241673, + "total_latency_seconds": 24.550511, + "usage": { + "prompt_tokens": 25570, + "completion_tokens": 218, + "total_tokens": 25788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1124", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Samuel Vasiľ má v zázname uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Samuel Vasiľ. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.633751, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.841093, + "tool_latency_seconds": 0.633751, + "final_model_latency_seconds": 21.223877, + "total_latency_seconds": 23.699325, + "usage": { + "prompt_tokens": 24054, + "completion_tokens": 228, + "total_tokens": 24282 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2020 a Andrii Pervashov má na ZP Wiki uvedený návrh na tému diplomovej práce s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.707544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.476846, + "tool_latency_seconds": 0.707544, + "final_model_latency_seconds": 25.379444, + "total_latency_seconds": 27.564495, + "usage": { + "prompt_tokens": 28746, + "completion_tokens": 207, + "total_tokens": 28953 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1126", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracovával bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" v roku 2025 a Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Denis Le Thanh. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.526841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.930148, + "tool_latency_seconds": 0.526841, + "final_model_latency_seconds": 24.40222, + "total_latency_seconds": 26.859812, + "usage": { + "prompt_tokens": 27691, + "completion_tokens": 233, + "total_tokens": 27924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1127", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je na ZP Wiki uvedená v roku 2025, zatiaľ čo Oleksandr Dorybohov má záznam o bakalárskej práci s témou „Automatické odpovede na otázky v právnej oblasti\" z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladyslav Yanchenko a Oleksandr Dorybohov. Pri osobe Vladyslav Yanchenko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.57001, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.974408, + "tool_latency_seconds": 0.57001, + "final_model_latency_seconds": 24.54618, + "total_latency_seconds": 27.09122, + "usage": { + "prompt_tokens": 27454, + "completion_tokens": 213, + "total_tokens": 27667 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1128", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ v roku 2020, zatiaľ čo Yevhenii Medushivskyi má evidovanú bakalársku prácu s témou „Získavanie textu z webových stránok“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Wencel a Yevhenii Medushivskyi. Pri osobe Martin Wencel použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.498627, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.732595, + "tool_latency_seconds": 0.498627, + "final_model_latency_seconds": 26.088867, + "total_latency_seconds": 28.320771, + "usage": { + "prompt_tokens": 29870, + "completion_tokens": 216, + "total_tokens": 30086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1129", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" v roku 2021, pričom v roku 2022 má evidovanú ďalšiu diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\". Kristián Sopkovič má na ZP Wiki uvedenú bakalársku prácu z roku 2022 s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Kristián Sopkovič. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.621539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.929799, + "tool_latency_seconds": 0.621539, + "final_model_latency_seconds": 24.195919, + "total_latency_seconds": 26.747891, + "usage": { + "prompt_tokens": 26391, + "completion_tokens": 285, + "total_tokens": 26676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1130", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" v rámci roka 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v rámci roka 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Tetiana Mohorian. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.597214, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.871161, + "tool_latency_seconds": 0.597214, + "final_model_latency_seconds": 22.312716, + "total_latency_seconds": 24.781766, + "usage": { + "prompt_tokens": 25597, + "completion_tokens": 222, + "total_tokens": 25819 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1131", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom Klasifikácia textu metódami strojového učenia v roku 2022 a Rostyslav Rodzhuk má uvedenú bakalársku prácu s názvom Inteligentný agent pre podporu práce špeciálneho pedagóga pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Rostyslav Rodzhuk. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.56128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.502742, + "tool_latency_seconds": 0.56128, + "final_model_latency_seconds": 23.197896, + "total_latency_seconds": 25.262573, + "usage": { + "prompt_tokens": 26876, + "completion_tokens": 184, + "total_tokens": 27060 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1132", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracovával diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026, zatiaľ čo Dávid Omasta má v zázname uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Šarišský. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Šarišský záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.607776, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.456937, + "tool_latency_seconds": 0.607776, + "final_model_latency_seconds": 23.234277, + "total_latency_seconds": 25.299623, + "usage": { + "prompt_tokens": 26369, + "completion_tokens": 199, + "total_tokens": 26568 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1133", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Simona Bobrovčanová vypracovala bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Simona Bobrovčanová. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.650801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.809634, + "tool_latency_seconds": 0.650801, + "final_model_latency_seconds": 22.306006, + "total_latency_seconds": 24.767075, + "usage": { + "prompt_tokens": 25722, + "completion_tokens": 210, + "total_tokens": 25932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1134", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v rámci záznamu pre rok 2026, podobne ako Rostyslav Rodzhuk, ktorý má záznam o bakalárskej práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" tiež pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Denis Le Thanh a Rostyslav Rodzhuk. Pri osobe Denis Le Thanh použi záznam typu „bakalárska práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.437178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.860316, + "tool_latency_seconds": 0.437178, + "final_model_latency_seconds": 22.940298, + "total_latency_seconds": 25.238464, + "usage": { + "prompt_tokens": 25975, + "completion_tokens": 238, + "total_tokens": 26213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1135", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Patrik Pavlišin. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.569945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.510217, + "tool_latency_seconds": 0.569945, + "final_model_latency_seconds": 22.150697, + "total_latency_seconds": 24.231533, + "usage": { + "prompt_tokens": 25872, + "completion_tokens": 180, + "total_tokens": 26052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1136", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a v ZP Wiki je uvedený v roku 2022, kedy študent začal štúdium. Yevhenii Medushivskyi vypracúva bakalársku prácu s názvom „Získavanie textu z webových stránok\" a v ZP Wiki je uvedený v roku 2023, kedy študent začal štúdium.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Yevhenii Medushivskyi. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.525503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.964837, + "tool_latency_seconds": 0.525503, + "final_model_latency_seconds": 18.369684, + "total_latency_seconds": 20.86055, + "usage": { + "prompt_tokens": 20193, + "completion_tokens": 252, + "total_tokens": 20445 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1137", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ vypracoval bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a Ronald Zalacko bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", pričom na ZP Wiki je pre obe práce uvedený rok záverečnej práce 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Ronald Zalacko. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Ronald Zalacko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.442603, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.900859, + "tool_latency_seconds": 0.442603, + "final_model_latency_seconds": 21.942488, + "total_latency_seconds": 24.286591, + "usage": { + "prompt_tokens": 25006, + "completion_tokens": 232, + "total_tokens": 25238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1138", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021, zatiaľ čo Artem Yatsenko má zaznamenanú bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" z roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Artem Yatsenko. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Artem Yatsenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.608406, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.644288, + "tool_latency_seconds": 0.608406, + "final_model_latency_seconds": 21.375974, + "total_latency_seconds": 23.629283, + "usage": { + "prompt_tokens": 24267, + "completion_tokens": 205, + "total_tokens": 24472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1139", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Eduard Matovka vypracováva bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia“ a na ZP Wiki je uvedená k roku 2024, zatiaľ čo Maksym Zatirka má záznam o bakalárskej práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“ uvedený k roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Eduard Matovka a Maksym Zatirka. Pri osobe Eduard Matovka použi záznam typu „bakalárska práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.391071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.718911, + "tool_latency_seconds": 0.391071, + "final_model_latency_seconds": 23.097809, + "total_latency_seconds": 25.208454, + "usage": { + "prompt_tokens": 26284, + "completion_tokens": 219, + "total_tokens": 26503 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1140", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Maksyma Zatirky má názov „Grafová databáza pre podporu generovania slovenského jazyka“ a je evidovaná pre rok 2026, zatiaľ čo bakalárska práca Oleksandra Dorybohova sa volá „Automatické odpovede na otázky v právnej oblasti“ a je tiež uvedená pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maksym Zatirka a Oleksandr Dorybohov. Pri osobe Maksym Zatirka použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.673286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.519713, + "tool_latency_seconds": 0.673286, + "final_model_latency_seconds": 25.026379, + "total_latency_seconds": 27.220052, + "usage": { + "prompt_tokens": 28608, + "completion_tokens": 203, + "total_tokens": 28811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1141", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Kristián Sopkovič vypracovával bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Kristián Sopkovič. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.358658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.970237, + "tool_latency_seconds": 0.358658, + "final_model_latency_seconds": 17.775591, + "total_latency_seconds": 20.105, + "usage": { + "prompt_tokens": 20015, + "completion_tokens": 224, + "total_tokens": 20239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1142", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022 a Oleh Poiasnik vypracoval diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Oleh Poiasnik. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Oleh Poiasnik záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.795511, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.858252, + "tool_latency_seconds": 0.795511, + "final_model_latency_seconds": 24.862384, + "total_latency_seconds": 27.516884, + "usage": { + "prompt_tokens": 29022, + "completion_tokens": 205, + "total_tokens": 29227 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1143", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021, zatiaľ čo Matej Novotný má na ZP Wiki evidovanú diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Matej Novotný. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Matej Novotný záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.754911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.856641, + "tool_latency_seconds": 0.754911, + "final_model_latency_seconds": 24.402618, + "total_latency_seconds": 27.014833, + "usage": { + "prompt_tokens": 27774, + "completion_tokens": 225, + "total_tokens": 27999 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1144", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022, zatiaľ čo Kristián Sopkovič má v zázname uvedenú bakalársku prácu s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Kristián Sopkovič. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.576014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.730446, + "tool_latency_seconds": 0.576014, + "final_model_latency_seconds": 23.22519, + "total_latency_seconds": 25.53267, + "usage": { + "prompt_tokens": 26386, + "completion_tokens": 213, + "total_tokens": 26599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1145", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Matej Ščišľak vypracoval diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Matej Ščišľak. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.387528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.786116, + "tool_latency_seconds": 0.387528, + "final_model_latency_seconds": 20.100454, + "total_latency_seconds": 22.274673, + "usage": { + "prompt_tokens": 22932, + "completion_tokens": 209, + "total_tokens": 23141 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1146", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Diplomová práca Osoby Oleh Poiasnik má názov „Expertný agentový systém na podporu rozhodovania v lekárni\" a je evidovaná pre rok 2027, zatiaľ čo diplomová práca osôb Valerii Kutsenko má názov „Zlepšenie vyhľadávania pomocou znalostných grafov\" a je rovnako evidovaná pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleh Poiasnik a Valerii Kutsenko. Pri osobe Oleh Poiasnik použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.762571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.883716, + "tool_latency_seconds": 0.762571, + "final_model_latency_seconds": 24.061001, + "total_latency_seconds": 26.708039, + "usage": { + "prompt_tokens": 27637, + "completion_tokens": 223, + "total_tokens": 27860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/full_dev_review/rag_answers_dev.csv b/tools/rag/evaluation/results/full_dev_review/rag_answers_dev.csv new file mode 100644 index 0000000..6e6e75b --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_review/rag_answers_dev.csv @@ -0,0 +1,1156 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a predtým realizoval diplomový projekt v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.0411,0.222289,12.736372,15.00035,15620,155,15775, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.957563,0.219998,15.328491,17.506775,19372,135,19507, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Prácu s názvom „Systém získavania informácií v slovenskom jazyku"" vypracoval Ján Holp ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.16877,0.516465,12.213712,14.899407,14853,169,15022, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Michal Stromko riešil tému získavania informácií v slovenskom jazyku v rámci svojej bakalárskej práce s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" a neskôr v diplomových projektoch, kde plánoval vytvoriť novú databázu pre vyhodnotenie získavania informácií v slovenskom jazyku a skúmať cross-linguálne systémy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",2.0089,0.536234,24.653122,27.198895,29438,214,29652, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Téma diplomovej práce Ján Holpa je „Systém získavania informácií v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.301109,0.464277,16.368808,18.134768,19728,93,19821, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.888191,0.195679,13.057681,15.14205,16263,121,16384, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Áno, pri osobe Ján Holp je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.612086,0.244596,10.570358,12.427401,12771,116,12887, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.878894,0.239112,17.115227,19.233754,21043,125,21168, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Ján Holp začal študovať v roku 2016 a vypracovával svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.776763,0.180466,14.480126,16.437867,17783,129,17912, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatu jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" je uvedená pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.03973,0.405896,10.573335,13.019364,11855,177,12032, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", ktorá je priamo súvisiaca s témou získavania informácií, pričom v rámci jeho študentskej stránky sa nachádza aj dokument s názvom „Získavanie informácií"" zameraný na teóriu tohto procesu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.932285,0.316947,16.826743,19.076486,19535,200,19735, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", v rámci ktorej implementoval algoritmus PageRank a pripravil experimenty s jeho vyhodnotením. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.939171,0.231674,13.08026,15.251601,15288,163,15451, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Študent Ján Holp vypracoval bakalársku prácu s názvom „Vyhľadávač na slovenskom internete"" v roku 2019, ktorá sa priamo venuje téme slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.952325,0.26316,7.146966,9.362689,7970,158,8128, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","V rámci diplomového projektu Jána Holpa bola implementovaná funkcia pre indexovanie webových stránok a algoritmus PageRank, pričom sa riešili technické problémy s databázou Cassandra a vytvorením backendu s REST API pre indexovanie dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.861077,0.283923,9.076427,11.221713,10408,161,10569, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bakalárska práca Jána Holpa mala názov „Vyhľadávač na slovenskom internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.525645,0.392934,12.098043,14.017132,14918,107,15025, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre osobu Maroš Harahus bol v ZP Wiki nájdený dokument o jeho doktorandskom štúdiu, kde v akademickom roku 2023/24 vypracováva dizertačnú prácu s tematikou automatických opráv textu a spracovania prirodzeného jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.822207,0.318436,12.574312,14.715486,14576,172,14748, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Názov diplomovej práce Maroša Harahusa je „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.927514,0.391862,11.550199,13.870064,14065,136,14201, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" vypracoval študent Maroš Harahus ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.19474,0.692045,18.110226,20.997521,22010,170,22180, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá bola odovzdaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.857557,0.729281,36.694818,39.282614,43337,150,43487, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pri osobe Maroš Harahus je uvedená téma diplomovej práce z roku 2021 „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.735353,0.409407,12.308969,14.454139,14129,132,14261, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.94396,0.43262,16.418532,18.795674,20138,127,20265, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021, ktorá sa priamo zaoberá témou morfologickej anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.979097,0.491671,7.596294,10.067339,8192,169,8361, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Maroš Harahus je študent, ktorý sa zaoberá témou Spacy v rámci svojho výskumu, konkrétne sa na jeho stránke uvádza úloha dokončenia draftu článku o Spacy a v rámci projektu ""Podpora slovenčiny v knižnici Spacy"" je uvedený ako osoba zodpovedná za štatistické značkovanie. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/topics/spacy",1.906397,0.405155,9.305368,11.617268,9789,202,9991, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je Maroš Harahus uvedený ako autor dokumentu o študentovi Dmytro Mural, ktorý sa zaoberá grafovými neurónovými sieťami, v metadátach samotného dokumentu o Marošovi Harahusovi nie je ako téma jeho vlastnej záverečnej práce uvedená grafová neurónová sieť, ale skôr úlohy týkajúce sa predikcie v oceliarňach alebo korekcie textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.678824,0.445986,20.774509,22.899863,23787,218,24005, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka"" používala na morfologickú anotáciu knižnicu Spacy, pričom v rámci projektu sa špecifikovala aj jej verzia 2.2. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.133553,0.602156,8.404721,11.140683,8582,185,8767, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Maroš Harahus mal v rámci spolupráce s US Steel študovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí, prípadne navrhnúť a vyskúšať nástroje na GNN. Taktiež mal naštudovať dáta z US Steel a v rámci prvotného výskumu sa zoznámiť s metódami ako VAE, GAN, rekurentné neurónové siete (RNN, GRU, LSTM), Transformer network, ako aj klasickými štatistickými modelmi (napr. SVM, aproximácia polynómom). + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.777029,0.52816,21.280444,23.586259,24379,237,24616, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Tomáš Kuchárik je študent, ktorý vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.875428,0.233314,15.293329,17.402628,18047,159,18206, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" v roku 2022 a predtým v roku 2021 prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.955989,0.297695,17.804091,20.058288,20246,202,20448, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa venoval Tomáš Kuchárik, ktorý ju vypracoval ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.199063,0.787802,26.938193,29.925852,32180,183,32363, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" vypracoval študent Tomáš Kuchárik v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.801684,0.933813,23.889546,26.625697,28458,151,28609, +q0031,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Tomáš Kuchárik sú v ZP Wiki uvedené dve témy diplomových prác: pre rok 2021 ide o tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a pre rok 2022 o tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.929617,0.193305,15.630261,17.75373,17774,204,17978, +q0032,dev,fact_work_year,easy,V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Tomáš Kuchárik má uvedenú diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.53699,0.318619,19.617722,21.473905,23854,131,23985, +q0033,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Študent Tomáš Kuchárik súvisí s témou Question Answering prostredníctvom svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"", ktorá bola vypracovaná v rámci projektu SK QUAD (Question Answering). Ako študent sa na tomto projekte podieľal aj vytvorením šablóny aplikácie a vývojom webovej aplikácie na analýzu anotácií v jazyku Flask. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.91967,0.196604,20.868901,22.985785,23436,242,23678, +q0034,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá sa zameriava na jazykové mutácie overovacej množiny SQuAD a jej strojový preklad. Okrem toho sa Tomáš Kuchárik podieľal na projekte Question Answering ako študent pomocou vývoja anotačnej web aplikácie a je uvedený ako osoba pomáhajúca s webovou aplikáciou v rámci tohto tématu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.909866,0.246874,14.418946,16.576176,15372,250,15622, +q0035,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá sa zameriava na vytvorenie a overenie strojovo preloženej verzie datasetu SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.572982,0.557409,16.215868,18.346753,18815,161,18976, +q0036,dev,specific_fact,medium,Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názovom diplomovej práce Tomáša Kuchárika v roku 2021 bolo „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.033525,0.292023,17.302613,19.62872,20826,159,20985, +q0037,dev,specific_fact,medium,Aký dataset mal Tomáš Kuchárik strojovo prekladať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Tomáš Kuchárik mal strojovo prekladať dataset SQUAD (konkrétne jeho jazykové mutácie a overovaciu množinu) s cieľom vytvoriť strojovo preloženú verziu tohto korpusu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.336832,0.353904,22.249544,23.940881,26513,123,26636, +q0038,dev,entity_lookup,easy,Nájdi dokument o osobe Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Pre osobu Jakub Maruniak je v ZP Wiki evidovaný dokument o jeho diplomovej práci s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", pri ktorej začal štúdium v roku 2016 a v roku 2021 dosiahol presnosť modelu cca 72 percent. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.935764,0.365896,7.754675,10.05667,7638,191,7829, +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Diplomová práca Jakuba Maruniaka má názov „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.350613,0.395025,18.164858,19.911085,22558,106,22664, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hľadaný názov práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" sa v evidencii neobjavuje ako presná záverečná práca konkrétneho študenta, hoci téma rozpoznávania pomenovaných entít a anotácie je spomínaná v otvorených projektoch a zadaniach pre študentov Martina Wencela a Serhiiho Yemeta. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",2.287584,0.385103,23.680094,26.353408,26055,305,26360, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Študent Than Trung Thanh vypracovával bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"", ktorý zahŕňal tvorbu korpusu pomocou anotácie a následné natrénovanie modelu. Ďalším študentom je Serhii Yemets, ktorý v roku 2025 rieši bakalársku prácu zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít pomocou neurónových sietí typu BERT a ručne anotovaných dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",2.144177,0.32521,25.353917,27.823974,27933,295,28228, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","Pri osobe Jakub Maruniak je uvedená téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.948386,0.202283,13.167383,15.318507,15595,145,15740, +q0043,dev,fact_start_year,easy,V ktorom roku začal študovať Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Jakub Maruniak začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.51756,0.338173,14.610749,16.466961,18062,98,18160, +q0044,dev,verification,medium,Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Jakub Maruniak je v dostupných dokumentoch ZP Wiki uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.062265,0.344525,17.024835,19.432167,20706,147,20853, +q0045,dev,fact_work_year,easy,V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.920228,0.3384,17.425273,19.684433,21462,128,21590, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Rok začiatku štúdia Jakuba Maruniaka je 2016, zatiaľ čo z dostupných dokumentov nevyplýva konkrétny rok ukončenia práce, hoci sú zaznamenané aktivity pri diplomovom projekte v rokoch 2020 a 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.998902,0.396892,7.822826,10.218909,8127,185,8312, +q0047,dev,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Rok 2016 je rokom začiatku štúdia Jakuba Maruniaka, nie rokom záverečnej práce, keďže jeho diplomový projekt s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" bol realizovaný v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.992231,0.358129,15.912217,18.263208,18828,184,19012, +q0048,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Študent Jakub Maruniak súvisí s diplomovým projektom z roku 2020 s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorý riešil v rámci témy pomenované entity. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.924342,0.237128,15.446795,17.608782,18148,167,18315, +q0049,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Jakub Maruniak vypracovával diplomový projekt s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", pri ktorom spolupracoval s projektom „Podpora slovenčiny v Spacy"" a riešil problémy so spacy modelom pre slovenčinu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.93774,0.288318,15.020596,17.247243,17588,183,17771, +q0050,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhovým názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde sa pri príprave postupu na anotáciu textového korpusu pre trénovanie modelu explicitne zvažuje použitie systému Prodigy a spolupracuje s projektom Anotácia textových dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.001205,0.445268,7.774363,10.221148,7757,207,7964, +q0051,dev,specific_fact,medium,Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Jakub Maruniak mal pri príprave postupu na anotáciu textového korpusu použiť systém Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.820613,0.504975,7.602353,9.928211,9257,125,9382, +q0082,dev,entity_lookup,easy,Nájdi dokument o osobe Dominik Nagy.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Pre osobu Dominik Nagy je v ZP Wiki evidovaný dokument týkajúci sa jeho diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", pričom štúdium začal v roku 2016. Dokument tiež obsahuje informácie o jeho tímovom projekte z roku 2019 zameranom na tému „Sequence to Sequence"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.843298,0.202811,13.019832,15.066451,14787,194,14981, +q0083,dev,fact_title,easy,Aký je názov diplomová práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Diplomová práca Dominika Nagy má názov „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.910419,0.276569,20.909528,23.097126,25851,134,25985, +q0084,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval Dominik Nagy v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.219603,0.439198,21.820872,24.480284,26291,164,26455, +q0085,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.86643,0.44562,22.241431,24.554158,26764,140,26904, +q0086,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Téma diplomovej práce Dominika Nagya je „Neurónový strojový preklad pomocou knižnice Fairseq"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.318404,0.352286,16.464046,18.135276,19594,92,19686, +q0087,dev,fact_work_year,easy,V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Diplomová práca pri osobe Dominik Nagy je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.298511,0.337172,23.432626,25.06897,28439,87,28526, +q0088,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022, ktorá priamo súvisí s témou strojového prekladu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/translation +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.892549,0.511204,16.174418,18.57866,18664,174,18838, +q0089,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", ktorá bola realizovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.943384,0.306515,14.347741,16.598152,17261,151,17412, +q0090,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Študent Dominik Nagy súvisí s témou MBART v rámci svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", kde medzi úlohy patrilo vykonanie experimentu s architektúrou MBART a porovnanie výsledkov s článkom MBART od Liu et al. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.671354,0.526928,20.65892,22.85785,24534,171,24705, +q0091,dev,specific_fact,medium,V akých smeroch Dominik Nagy trénoval modely Fairseq?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""angličtina"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Dominik Nagy trénoval modely pomocou knižnice Fairseq pre úlohu neurónového strojového prekladu, konkrétne pre obojsmerný preklad medzi angličtinou a slovenčinou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.771431,0.299222,17.826905,19.898066,21172,144,21316, +q0092,dev,specific_fact,medium,Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BPE"", ""sentencepiece"", ""wordpiece""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Dominik Nagy mal počas svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE, sentencepiece a wordpiece pomocou knižnice huggingface tokenizers. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.758748,0.230548,8.216928,10.206547,8796,141,8937, +q0102,dev,entity_lookup,easy,Nájdi dokument o osobe Patrik Pavlišin.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Dokument o osobe Patrik Pavlišin pojednáva o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad, pri ktorej sa plánovalo využiť nástroje ako OpenNMT-py. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.82174,0.292028,11.823845,13.938162,14084,160,14244, +q0103,dev,fact_title,easy,Aký je názov bakalárska práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Názov bakalárskej práce osoby Patrik Pavlišin je Metódy automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.962178,0.274443,12.137994,14.375112,14957,132,15089, +q0104,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Metódy automatického prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Práci s názvom „Metódy automatického prekladu"" vypracoval študent Patrik Pavlišin ako bakalársku prácu v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.919934,0.645216,22.585677,25.151437,27497,145,27642, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020, ktorej cieľom bol prehľad aktuálnych metód automatického prekladu a experimenty s ním. Okrem toho sa na tému automatického prekladu vzťahujú aj diplomové práce študentov Dominika Naga (neurónový strojový preklad) a Patrika Pavlišina (prehľad metód strojového prekladu neurónovými sieťami), ako aj výskum študenta Maroša Harahusa zameraný na strojový preklad a automatickú opravu textov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.97308,0.393646,26.383026,28.750389,28711,308,29019, +q0106,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Patrik Pavlišin je uvedená téma bakalárskej práce s názvom „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.980045,0.693119,9.490958,12.164573,10968,139,11107, +q0107,dev,fact_work_year,easy,V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Patrik Pavlišin je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.947669,0.419023,16.431454,18.798638,20214,132,20346, +q0108,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","So študentom Patrikom Pavlišinom súvisí bakalárska práca s názvom „Metódy automatického prekladu"" a diplomová práca s predbežným názvom „Neurónový strojový preklad"", pričom na tému strojového (automatického) prekladu je uvedený aj v zozname študentov tematickej stránky Strojový preklad. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/topics/translation",1.956681,0.495382,12.809965,15.262486,13764,208,13972, +q0109,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Patrik Pavlišin pri svojej diplomovej práci v roku 2022 plánoval pripraviť vybraný paralelný korpus do vhodnej podoby a pomocou vybranej metódy natrénovať model pre strojový preklad. Táto téma sa objavuje aj v jeho bakalárskej práci z roku 2020 s názvom Metódy automatického prekladu, kde bol jedným z cieľov pripraviť vybraný paralelný korpus a vykonať experimenty. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.985117,0.826587,8.047575,10.859662,7703,227,7930, +q0110,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Patrik Pavlišin súvisí s témou strojového prekladu v rámci diplomovej práce z roku 2022 s predbežným názvom Neurónový strojový preklad, kde plánoval využiť nástroj OpenNMT-py, a je tiež uvedený na tématickej stránke o strojovom preklade medzi študentmi pracujúcimi na neurónovom a štatistickom strojovom preklade. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +https://zp.kemt.fei.tuke.sk/topics/translation",1.942533,0.550221,15.494806,17.988106,17455,229,17684, +q0111,dev,specific_fact,medium,Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom, pričom v rámci zadania jeho bakalárskej práce bolo tiež potrebné pripraviť prehľad aktuálnych metód automatického prekladu a predstaviť vybranú metódu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.125002,0.817614,7.743375,10.686296,7904,201,8105, +q0122,dev,entity_lookup,easy,Nájdi dokument o osobe Ondrej Megela.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Nájdený je dokument o študentovi Ondrejovi Megelovi, ktorý študoval od roku 2018 a v roku 2023 vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.824788,0.229964,13.78485,15.840494,16414,163,16577, +q0123,dev,fact_title,easy,Aký je názov bakalárska práca osoby Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Ondreja Megela z roku 2020 sa volá „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.934007,0.395933,16.252532,18.583025,19871,142,20013, +q0124,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Práci s názvom „Neurónové jazykové modelovanie typu BERT“ sa venoval študent Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",2.001999,0.589743,25.554409,28.146825,30471,155,30626, +q0125,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Študent Ondrej Megela vypracovával bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",2.043914,0.550193,23.304444,25.899216,28200,144,28344, +q0126,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Pri osobe Ondrej Megela je pri bakalárskej práci z roku 2020 uvedená téma „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.943316,0.310292,16.546301,18.800408,19798,145,19943, +q0127,dev,fact_work_year,easy,V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020 s názvom Neurónové jazykové modelovanie typu BERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.986805,0.388679,16.968239,19.344348,20652,143,20795, +q0128,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Ondrej Megela je študent, ktorý je v rámci interného projektu Question Answering spomínaný ako osoba vykonávajúca vedľajšie úlohy a na jeho stránke sa v súvislosti s diplomovou prácou z roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku"" uvádza využitie evaluátora založeného na modeli BERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.878809,0.350793,14.668864,16.898995,15947,212,16159, +q0129,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Ondrej Megela vypracovával diplomovú prácu v roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku"", ktorá sa zameriava na využitie generatívnych jazykových modelov, konkrétne experimenty so slovenskými modelmi (napr. T5) na tvorbu databázy otázok a odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/topics/bert",1.924077,0.372515,20.103,22.400159,23253,209,23462, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" a diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku"", pričom obe témy súvisia s neurónovými sieťami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.511306,0.34062,17.748757,19.6012,20834,151,20985, +q0131,dev,specific_fact,medium,Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Ondrej Megela mal za cieľ natrénovať a vyhodnotiť jazykové modely typu BERT a Roberta v rámci bakalárskej práce, pričom v rámci diplomového projektu sa zameriaval na vytvorenie a vyhodnotenie generatívnych modelov slovenského jazyka, konkrétne modelov BART, T5 a GPT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",2.099573,0.28175,8.349048,10.730639,8669,196,8865, +q0142,dev,entity_lookup,easy,Nájdi dokument o osobe Dávid Omasta.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá súvisí s témou Question Answering a začiatok jeho štúdia bol v roku 2018. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.847756,0.18044,12.941306,14.970036,15373,167,15540, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dávid Omasta má v roku 2024 navrhnutý názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" a v roku 2023 mal navrhnutý názov „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.924021,0.205929,16.206815,18.337264,19124,179,19303, +q0144,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" vypracováva Dávid Omasta v rámci svojej diplomovej práce z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.714702,0.465365,23.599054,25.779784,28239,142,28381, +q0145,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Dávid Omasta vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá sa zameriava na prehľad generatívnych neurónových jazykových modelov a experimenty s generovaním odpovedí na otázky v kontexte. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.936103,0.593706,27.3254,29.856022,31805,186,31991, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pri osobe Dávid Omasta je uvedená téma diplomovej práce z roku 2023 ako „Dotrénovanie slovenského generatívneho jazykového modelu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.930749,0.37815,14.808852,17.118263,17739,145,17884, +q0147,dev,fact_work_year,easy,V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Dávid Omasta je v ZP Wiki uvedená diplomová práca v roku 2023 a v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.942397,0.200912,20.516519,22.660617,25269,139,25408, +q0148,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Dávid Omasta súvisí s dvoma záverečnými prácami zameranými na generatívne modely: diplomovou prácou z roku 2023 s názvom „Generatívne modely slovenského jazyka"" a diplomovou prácou z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.987543,0.175296,8.002604,10.165714,7769,205,7974, +q0149,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ktorá je súčasťou interného projektu Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.907488,0.193296,15.352058,17.453367,18581,153,18734, +q0150,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Dávid Omasta vypracovával diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024, ktorá sa zaoberá témou slovenčiny, a predtým v roku 2023 mal tému „Dotrénovanie slovenského generatívneho jazykového modelu"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.949406,0.169976,15.430863,17.550795,17642,200,17842, +q0151,dev,specific_fact,medium,Aká bola téma diplomovej práce Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dotrénovanie slovenského generatívneho jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Téma diplomovej práce Dávida Omasty v roku 2023 bola Dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.047241,0.353265,16.652898,19.053975,20346,144,20490, +q0152,dev,specific_fact,medium,Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.038686,0.303479,18.039821,20.382642,21973,149,22122, +q0164,dev,entity_lookup,easy,Nájdi dokument o osobe Kristián Sopkovič.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre Kristiána Sopkoviča je v ZP Wiki evidovaná študentská stránka, ktorá dokumentuje jeho dizertačnú prácu (začiatok štúdia 2019, cieľ 2028) zameranú na vylepšenie RAG-QA v slovenskom jazyku, ako aj jeho diplomový projekt z roku 2024 s témou neurónového vyhľadávania na základe sémantickej podobnosti vektorov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.864388,0.20777,17.403387,19.476069,19212,214,19426, +q0165,dev,fact_title,easy,Aký je názov bakalárska práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.980507,0.241304,14.118647,16.340891,17227,146,17373, +q0166,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" vypracoval Kristián Sopkovič ako svoju bakalársku prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.058245,0.592153,20.026321,22.677358,24328,158,24486, +q0167,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" riešil študent Kristián Sopkovič v rámci návrhu na názov svojej bakalárskej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.087474,0.728977,17.422181,20.239199,20719,169,20888, +q0168,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Kristián Sopkovič je uvedená téma bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.627572,0.324203,16.427907,18.380227,19835,124,19959, +q0169,dev,fact_work_year,easy,V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.979486,0.200304,17.710477,19.890866,21679,135,21814, +q0170,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022, ktorá sa zameriava na zlepšenie presnosti modelu Spacy pre slovenčinu a využitie transformérov. Okrem toho sa uvádza ako študent prispievajúci k projektu podpory slovenčiny v knižnici Spacy so zameraním na vylepšenie parametrov a transformérov. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.731878,0.247982,16.473465,18.453774,17901,227,18128, +q0171,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Kristián Sopkovič je študent, ktorý sa venuje téme slovenčiny v rámci svojej dizertačnej práce s cieľom vylepšiť RAG-QA v slovenskom jazyku a zároveň sa podieľa na projekte podpory slovenčiny v knižnici Spacy, kde sa zameriava na vylepšenie parametrov a transformery. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/topics/spacy",1.934266,0.192341,14.962933,17.090077,16798,212,17010, +q0172,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""transformery""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Kristián Sopkovič súvisí s témou transformery v rámci svojej bakalárskej práce z roku 2022, kde preštudoval transformery a spájal ich s knižnicou Spacy, a následne aj v diplomovej práci z roku 2024, kde pracoval na neurónovom vyhľadávaní a sémantickom vyhľadávaní pomocou Sentence Transformerov. Okrem toho je v rámci projektu podpory slovenčiny v knižnici Spacy explicitne uvedený ako študent pracujúci na vylepšovaní parametrov s využitím transformrov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.736186,0.469654,30.859209,33.065958,34816,255,35071, +q0173,dev,specific_fact,medium,Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Zlepšiť presnosť modelu Spacy pre slovenčinu""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.990397,0.488079,17.165874,19.64489,20276,154,20430, +q0174,dev,entity_lookup,easy,Nájdi dokument o osobe Michal Stromko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Michal Stromko je študentom, ktorý realizoval diplomový projekt v akademickom roku 2022/23 zameraný na sémantické vyhľadávanie a vypracoval diplomovú prácu v roku 2023/24 s názvom zameraným na sémantické vyhľadávanie v slovenskom texte a na slovenskej Wikipédii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.614447,0.599703,15.263651,17.478336,17215,177,17392, +q0175,dev,fact_title,easy,Aký je názov bakalárska práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Michala Stromka z roku 2022 sa volá „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.968595,0.257271,15.885207,18.111572,19405,140,19545, +q0176,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" vypracoval Michal Stromko v rámci bakalárskej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.528419,0.469713,23.260645,25.259506,27747,118,27865, +q0177,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.975444,0.957879,52.536299,55.470925,60042,136,60178, +q0178,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.766901,0.292512,18.761473,20.821475,22099,116,22215, +q0179,dev,fact_work_year,easy,V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Michal Stromko je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.928659,0.267383,17.970351,20.166944,22084,128,22212, +q0180,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Michal Stromko je študent, ktorý vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.935795,0.348619,14.484906,16.769853,17466,145,17611, +q0181,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""vyhľadávanie""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Michal Stromko vypracovával diplomovú prácu s témou sémantické vyhľadávanie v slovenskom texte a tiež sa venoval vedeckému projektu zameranému na demonštračné vyhľadávanie v slovenskej wikipédii pre otázne odpovede. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.937995,0.360899,7.638433,9.937595,8151,172,8323, +q0182,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Michal Stromko sa v rámci svojho diplomového projektu a vedeckého projektu 2022/23 zameriaval na slovenské vyhľadávanie a otázky a odpovede (QA), kde explicitne uvádza použitie vektorovej databázy FAISS na uloženie odsekov a vektorov alebo ako jednu z kľúčových možností pre knižnice na implementáciu vyhľadávania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.463151,0.353332,15.619376,17.43644,17877,172,18049, +q0183,dev,specific_fact,medium,Aký indexovací systém používala bakalárska práca Michala Stromka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" použila na indexovanie systém Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.982504,0.406993,11.523352,13.913248,13815,143,13958, +q0184,dev,specific_fact,medium,Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri QA deme mal Michal Stromko nájsť 5 najlepších odsekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.7642,0.382974,14.596036,16.743699,17965,113,18078, +q0200,dev,entity_lookup,easy,Nájdi dokument o osobe Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Dokument o osobe Artem Yatsenko uvádza, že vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.438191,0.216251,14.13884,15.793822,16867,125,16992, +q0201,dev,fact_title,easy,Aký je názov bakalárska práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.360658,0.218831,12.503343,14.083347,15119,105,15224, +q0202,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval študent Artem Yatsenko ako svoju bakalársku prácu v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",2.124617,0.312361,21.96781,24.405481,26511,166,26677, +q0203,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Artem Yatsenko"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Študent Ediz Morochovič vypracoval bakalársku prácu s názvom „Štatistické rozpoznávanie pomenovaných entít“ v roku 2019, ktorá rieši túto tému. Ďalším študentom je Serhii Yemets, ktorý má v roku 2025 za cieľ zlepšiť slovenský model pre rozpoznávanie pomenovaných entít. Martin Wencel tiež riešil v roku 2020 v rámci bakalárskej práce demonštráciu rozpoznávania pomenovaných entít v slovenskom jazyku pomocou knižnice Spacy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",2.097057,0.327541,23.058663,25.483844,24839,311,25150, +q0204,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Pri osobe Artem Yatsenko je uvedená téma bakalárskej práce „Rozpoznávanie pomenovaných entít v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.960209,0.191287,11.575142,13.72713,13683,142,13825, +q0205,dev,fact_start_year,easy,V ktorom roku začal študovať Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Artem Yatsenko začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.75851,0.180669,12.133501,14.073107,15109,111,15220, +q0206,dev,verification,medium,Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Áno, pri osobe Artem Yatsenko je uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.458933,0.274599,11.447882,13.181821,14016,99,14115, +q0207,dev,fact_work_year,easy,V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Artem Yatsenko je uvedená bakalárska práca v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.943848,0.223725,16.684437,18.852584,20207,150,20357, +q0208,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Artem Yatsenko začal štúdium v roku 2019 a vypracovával svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.80842,0.368093,20.956501,23.133878,25611,132,25743, +q0209,dev,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola ukončená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.823323,0.209829,11.133332,13.166899,12783,152,12935, +q0210,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.966704,0.130721,12.417983,14.515935,14874,152,15026, +q0211,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Artem Yatsenko vypracoval bakalársky projekt v roku 2021, pri ktorom pracoval s knižnicou Spacy na zlepšení modelu pre rozpoznávanie pomenovaných entít a získavanie prístupu k repozitáru spacy-skmodel, pričom jeho následná bakalárska práca z roku 2022 bola na tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.873501,0.287695,15.308061,17.469722,17335,209,17544, +q0212,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Artem Yatsenko súvisí s témou anotácia v rámci svojho bakalárskeho projektu z roku 2021, kde mal za úlohu anotovať korpus pomenovaných entít a navrhnúť lepší klasifikátor pre rozpoznávanie pomenovaných entít v slovenskom jazyku, čo neskôr vyústilo do jeho bakalárskej práce z roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.488199,0.126138,13.481045,15.095836,14492,194,14686, +q0213,dev,specific_fact,medium,Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""20""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Artem Yatsenko mal minimálne anotovať 20 článkov cez webové rozhranie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",2.054411,0.256152,12.004249,14.315223,14861,133,14994, +q0229,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Pre osobu Matej Ščišľak je v ZP Wiki evidovaná bakalárska práca z roku 2024 s názvom „Dialógový systém pre potreby samosprávy"" a diplomová práca z roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.884042,0.193966,18.183323,20.2619,21342,185,21527, +q0230,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.996688,0.26884,17.635288,19.901417,21391,143,21534, +q0231,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" vypracúva Matej Ščišľak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.104973,0.587963,25.772249,28.465943,31132,153,31285, +q0232,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Študent Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá sa zameriava na vytvorenie systému využívajúceho znalostné grafy na vyhľadávanie v rozsudkoch, zákonoch a vyhláškach, ako aj na odpovedanie na otázky a sumarizáciu týchto dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.78294,0.784866,45.782178,48.351094,51894,195,52089, +q0233,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Témiou diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.990872,0.219581,14.637532,16.848465,17025,146,17171, +q0234,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Matej Ščišľak začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.948414,0.200086,14.751516,16.900555,18179,128,18307, +q0235,dev,verification,medium,Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Áno, pri osobe Matej Ščišľak je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.120156,0.217254,6.718217,9.055872,7404,152,7556, +q0236,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Diplomová práca osobe Matej Ščišľak je uvedená v roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.937987,0.268849,17.791663,19.999198,21767,156,21923, +q0237,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Rok začiatku štúdia Mateja Ščišľaka je 2021 a jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" je naplánovaná na rok 2026, pričom v rámci štúdia vypracoval aj bakalársku prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.023047,0.24396,11.363981,13.63148,12470,198,12668, +q0238,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Rok 2021 je rokom začiatku štúdia Mateja Ščišľaka, nie rokom jeho záverečnej práce; jeho bakalárska práca bola vypracovaná v roku 2024 a diplomová práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.068007,0.228981,6.991067,9.288307,7270,181,7451, +q0239,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Diplomová práca študenta Mateja Ščišľak s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" priamo súvisí s témou GraphRAG, keďže v rámci jej realizácie bol vytvorený systém GraphRAG zložený z FAISS a Neo4J. Študent Matej Ščišľak je tiež spomínaný ako spolupracovník pri bakalárskej práci Maksyma Zatirku s témou „Grafová databáza pre podporu generovania slovenského jazyka"", kde je uvedená úloha využiť znalostný graf pri RAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.516906,0.217239,20.268609,22.003298,22279,259,22538, +q0240,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá v roku 2026 využíva grafovú databázu Neo4J ako súčasť riešenia GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.957245,0.197129,17.312353,19.467326,19960,175,20135, +q0241,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Matej Ščišľak súvisí s témou FAISS v rámci svojho diplomového projektu v roku 2025, kde vytvoril RAG systém s vektormi do FAISS, a tiež v rámci pripravovanej diplomovej práce z roku 2026, kde pri implementácii GraphRAG používa FAISS v kombinácii s databázou Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.969306,0.214064,7.892999,10.076603,8000,196,8196, +q0242,dev,specific_fact,medium,Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""FAISS"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","GraphRAG vytvorený Matejom Ščišľakom sa skladá z dvoch hlavných častí, a to z FAISS a Neo4J, pričom Neo4J beží lokálne a spája sa so serverom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.055661,0.316743,11.217122,13.589921,13225,167,13392, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Na testovanie systému, ktorý vyvíjal Matej Ščišľak v rámci svojej diplomovej práce, bolo vytvorených 110 otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.681634,0.36638,15.674634,17.723278,19068,125,19193, +q0244,dev,specific_fact,medium,Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre potreby samosprávy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol „Dialógový systém pre potreby samosprávy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.08749,0.341724,21.799701,24.229516,26336,151,26487, +q0245,dev,entity_lookup,easy,Nájdi dokument o osobe Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Vladimír Ferko má v ZP Wiki evidovanú bakalársku prácu z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", na ktorej spolupracoval s Eduardom Matovkom a nadväzuje na prácu Martina Jancuru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.872757,0.215077,14.066284,16.154604,15997,180,16177, +q0246,dev,fact_title,easy,Aký je názov bakalárska práca osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.967976,0.258817,15.077003,17.304394,18245,144,18389, +q0247,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","S práciou s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa zaoberá študent Vladimír Ferko v rámci svojej bakalárskej práce v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.290352,0.388568,24.279904,26.959484,28972,183,29155, +q0248,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá priamo zodpovedá hľadanej téme. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.12296,0.383637,23.735422,26.242816,28159,170,28329, +q0249,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Vladimír Ferko je pri bakalárskej práci uvedená téma „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.979238,0.195993,15.22487,17.400634,17986,148,18134, +q0250,dev,fact_start_year,easy,V ktorom roku začal študovať Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Vladimír Ferko začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.363433,0.23586,16.056561,17.656361,19712,88,19800, +q0251,dev,verification,medium,Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Vladimír Ferko je v dokumente o jeho bakalárskej práci explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.499007,0.263781,15.413096,17.176362,18577,113,18690, +q0252,dev,fact_work_year,easy,V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.376409,0.29232,20.159889,21.829279,24821,93,24914, +q0253,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko začal štúdium v roku 2021 a vypracovával svoju bakalársku prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.031265,0.302717,7.295374,9.629624,8056,149,8205, +q0254,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Nie, rok 2021 nie je rokom záverečnej práce Vladimíra Ferku, ale je to rok začiatku jeho štúdia; jeho bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" je evidovaná pod sekciou pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.040436,0.215623,10.351781,12.608303,11520,195,11715, +q0255,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študent Vladimír Ferko súvisí s témou nenávistnej reči (hate speech) prostredníctvom svojej bakalárskej práce s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ktorá je súčasťou projektu Hate Speech. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/hatespeech +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.899413,0.203182,16.919189,19.022274,19760,188,19948, +q0256,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","S Vladimírom Ferkom súvisí bakalárska práca z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", kde sa zameriava na anotáciu a automatické rozpoznávanie nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.924421,0.165295,14.103139,16.193331,16402,174,16576, +q0257,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", pri ktorej sa v rámci úloh a stavu projektu explicitne spomína využitie modelu SlovakBERT (konkrétne verzie na analýzu sentimentu) na spracovanie diskusných príspevkov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.915375,0.182469,17.213575,19.31202,19610,194,19804, +q0258,dev,specific_fact,medium,Aký model Vladimír Ferko natrénoval ako prvý?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovakbert""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Podľa dostupných informácií Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.951517,0.211645,11.852345,14.015896,14038,147,14185, +q0259,dev,specific_fact,medium,Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OffensEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Vladimír Ferko mal naštudovať benchmark OffensEval 2019-20 a vyhľadať podobné iniciatívy pre anotáciu nenávistnej reči ako súčasť svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.703927,0.183425,14.163981,16.051878,17009,141,17150, +q0275,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorej cieľom je vyvinúť systém na automatickú klasifikáciu webových textov a detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.889554,0.190137,18.146802,20.227078,21467,170,21637, +q0276,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.924057,0.218495,17.41432,19.557926,21144,143,21287, +q0277,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" vypracováva študent Matej Novotný v rámci svojej diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.047621,0.322795,20.949947,23.320978,25378,155,25533, +q0278,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študentom, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie"" v rámci svojej diplomovej práce, je Matej Novotný. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.026569,0.502361,25.556112,28.085789,30670,151,30821, +q0279,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Témou diplomovej práce študenta Mateja Novotného je „Klasifikácia webových dát pre lepšie jazykové modelovanie“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.972256,0.165247,7.78495,9.922775,8690,140,8830, +q0280,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Matej Novotný začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.938095,0.191384,15.385526,17.515543,19241,126,19367, +q0281,dev,verification,medium,Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Áno, pri osobe Matej Novotný je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.03081,0.225166,12.277347,14.533808,14727,148,14875, +q0282,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.762957,0.206976,18.894105,20.864656,23312,116,23428, +q0283,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Osoba Matej Novotný začala štúdium v roku 2021 a vypracováva svoju diplomovú prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.009709,0.168946,5.438988,7.617866,5521,149,5670, +q0284,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.006304,0.240261,11.91786,14.164919,13859,184,14043, +q0285,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""webové dáta""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorej cieľom je klasifikácia webových dát podľa typu a domény, ako aj detekcia nenávistného obsahu na prípravu dát pre trénovanie jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.91357,0.219921,22.290868,24.424998,26190,185,26375, +q0286,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""klasifikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorá sa zameriava na klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.919958,0.170998,7.34242,9.433691,7504,167,7671, +q0287,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"", ktorej cieľom je pripraviť webové dáta na trénovanie jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.96604,0.168396,6.883649,9.018378,7569,164,7733, +q0303,dev,entity_lookup,easy,Nájdi dokument o osobe Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Valerii Kutsenko má zaznamenanú bakalársku prácu z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu"" a diplomovú prácu plánovanú na rok 2027 s témou „Zlepšenie vyhľadávania pomocou znalostných grafov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.893232,0.202223,7.536798,9.632579,8150,176,8326, +q0304,dev,fact_title,easy,Aký je názov diplomová práca osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Názov diplomovej práce Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.943781,0.227894,14.911226,17.083408,18434,135,18569, +q0305,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" vypracováva študent Valerii Kutsenko ako svoju diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",2.197707,0.410761,18.543941,21.15295,22463,163,22626, +q0306,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"". Ďalším študentom, ktorý rieši túto tému, je Matej Ščišľak, ktorého diplomová práca sa nazýva „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". Téma je tiež súčasťou diplomovej práce Maksyma Zatirku „Grafová databáza pre podporu generovania slovenského jazyka"", diplomového projektu Jána Malinovského „Grafové vyhľadávanie pre podporu vzdelávania"" a diplomového projektu Jána Ptáka, ktorý plánuje využiť znalostný graf pre zlepšenie práce jazykového modelu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.070849,0.716681,48.751662,51.54034,51883,390,52273, +q0307,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.972494,0.330558,18.789917,21.093525,22095,138,22233, +q0308,dev,fact_start_year,easy,V ktorom roku začal študovať Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Valerii Kutsenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",2.038223,0.222296,12.257629,14.518664,15051,130,15181, +q0309,dev,verification,medium,Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Áno, pri osobe Valerii Kutsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",2.071301,0.249191,4.958181,7.278875,5166,148,5314, +q0310,dev,fact_work_year,easy,V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.934602,0.251243,17.623166,19.809622,21998,128,22126, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Valerii Kutsenko začala štúdium v roku 2022 a vykonáva diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.603372,0.547831,18.409472,20.561338,22366,120,22486, +q0312,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Valerii Kutsenko začal štúdium v roku 2022, avšak jeho diplomová práca je naplánovaná na rok 2027, takže rok 2022 nie je rokom záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.838829,0.359958,10.001465,12.200701,11259,153,11412, +q0313,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"", kde má za cieľ navrhnúť agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.931545,0.223379,17.890648,20.046165,21238,172,21410, +q0314,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko súvisí s témou RAG (Retrieval Augmented Generation) v rámci svojej bakalárskej práce z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu"", kde cieľom bolo vylepšiť proces generovania jazyka s pomocou vyhľadávania, a následne v diplomovej práci z roku 2027 s témou „Zlepšenie vyhľadávania pomocou znalostných grafov"", kde sa zameriava na budovanie agenta využívajúceho znalostný graf pri vyhľadávaní a prácu so systémom LightRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.49104,0.251043,18.35085,20.093449,20002,225,20227, +q0315,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Valerii Kutsenko pracuje na diplomovej práci s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, pričom v rámci diplomového projektu z roku 2026 sa explicitne odkazuje na stránku GraphRAG ako na zdroj inšpirácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.511119,0.248742,17.392493,19.152966,20393,146,20539, +q0316,dev,specific_fact,medium,V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávanie"", ""právo"", ""medicína""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Podľa zadania pre diplomovú prácu z roku 2027 môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.993712,0.295348,8.226253,10.515641,8957,151,9108, +q0333,dev,entity_lookup,easy,Nájdi dokument o osobe Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorú začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.836892,0.129113,6.509672,8.47598,7144,156,7300, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Bakalárska práca Tetiany Mohorian sa nazýva Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.002425,0.147343,12.298749,14.449134,15070,143,15213, +q0335,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" sa venujú študentka Tetiana Mohorian v rámci svojej bakalárskej práce a študent Patrik Pokrivčák v rámci svojej diplomovej práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.902542,0.375331,24.499611,26.778236,28815,191,29006, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Martin Jancura riešil v rámci svojho diplomového projektu tému rozpoznávania nenávistnej reči pomocou transformerov, pričom tento návrh bol uvedený ako jedna z možných tém na stretnutí 4. marca 2022, hoci finálny názov jeho vypracovanej diplomovej práce je „Rozpoznávanie emócií v texte"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",1.740336,0.407743,24.534907,26.683718,28395,181,28576, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Téma bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.97872,0.1503,14.222821,16.352331,17102,141,17243, +q0338,dev,fact_start_year,easy,V ktorom roku začal študovať Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Tetiana Mohorian začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.965601,0.145155,4.832891,6.943957,5318,125,5443, +q0339,dev,verification,medium,Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Tetiana Mohorian je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.821055,0.296223,18.817421,20.935303,23372,133,23505, +q0340,dev,fact_work_year,easy,V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Tetiana Mohorian je uvedená bakalárska práca v roku 2025, pričom rok začiatku štúdia je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.927213,0.234098,12.339869,14.501615,14689,145,14834, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Tetiana Mohorian začala štúdium v roku 2022 a vypracováva bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.801699,0.313863,14.199717,16.315744,17118,131,17249, +q0342,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale je uvedený ako rok začiatku jej štúdia, kedy vypracovávala bakalársku prácu s plánovaným ukončením v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.651555,0.204312,13.965244,15.821559,16500,149,16649, +q0343,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá je súčasťou vedeckého projektu zameraného na tému hate speech. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/topics/hatespeech",1.914945,0.194538,18.269485,20.379555,21472,178,21650, +q0344,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ktorá sa zameriava na tému LLM, konkrétne na detekciu nenávistnej reči pomocou promptovania a dotrénovania modelov ako Mistral. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.888094,0.162114,16.666211,18.717004,18869,181,19050, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", kde sa medzi jej úlohami priamo spomína zoznámenie sa s pojmom „prompting"" a jeho aplikácia na úlohu detekcie nenávistnej reči. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.874751,0.271142,16.460519,18.60707,18931,189,19120, +q0346,dev,specific_fact,medium,Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""prompting"", ""LORA""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Podľa návrhu témy pre Tetianu Mohorian mala pri adaptácii modelu použiť techniky „prompting"" a „LORA"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.018809,0.446402,13.316411,15.78205,16157,140,16297, +q0347,dev,specific_fact,medium,Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak T5-small""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small pri few-shot scenári hodnotu F1 približne 0,7. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.028764,0.24924,7.850628,10.128919,9134,143,9277, +q0363,dev,entity_lookup,easy,Nájdi dokument o osobe Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Za Daniila Huzenka sa v ZP Wiki nachádza dokument o jeho bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorú začal študovať v roku 2022 pod vedením doc. Matúša Plevu PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.85886,0.156412,11.692666,13.708353,13260,181,13441, +q0364,dev,fact_title,easy,Aký je názov bakalárska práca osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Bakalárska práca Daniila Huzenka má predbežný názov Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.946505,0.169552,14.245417,16.361927,17197,150,17347, +q0365,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt""]","Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" vypracováva študent Daniil Huzenko v rámci svojej bakalárskej práce pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.149226,0.67885,26.881825,29.710707,32212,174,32386, +q0366,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.738505,0.567592,24.743412,27.050172,29414,139,29553, +q0367,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.962746,0.19247,15.841376,17.997096,18760,153,18913, +q0368,dev,fact_start_year,easy,V ktorom roku začal študovať Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Daniil Huzenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.941018,0.265052,14.697157,16.90383,17892,124,18016, +q0369,dev,verification,medium,Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Áno, pri osobe Daniil Huzenko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.573037,0.335913,15.048893,16.958352,18136,116,18252, +q0370,dev,fact_work_year,easy,V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri osobe Daniil Huzenko je uvedená bakalárska práca v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.764151,0.199463,18.425955,20.390166,22592,117,22709, +q0371,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Z dostupných dokumentov ZP Wiki je pre osobu Daniil Huzenko uvedený rok začiatku štúdia 2022, zatiaľ čo rok záverečnej práce (bakalárskej) je 2025, ale konkrétny rok začatia vypracovávania alebo odovzdania práce sa v poskytnutom kontexte explicitne neuvádza. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.010199,0.132545,6.349948,8.492924,5783,198,5981, +q0372,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Nie, rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.029084,0.348331,10.273426,12.651274,11995,165,12160, +q0373,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej cieľom je vytvorenie vzdelávacích materiálov o platforme Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.949578,0.200674,12.711371,14.862019,14676,182,14858, +q0374,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Raspberry Pi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Študent Daniil Huzenko pripravuje bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorej súčasťou je zadanie zostaviť vlastný klaster z viacerých dosiek Raspberry Pi a vypracovať o tom tutoriály. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.949449,0.140367,7.750101,9.840273,8060,182,8242, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", ktorá sa venuje téme hybridného cloudu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.911753,0.445741,11.429077,13.787009,13569,161,13730, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,0.0,0.75,False,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o Daniile Huzenkovi obsahuje pokyn, aby do svojej bakalárskej práce zapísal aj o hardvéri, ktorý dostal, a spomína zostavenie klastra z dosiek Raspberry PI, konkrétny typ alebo špecifikácia hardvéru nie sú v poskytnutom texte explicitne uvedené. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.695286,0.224084,18.617071,20.536992,21457,194,21651, +q0377,dev,specific_fact,medium,Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ansible""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible, pričom jeho úlohou bolo pripraviť skripty pre setup a reinstaláciu klastra. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.60709,0.23629,15.504652,17.348591,18459,130,18589, +q0378,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dokument o Jánovi Ptákovi sa nachádza na stránke venovanej jeho diplomovému projektu z roku 2026, ktorého témou je Agent pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.441234,0.182294,15.266881,16.890939,18149,118,18267, +q0379,dev,fact_title,easy,Aký je názov diplomový projekt osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation""]","Názov diplomového projektu osoby Ján Pták je „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.337519,0.272773,15.46715,17.07791,18937,88,19025, +q0380,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Práci s názvom „Agent pre manažment záverečných prác"" sa venuje študent Ján Pták v rámci svojho diplomového projektu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.081908,0.255403,18.510742,20.848779,22427,153,22580, +q0381,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", ktorý má za cieľ vytvoriť agenta pre zlepšenie manažmentu záverečných prác na ZP Wiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.026024,0.246803,18.844081,21.117645,22414,165,22579, +q0382,dev,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Témou diplomového projektu pri osobe Ján Pták je Agent pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.919309,0.316897,16.418502,18.655266,20121,126,20247, +q0383,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Pták začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.909469,0.212167,13.14796,15.270099,16182,120,16302, +q0384,dev,verification,medium,Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Áno, pri osobe Ján Pták je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.028796,0.188397,10.733748,12.951388,12889,143,13032, +q0385,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Pták je uvedený diplomový projekt pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.887095,0.252599,18.839974,20.980231,23392,122,23514, +q0386,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Osoba Ján Pták začala štúdium v roku 2022 a vykonáva diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.981034,0.200229,14.871105,17.052943,17926,139,18065, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Nie, rok 2022 nie je rokom záverečnej práce Ján Pták, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho diplomový projekt je naplánovaný na rok 2026 s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.815782,0.561952,23.905828,26.284293,28357,163,28520, +q0388,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác"", v rámci ktorého sa zameriava na technológiu Retrieval Augmented Generation (RAG) a cieľom je vytvoriť agenta pre zlepšenie manažmentu záverečných prác na portáli zpwiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.5636,0.422557,24.485309,26.472177,28538,156,28694, +q0389,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študent Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác"", kde je jedným z cieľov využiť rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.916417,0.137625,12.053188,14.107733,14056,146,14202, +q0390,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Ján Pták je autorom diplomového projektu s témou „Agent pre manažment záverečných prác"", kde je súčasťou cieľov návrh nasadenia (deployment) pomocou Dockeru. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.876786,0.292418,14.358401,16.528065,17412,146,17558, +q0391,dev,specific_fact,medium,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.018915,0.202239,18.532863,20.754645,22968,127,23095, +q0392,dev,specific_fact,medium,Akým spôsobom má Ján Pták implementovať synchronizáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""WebHOOK""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Ján Pták má implementovať synchronizáciu pomocou WebHOOKu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.962313,0.345266,13.360054,15.668074,16563,120,16683, +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože záznam pre Jána Ptáka uvádza iba tému „Agent pre manažment záverečných prác"", cieľové technológie ako OpenWebUI, Docker, LangChain a GraphRAG, ale neobsahuje explicitné informácie o konkrétnej databáze ani backendovom frameworku, ktoré by už reálne používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.916343,0.210387,23.347036,25.474358,26953,202,27155, +q0423,dev,entity_lookup,easy,Nájdi dokument o osobe Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Dokument o osobe Rostyslav Rodzhuk sa nachádza pod názvom študentskej stránky Rostyslav Rodzhuk, kde je evidovaná jeho bakalárska práca z roku 2026 s témou Inteligentný agent pre podporu práce špeciálneho pedagóga. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.869511,0.126244,7.929701,9.9258,8138,171,8309, +q0424,dev,fact_title,easy,Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.019876,0.185785,12.98388,15.190102,16018,147,16165, +q0425,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Prácou s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" sa zaoberá študent Rostyslav Rodzhuk v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.208807,0.442809,24.072202,26.724497,28988,172,29160, +q0426,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.865793,0.405216,22.712546,24.984169,27131,140,27271, +q0427,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pri osobe Rostyslav Rodzhuk je uvedená téma bakalárskej práce „Inteligentný agent pre podporu práce špeciálneho pedagóga“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.017657,0.148162,6.941333,9.107385,7400,149,7549, +q0428,dev,fact_start_year,easy,V ktorom roku začal študovať Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","Rostyslav Rodzhuk začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.967955,0.177972,11.524736,13.671078,14323,130,14453, +q0429,dev,verification,medium,Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Áno, pri osobe Rostyslav Rodzhuk je v ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.078118,0.208286,12.263038,14.549935,14885,149,15034, +q0430,dev,fact_work_year,easy,V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026, keďže v dokumente je sekcia označená ako „Bakalárska práca 2026"" a študent začal štúdium v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.959365,0.2231,13.981988,16.164983,16353,178,16531, +q0431,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Rostyslav Rodzhuk začal štúdium v roku 2023 a vypracováva bakalársku prácu, ktorá je naplánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.059405,0.403088,13.91714,16.380255,16802,158,16960, +q0432,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.840529,0.257661,12.16936,14.267973,14269,142,14411, +q0433,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá sa zameriava na vytvorenie agenta schopného navrhnúť najlepšie výchovné opatrenia na základe získaných dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.919065,0.331152,24.221833,26.472832,28612,183,28795, +q0434,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""špeciálny pedagóg""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá začala v roku 2023 a je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.000086,0.148338,7.870468,10.019166,8158,172,8330, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorá sa zameriava na vytvorenie agenta na báze veľkého jazykového modelu (LLM). Ďalej sa na jeho stránke uvádza aj vedecký projekt z roku 2025 s názvom „Veľký jazykový model ako inteligentný agent"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.99473,0.236811,13.191192,15.423133,14885,209,15094, +q0436,dev,specific_fact,medium,Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""špeciálnemu pedagógovi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Inteligentný agent, na ktorom pracuje Rostyslav Rodzhuk v rámci svojej bakalárskej práce, je určený na podporu práce špeciálneho pedagóga. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.042582,0.224841,6.510069,8.777769,7165,157,7322, +q0437,dev,entity_lookup,easy,Nájdi dokument o osobe Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", na ktorej začal pracovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.917694,0.143262,7.935818,9.997055,9082,158,9240, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť explicitne uvedený finálny názov bakalárskej práce osoby Yevhenii Medushivskyi, je však v nich uvedená téma práce „Získavanie textu z webových stránok"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.023504,0.181827,18.422087,20.628088,22217,175,22392, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","S názvom práce „Získavanie textu z webových stránok"" sa zaoberá študent Yevhenii Medushivskyi v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.584664,0.610392,24.878191,27.074039,29881,127,30008, +q0440,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Yevhenii Medushivskyi vypracovával bakalársku prácu s tému „Získavanie textu z webových stránok“, kde vytvoril webový crawler na sledovanie a sťahovanie slovenského internetu. Ďalšími študentmi, ktorí riešili príbuznú problematiku získavania, extrakcie alebo zberu textu z webových stránok, sú Dávid Stromp (bakalárska práca 2022 zameraná na uloženie webových stránok a získavanie informácií), Matej Kobyľan (bakalárska práca 2023 o systéme pre extrakciu textu z webových stránok a sociálnych sietí) a Ján Holp (diplomový projekt a diplomová práca zamerané na získavanie informácií a textu z webu). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi +https://zp.kemt.fei.tuke.sk/students/2019/david_stromp +https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.987327,0.365607,28.089632,30.443224,29027,389,29416, +q0441,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Téma bakalárskej práce osobe Yevhenii Medushivskyi uvedená v dokumente je „Získavanie textu z webových stránok“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.041376,0.15885,9.235608,11.436133,9204,152,9356, +q0442,dev,fact_start_year,easy,V ktorom roku začal študovať Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Yevhenii Medushivskyi začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.012917,0.277264,13.92019,16.210891,17431,136,17567, +q0443,dev,verification,medium,Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Áno, pri osobe Yevhenii Medushivskyi je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia ako 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.139506,0.158651,6.550933,8.84935,7197,160,7357, +q0444,dev,fact_work_year,easy,V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.646698,0.271324,20.375142,22.293786,25193,115,25308, +q0445,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Osoba Yevhenii Medushivskyi začala študovať v roku 2023 a svoju bakalársku prácu vypracováva v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.060608,0.16231,6.907417,9.130617,7470,159,7629, +q0446,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi; podľa dostupných informácií sa jej rok začiatku štúdia uvádza ako 2023, pričom záverečnou prácou je bakalárska práca plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.685829,0.324007,16.389436,18.399849,19256,167,19423, +q0447,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""crawler""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu na tému „Získavanie textu z webových stránok"", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.050757,0.494999,21.14923,23.695653,24811,180,24991, +q0448,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""webový korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie webového crawlera na získavanie dát pre tvorbu korpusu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.032917,0.165399,8.66552,10.864141,9026,195,9221, +q0449,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""deduplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Yevhenii Medushivskyi vypracováva bakalársku prácu s témou Získavanie textu z webových stránok, pri ktorej je jednou z úloh zlepšenie deduplikácie a odstránenia boilerplate textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.018194,0.161701,8.102562,10.282767,9119,170,9289, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","V marci 2026 mal Yevhenii Medushivskyi podľa záznamu zo stretnutia 13. marca 2026 zozbieraných približne 450 MB textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.145486,0.168708,8.173109,10.4876,9151,176,9327, +q0451,dev,specific_fact,medium,Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""justext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri práci Yevheniia Medushivskyiho je ako príklad nástroja pre odstránenie boilerplate (boilereplate removal) uvedený nástroj **justext**. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.063408,0.314056,12.022131,14.399997,14586,154,14740, +q0480,dev,entity_lookup,easy,Nájdi dokument o osobe Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová je študentka, ktorá od roku 2023 vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.870386,0.115999,7.361253,9.34795,8233,147,8380, +q0481,dev,fact_title,easy,Aký je názov bakalárska práca osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bakalárska práca Simony Bobrovčanovej má tému Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.977729,0.182184,11.249208,13.409582,13814,138,13952, +q0482,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Práci s názvom „Automatická sumarizácia slovenského textu"" sa venuje Simona Bobrovčanová v rámci svojej bakalárskej práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.531519,0.562341,21.98191,24.076492,26684,117,26801, +q0483,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študentka Simona Bobrovčanová rieši bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorá sa zameriava na zostavenie prehľadu modelov a metód vhodných na túto úlohu v slovenskom jazyku a na vytvorenie systému pre sumarizáciu právnych dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.943268,0.362746,22.879219,25.185898,26159,187,26346, +q0484,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Pri osobe Simona Bobrovčanová je pri bakalárskej práci uvedená téma Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.62662,0.1915,11.333711,13.15234,13324,115,13439, +q0485,dev,fact_start_year,easy,V ktorom roku začal študovať Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Simona Bobrovčanová začala študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.353266,0.210484,11.643276,13.20748,14240,90,14330, +q0486,dev,verification,medium,Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Pri osobe Simona Bobrovčanová je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.010877,0.131091,5.155389,7.297584,5468,144,5612, +q0487,dev,fact_work_year,easy,V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri osobe Simona Bobrovčanová je v ZP Wiki uvedená bakalárska práca s názvom „Automatická sumarizácia slovenského textu"" pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.964953,0.187632,13.120201,15.273245,15942,153,16095, +q0488,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Simona Bobrovčanová začala štúdium v roku 2023 a vykonáva prácu na bakalárskej téme Automatická sumarizácia slovenského textu, ktorá je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.624419,0.195571,13.164975,14.985383,15657,139,15796, +q0489,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Simona Bobrovčanová začala štúdium v roku 2023, ale jej záverečná práca (bakalárska) je evidovaná pre rok 2026, nie pre rok 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.05093,0.248252,11.92475,14.224354,13919,166,14085, +q0490,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu"", ktorá sa zameriava na tému sumarizácie textov v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.928926,0.128561,6.884352,8.942095,7425,158,7583, +q0491,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""slovenský text""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorá sa zameriava na zlepšenie spracovania slovenských právnych textov a tvorbu systému pre sumarizáciu rozsudkov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.972818,0.135843,7.425418,9.534341,8091,170,8261, +q0492,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""právne dokumenty""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorej cieľom je vytvoriť systém pre sumarizáciu rozsudkov a iných právnych dokumentov. Je tiež uvedená ako členka tímu projektu Legal Data Processing, kde zodpovedá za oblasť sumarizácie právnych dát. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/topics/legal",1.999425,0.355981,22.401191,24.7573,26150,208,26358, +q0493,dev,specific_fact,medium,Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""hierarchická sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná súhrn zo súhrnov týchto častí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.032673,0.129734,8.187721,10.350414,8756,169,8925, +q0494,dev,specific_fact,medium,Aký problém mali malé modely pri práci Simony Bobrovčanovej?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""príliš maly kontext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pri práci na bakalárskej práci Simony Bobrovčanovej mali malé modely problém s príliš malým kontextom, čo spôsobovalo, že často vynechávali informácie nachádzajúce sa na konci textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.725431,0.3301,23.73166,25.787841,28566,146,28712, +q0495,dev,entity_lookup,easy,Nájdi dokument o osobe Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Dokument o osobe Samuel Džurina je jeho študentská stránka, ktorá eviduje jeho bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"" v roku začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.883312,0.141655,8.02006,10.045293,8529,161,8690, +q0496,dev,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.358773,0.220934,18.848784,20.429046,23301,102,23403, +q0497,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","S prácou s názvom „Dialógový systém pre podporu firemných procesov“ sa zaoberá Samuel Džurina, ktorý ju vypracováva ako bakalársku prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.164593,0.362318,23.651101,26.17878,28430,164,28594, +q0498,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Samuel Džurina vypracováva bakalársku prácu na tému „Dialógový systém pre podporu firemných procesov"", ktorá má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.825507,0.553494,41.548857,43.928974,48081,156,48237, +q0499,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Samuel Džurina je v sekcii bakalárskej práce uvedená téma „Dialógový systém pre podporu firemných procesov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.998536,0.166628,7.644108,9.80954,8030,145,8175, +q0500,dev,fact_start_year,easy,V ktorom roku začal študovať Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Samuel Džurina začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.970154,0.183383,12.80258,14.956559,16125,126,16251, +q0501,dev,verification,medium,Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Áno, pri osobe Samuel Džurina je uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.891944,0.278835,16.455558,18.626847,20244,127,20371, +q0502,dev,fact_work_year,easy,V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Bakalárska práca pri osobe Samuel Džurina je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.979263,0.210694,19.618908,21.809515,23831,133,23964, +q0503,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Samuel Džurina začal štúdium v roku 2023 a jeho záverečná bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.819478,0.189457,13.248118,15.257506,15792,136,15928, +q0504,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Nie, rok 2023 nie je rokom záverečnej práce Samuela Džurinu, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.852685,0.21452,13.928473,15.996245,16637,153,16790, +q0505,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorej cieľom je vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.914367,0.281572,12.111178,14.307542,13988,165,14153, +q0506,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""zásielková spoločnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov"", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.997676,0.284167,11.726978,14.009373,13717,166,13883, +q0507,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", kde cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.943411,0.246102,20.137562,22.32768,24257,165,24422, +q0508,dev,specific_fact,medium,Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""zásielkovej spoločnosti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Agent Samuela Džurinu má podporovať činnosť zásielkovej spoločnosti, konkrétne v rámci špedičnej firmy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.74338,0.273918,8.127716,10.145289,9280,127,9407, +q0509,dev,specific_fact,medium,Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""dotazníka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pri ktorom treba identifikovať slabé miesta a následne navrhnúť zlepšenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.526795,0.348709,18.91118,20.787244,23130,122,23252, +q0549,dev,entity_lookup,easy,Nájdi dokument o stážistovi Oliver Pejic.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde je uvedený ako účastník letnej stáže IAESTE v roku 2024 (august až október). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.889761,0.172324,10.880515,12.943157,12135,167,12302, +q0550,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž osoby Oliver Pejic prebiehala v roku 2024, konkrétne od augusta do októbra v rámci programu IAESTE Intern Summer. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.878005,0.24915,17.130757,19.258511,20960,133,21093, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Oliver Pejič sa počas svojej letnej stáže v roku 2024 venoval príprave vyhodnotovacích úloh pre slovenský hovorový korpus a slovenské generovanie odpovedí na otázky v rámci rámca MTEB, ako aj strojovému prekladu evaluačných sád pre viacjazyčné slovné modely. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.892149,0.132771,7.290939,9.316166,7277,185,7462, +q0552,dev,reverse_lookup,medium,Kto pracoval na téme Hate Speech a MTEB evaluácia?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Oliver Pejic pracoval na téme Hate Speech a konkrétne pripravoval úlohu pre MTEB (Massive Text Embedding Benchmark) evaluáciu pre slovenskú nenávistnú reč. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.991664,0.27544,16.009546,18.27716,19484,151,19635, +q0553,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Stáž Olivera Pejica v rámci programu IAESTE v roku 2024 súvisela s témou Hate Speech, pričom jeho cieľom bolo pomôcť pri projekte Hate Speech a pripraviť úlohu hodnotenia MTEB pre slovenskú nenávistnú reč. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.892595,0.224408,15.558746,17.676254,18131,167,18298, +q0554,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica s názvom „IAESTE Intern Summer 2024"", ktorá prebiehala v auguste, septembri a októbri 2024, sa zameriavala na hodnotenie modelov vektorových reprezentácií pomocou frameworku MTEB a tvorbu nových úloh pre hodnotenie v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.920015,0.152756,10.626686,12.699912,11674,182,11856, +q0555,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Stáž Olivera Pejica z leta 2024 (IAESTE Intern Summer 2024) súvisela s témou SentenceTransformer, keďže jeho cieľom bolo pomôcť s hodnotením modelov sentence transformer pomocou nástroja MTEB a pripraviť sa na túto úlohu štúdiom frameworku SentenceTransformer. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.955059,0.244597,12.941613,15.141766,14915,183,15098, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Oliver Pejic mal počas svojej stáže pracovať na vytvorení dvoch úloh pre framework MTEB: úlohu pre slovenské vyhľadávanie v súbore otázok a odpovedí (Slovak question answering) a úlohu pre detekciu hate speech v slovenčine (Slovak HATE speech). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.93393,0.156626,14.145714,16.236794,16284,179,16463, +q0557,dev,specific_fact,medium,Aký evaluačný framework mal Oliver Pejic naštudovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.454335,0.261671,11.540062,13.256569,14153,97,14250, +q0568,dev,entity_lookup,easy,Nájdi dokument o stážistovi Cesar Abascal Gutierrez.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi sa nachádza na stránke internov a uvádza, že ide o stážistu, ktorý pracoval pravdepodobne v lete 2019 na projekte týkajúcom sa anotácie pomenovaných entít v transkriptoch reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.884133,0.160116,9.849818,11.894497,10851,172,11023, +q0569,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.532434,0.187545,15.570542,17.29104,18938,101,19039, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž Cesara Abascala Gutieirra sa v lete 2019 venovala problému rozpoznávania neznámych pojmenovaných entít (named entity recognition) v transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovalú trénovaciu množinu a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.994937,0.246439,12.370716,14.612506,14011,185,14196, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou named entities, sa realizovala pravdepodobne v lete 2019 a jej cieľom bolo rozpoznávanie neznámych pomenovaných entít a vytvorenie manuálne anotovanej trénovacej sady z prepisov reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.951393,0.092805,9.914843,11.959396,10919,179,11098, +q0573,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Stáž osoby Cesar Abascal Gutierrez, ktorá sa zaoberala témou spaCy, bola projekt Named entity annotations z letného obdobia roku 2019, kde sa okrem iného pracovalo s trénovaním a hodnotením klasifikátora pomocou nástroja spaCy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.771135,0.327069,15.371382,17.470114,17860,156,18016, +q0574,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou rozpoznávania pomenovaných entít a anotáciou, sa uskutočnila pravdepodobne v lete roku 2019 a zahŕňala použitie nástroja Prodigy na manuálnu anotáciu dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.969855,0.225245,14.09475,16.290342,16425,177,16602, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Cesar Abascal Gutierrez si počas svojej stáže (pravdepodobne v lete 2019) stanovil tieto tri hlavné ciele: schopnosť rozpoznávať neznáme pomenované entity, vytvorenie manuálne anotoanej trénovacej množiny z prepisov reči a navrhnutie schémy anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.759607,0.26596,25.818158,27.844594,30361,170,30531, +q0576,dev,specific_fact,medium,Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.783221,0.245018,13.349638,15.378402,16204,112,16316, +q0577,dev,entity_lookup,easy,Nájdi dokument o stážistovi Bogdan Paul Chiș.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Dokument o stážistovi Bogdanovi Paulovi Chišovi pojednáva o jeho stáži ERASMUS v jarnom semestri 2026 (od 20. marca do 21. mája) s témou multilingválna extrakcia trojíc z medicínskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.880851,0.214204,11.104775,13.200326,12540,174,12714, +q0578,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od 20. marca do 21. mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.312903,0.402244,19.83136,21.547074,24307,99,24406, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Stáž osoby Bogdan Paul Chiš sa venovala téme viacjazyčnej extrakcie trojíc z lekárskych dát s cieľom zostrojiť znalostný graf z lekárskych príbalových letákov a využiť ho v inteligentnom agente na odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.995193,0.333899,12.058545,14.388047,13690,173,13863, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Na tému multilinguálna extrakcia trojíc z medicínskych dát pracoval Bogdan Paul Chiš v rámci stáže ERASMUS v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",2.141597,0.443701,21.506197,24.092132,26127,158,26285, +q0581,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Stáž osoby Bogdan Paul Chiș súvisela s témou „(multilingual) Triplet extraction from medical data"" a uskutočnila sa v rámci programu ERASMUS na jar 2026 v období od 20. marca do 21. mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.984764,0.230128,10.761562,12.97692,12038,166,12204, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiș súvisiaca s témou knowledge graph sa volala „(multilingual) Triplet extraction from medical data"" a bola realizovaná v rámci programu ERASMUS v období od 20. marca do 21. mája 2026, pričom jej cieľom bolo zostavenie znalostného grafu z lekárskych letákov vo viacerých jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.95098,0.329604,17.686435,19.96764,20370,197,20567, +q0583,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Stáž osoby Bogdan Paul Chiș s témou medical bola ERASMUS stáž v jarnej sezóne 2026 (od 20. marca do 21. mája) s názvom „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.915563,0.167877,9.321147,11.404953,10057,161,10218, +q0584,dev,specific_fact,medium,Aká bola téma stáže Bogdana Paula Chișa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Triplet extraction from medical data""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","Téme stáže Bogdana Paula Chișa bola multilingválna extrakcia trojíc z medicínskych údajov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.887808,0.348838,10.72287,12.959947,12999,132,13131, +q0585,dev,specific_fact,medium,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""DeepEval"", ""RAGAS""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bogdan Paul Chiš mal pri vyhodnocovaní agenta použiť nástroje DeepEval alebo RAGAS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.790561,0.276788,15.532483,17.600334,19092,119,19211, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Bogdan Paul Chiš mal zostaviť znalostný graf z multilinguálnych príbalových letákov liekov v rámci svojej stáže. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.546034,0.254179,13.247707,15.048409,16043,114,16157, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Projektová alebo informačná stránka pre tému „Dialógový systém"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.928272,0.267432,21.393247,23.589606,26169,133,26302, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021""]","Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Dialógový systém"" ako samostatnej projektovej stránke, je dokument s názvom Dialógový systém, ktorý definuje úlohu vytvorenia systému pre komunikáciu občana s mestom. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.549299,0.463051,36.314672,38.328168,42540,131,42671, +q0599,dev,source_url,easy,Aký source_url patrí k stránke „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránka s názvom „Dialógový systém"" má priradený zdrojový URL https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.423037,0.275904,22.29674,23.996314,26555,99,26654, +q0603,dev,specific_fact,medium,Aký framework má používať báza pravidiel projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RASA""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre projekt Dialógový systém sa má báza pravidiel zostaviť pre systém RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.940541,0.145439,9.928684,12.014991,11832,117,11949, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Podľa dostupných informácií sa má chatbot integrovať s QA systémom (systémom pre odpovedanie na otázky) a v konkrétnych príkladoch sa uvádza aj integrácia s PrivateGPT. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",2.017223,0.267325,11.63055,13.915478,13352,179,13531, +q0605,dev,specific_fact,medium,Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský, ktorí sú uvedení v sekcií Riešitelia projektu a vypracúvajú príslušné bakalárske práce v roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/chatbot +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.756065,0.328421,23.273882,25.358983,26937,198,27135, +q0615,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Question Answering“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Projektová a informačná stránka „Question Answering“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.510935,0.53513,45.024183,47.071437,52404,100,52504, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Priamou témou „Question Answering"" sa v ZP Wiki venuje dokument s názvom **Question Answering**, ktorý popisuje projekt na vytvorenie slovenského klonu dátovkej sady SQuaD 2.0, nastavenie anotačnej infraštruktúry a spracovanie dát z Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.686782,0.391341,26.240998,28.319815,30401,155,30556, +q0617,dev,source_url,easy,Aký source_url patrí k stránke „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Stránke „Question Answering"" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.808434,0.347922,25.946246,28.103347,31513,115,31628, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Projekt Question Answering má za cieľ vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude obsahovať anotované otázky a odpovede odvodené z dát slovenskej Wikipédie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.772413,0.284834,22.453365,24.511263,26770,137,26907, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","Projekt Question Answering používa na anotáciu nástroj Prodigy, na ktorý bol pripravený anotačný recept. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.994753,0.078505,5.674609,7.748176,6103,125,6228, +q0623,dev,specific_fact,medium,Aký má byť formát finálneho exportu QA databázy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože uvedené zdroje spomínajú formát **jsonl** ako požadovaný formát pre automaticky generované korpusy otázok a odpovedí, konkrétne v rámci bakalárskej práce Valeriiho Kutsenka, kde sa vyžaduje, aby bol formát rovnaký ako pri datasete SK QUAD, ale neuvádza sa všeobecný formát finálneho exportu QA databázy pre všetky projekty. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.932514,0.297047,13.371778,15.601745,14567,230,14797, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Pri anotácii otázok má vzniknúť 5 otázok pre každý odsek, ako je stanovené v recepte pre anotáciu v nástroji Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",2.0376,0.17259,12.290526,14.501198,14992,139,15131, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Informačnú stránku s názvom „Strojový preklad"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/translation, kde sú uvedené témy študentov pracujúcich na tejto problematike. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.933094,0.235059,19.029536,21.198434,23193,152,23345, +q0633,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Dokument, ktorý sa priamo venuje téme „Strojový preklad"" a slúži ako tematická stránka zozbierajúc študentské práce v tejto oblasti, je dokument s názvom „Strojový preklad"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.729029,0.426807,23.260486,25.416972,27656,135,27791, +q0634,dev,source_url,easy,Aký source_url patrí k stránke „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránka s názvom „Strojový preklad"" sa nachádza na dvoch rôznych adresách v závislosti od toho, či ide o dokument študenta Patrika Pavlišina alebo o tematickú stránku projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.85113,0.6229,11.709627,14.184043,12930,175,13105, +q0637,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Pomenované entity“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Projektová a informačná stránka pre tému „Pomenované entity"" je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, kde sú uvedené úlohy, stretnutia a technické detaily projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.941979,0.065207,6.085799,8.093276,6581,153,6734, +q0638,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Dokument, ktorý sa priamo venuje téme „Pomenované entity"", sa v ZP Wiki nazýva práve „Pomenované entity"" a nachádza sa v časti tém. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.444973,0.210671,18.090424,19.746986,22452,108,22560, +q0639,dev,source_url,easy,Aký source_url patrí k stránke „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke „Pomenované entity"" patrí zdrojový URL https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.431175,0.229593,19.612459,21.273838,24144,93,24237, +q0651,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Projektovú alebo informačnú stránku s názvom „Anotácia textových dát"" je možné nájsť pod adresou https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.967097,0.341916,8.256537,10.565875,9211,156,9367, +q0652,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát"", má názov Anotácia textových dát a je dostupný na stránke https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.476398,0.21497,17.448713,19.140672,21205,120,21325, +q0653,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Stránke s názvom „Anotácia textových dát“ patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.858095,0.210946,17.966593,20.036241,21906,128,22034, +q0659,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Projektová alebo informačná stránka „Slovenské jazykové zdroje“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",2.002806,0.201526,20.994162,23.199179,25682,135,25817, +q0660,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Slovenské jazykové zdroje"", má názov „Slovenské jazykové zdroje"" a bol vytvorený autorom Danielom Hladkom. Tento dokument spája rôzne zdroje, ako sú Wikipedia vo formáte JSON, FastText Word Embedding, Multext East, databázy zdrojov a slovenské syntaktické stromové banky. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.776935,0.072056,6.797924,8.647156,6447,182,6629, +q0661,dev,source_url,easy,Aký source_url patrí k stránke „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stránke „Slovenské jazykové zdroje"" patrí source_url https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.918361,0.224055,14.693629,16.836684,18292,124,18416, +q0675,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Projektovú alebo informačnú stránku s názvom „Anotácia otázok a odpovedí"" nájdete pod adresou https://zp.kemt.fei.tuke.sk/topics/question/navod, kde sa nachádza návod pre anotátorov. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.662018,0.274319,21.880618,23.817588,26170,133,26303, +q0676,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dokument, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí"", je rovnako pomenovaný dokument s názvom „Anotácia otázok a odpovedí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",2.014946,0.249595,19.502382,21.767527,23565,142,23707, +q0677,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Stránke „Anotácia otázok a odpovedí“ patrí zdrojový URL https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.9048,0.239918,20.102704,22.248035,24540,129,24669, +q0684,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Informačnú stránku s názvom „Anotácia pomenovaných entít"" a návodom pre anotátorov nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",2.00854,0.122006,16.56083,18.691899,19398,152,19550, +q0685,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít"", má názov „Anotácia pomenovaných entít"" a slúži ako návod pre anotátorov pri vedeckom výskume rozpoznávania vlastných podstatných mien. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.92115,0.219945,18.199922,20.341569,21250,165,21415, +q0686,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Stránke „Anotácia pomenovaných entít"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.897189,0.118639,15.999166,18.015533,19340,132,19472, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Dokumenty, ktoré riešia technológie RAG alebo GraphRAG, zahŕňajú diplomovú prácu Olega Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", kde využíva systém LightRAG a skúma GraphRAG, diplomovú prácu Mateja Ščišľaka „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá implementuje GraphRAG založený na FAISS a Neo4J, ako aj diplomový projekt Jána Malinovského „Grafové vyhľadávanie pre podporu vzdelávania"" zameraný na GraphRAG. Ďalej patria sem diplomový projekt Martina Šarišského riešiaci Graph RAG pre právne predpisy, bakalárska práca Maksyma Zatirku „Grafová databáza pre podporu generovania slovenského jazyka"" zameraná na kombináciu RAG a znalostných grafov, bakalárska práca Jána Ptáka „Agent pre manažment záverečných prác"" obsahujúca úlohy na GraphRAG, stáž Bogdana Paula Chiša zameraná na GraphRAG pri extrakcii tripletov z medicínskych dát, ako aj bakalárska práca Samuela Džurinu s lokálnym RAG systémom a diplomová práca Yevheniia Leonova zameraná na vyhodnotenie systémov RAG. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",1.951839,0.779297,49.533712,52.26627,48612,624,49236, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","V ZP Wiki bolo nájdených viacero dokumentov, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi. Martin Šarišský v diplomovej práci skúma využitie znalostných grafov na vylepšenie výsledkov vyhľadávania v zákonoch pomocou Graph RAG a návrh agenta riešiaceho právne problémy. Valerii Kutsenko navrhuje agenta, ktorý buduje a využíva znalostný graf pri vyhľadávaní, s dôrazom na multilinguálne grafo. Matej Ščišľak vypracováva systém pre vyhľadávanie v právnych informáciách pomocou znalostných grafov a GraphRAG, ktorý spája FAISS a Neo4J. Oleh Poiasnik pracuje na expertnom agentovom systéme pre podporu rozhodovania v lekárni, ktorý využíva znalostný graf z príbalových letákov. Bogdan Paul Chiš v rámci stáže vytvára znalostný graf z medicínskych dát a integruje ho do inteligentného agenta pre odporúčanie liekov. Ján Malinovský vyvíja agenta pre pomoc učiteľovi, ktorý vyhľadáva v znalostnom grafe vzdelávacích konceptov. Ján Pták skúma využitie znalostných grafov pre GraphRAG v kontexte agenta pre manažment záverečných prác. Oleksandr Hryshchenko pracuje na systéme pre získavanie informácií využívajúcom grafové neurónové siete a RAG. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf slovenského práva pre generovanie odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",2.025695,0.48552,45.948825,48.461162,42819,697,43516, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Dokumenty, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, zahŕňajú informačné stránky o projekte Pomenované entity a Anotácia textových dát, ako aj diplomové a bakalárske práce študentov Jakuba Maruniaka, Artema Yatsenka, Than Trunga Thana, Vladimíra Ferká a stážistu Cesara Abasala Gutierrez. Konkrétne ide o diplomový projekt Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársku prácu Artema Yatsenka Rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trunga Thana s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy, stáž Cesara Abasala Gutierrez zameranú na rozpoznávanie neznámych pomenovaných entít a manuálnu anotáciu, ako aj bakalársku prácu Vladimíra Ferká, ktorá sa zaoberá anotáciou nenávistnej reči s využitím metód podobných anotácií pomenovaných entít. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity +https://zp.kemt.fei.tuke.sk/topics/prodigy +https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez +https://zp.kemt.fei.tuke.students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.95789,0.359308,36.983705,39.30191,36600,515,37115, +q0690,dev,multi_document,hard,Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""strojový preklad"", ""automatický preklad""]","[""..."", ""..."", ""..."", ""..."", ""...""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V ZP Wiki sa našlo niekoľko dokumentov týkajúcich sa strojového alebo automatického prekladu. Patrik Pavlišin vypracoval diplomovú prácu s názvom „Neurónový strojový preklad"" a bakalársku prácu „Metódy automatického prekladu"", pričom v diplomovej práci pracoval s nástrojmi OpenNMT-py a Fairseq. Dominik Nagy vypracoval diplomovú prácu „Neurónový strojový preklad pomocou knižnice Fairseq"" zameranú na trénovanie modelov pre obojsmerný preklad angličtiny a slovenčiny. Martin Jancura vypracoval bakalársku prácu „Webová aplikácia pre demonštráciu strojového prekladu"", ktorá zahŕňala teoretický úvod do strojového prekladu a demonštráciu viacerých služieb. Tomáš Kuchárik vypracoval diplomovú prácu „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", kde využil strojový preklad na vytvorenie slovenskej verzie datasetu SQUAD. Maroš Harahus sa v rámci doktorandského štúdia zaoberal experimentmi so strojovým prekladom pomocou nástroja Fairseq a plánoval výskum v oblasti automatickej opravy textu. Vladyslav Krupko a Nikita Bodnar sa v rámci bakalárskych prác zaoberali neurónovým strojovým prekladom, pričom Nikita Bodnar pracovala s nástrojom Marian NMT na úlohu korekcie textu. Kristián Sopkovič sa v diplomovej práci zaoberal cross-lingual information retrievalom, kde využíval strojovo preložené databázy a nástroj Marian NMT. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko +https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.032676,0.667375,58.156834,60.858089,55900,693,56593, diff --git a/tools/rag/evaluation/results/full_dev_review/rag_answers_dev.json b/tools/rag/evaluation/results/full_dev_review/rag_answers_dev.json new file mode 100644 index 0000000..542ef23 --- /dev/null +++ b/tools/rag/evaluation/results/full_dev_review/rag_answers_dev.json @@ -0,0 +1,27377 @@ +{ + "generated_at": "2026-09-27T11:42:16.403734+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "a5b95981e263cd214b7d5248fb17020d09b20b499899e5c1d4bb2618e3b92a75", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690" + ], + "applied_override_ids": [ + "q0005", + "q0010", + "q0020", + "q0024", + "q0031", + "q0042", + "q0086", + "q0106", + "q0126", + "q0146", + "q0168", + "q0178", + "q0204", + "q0233", + "q0249", + "q0279", + "q0307", + "q0337", + "q0367", + "q0382", + "q0427", + "q0441", + "q0484", + "q0499" + ], + "split": "dev", + "selected_question_count": 353, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 353, + "completed": 353, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.967422, + "source_url_score": 0.983003, + "should_answer_score": 0.997167, + "overall_score": 0.986898, + "strict_pass_count": 339, + "strict_pass_rate": 0.96034, + "mean_latency_seconds": 18.412456, + "prompt_tokens": 6694023, + "completion_tokens": 57700, + "total_tokens": 6751723, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.964286, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.991071, + "strict_pass_count": 13, + "strict_pass_rate": 0.928571, + "mean_latency_seconds": 15.025518, + "prompt_tokens": 208307, + "completion_tokens": 2331, + "total_tokens": 210638 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.20331, + "prompt_tokens": 196482, + "completion_tokens": 2122, + "total_tokens": 198604 + }, + "entity_lookup": { + "total": 25, + "completed": 25, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 25, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.097761, + "prompt_tokens": 344850, + "completion_tokens": 4193, + "total_tokens": 349043 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.959795, + "prompt_tokens": 223128, + "completion_tokens": 1653, + "total_tokens": 224781 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.53034, + "prompt_tokens": 413563, + "completion_tokens": 3065, + "total_tokens": 416628 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.903956, + "prompt_tokens": 478931, + "completion_tokens": 2881, + "total_tokens": 481812 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.916667, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 12.77224, + "prompt_tokens": 34978, + "completion_tokens": 543, + "total_tokens": 35521 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.365542, + "prompt_tokens": 64205, + "completion_tokens": 333, + "total_tokens": 64538 + }, + "keyword_grounding": { + "total": 75, + "completed": 75, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 75, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.601069, + "prompt_tokens": 1233912, + "completion_tokens": 13823, + "total_tokens": 1247735 + }, + "multi_document": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 50.221858, + "prompt_tokens": 183931, + "completion_tokens": 2529, + "total_tokens": 186460 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.954545, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.988636, + "strict_pass_count": 21, + "strict_pass_rate": 0.954545, + "mean_latency_seconds": 15.753818, + "prompt_tokens": 350679, + "completion_tokens": 3030, + "total_tokens": 353709 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.958333, + "source_url_score": 0.958333, + "should_answer_score": 1.0, + "overall_score": 0.979167, + "strict_pass_count": 23, + "strict_pass_rate": 0.958333, + "mean_latency_seconds": 24.65571, + "prompt_tokens": 637175, + "completion_tokens": 3936, + "total_tokens": 641111 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.586754, + "prompt_tokens": 179220, + "completion_tokens": 995, + "total_tokens": 180215 + }, + "specific_fact": { + "total": 51, + "completed": 51, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.901961, + "source_url_score": 0.980392, + "should_answer_score": 0.980392, + "overall_score": 0.965686, + "strict_pass_count": 45, + "strict_pass_rate": 0.882353, + "mean_latency_seconds": 16.148463, + "prompt_tokens": 841307, + "completion_tokens": 7652, + "total_tokens": 848959 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.863636, + "source_url_score": 0.818182, + "should_answer_score": 1.0, + "overall_score": 0.920455, + "strict_pass_count": 18, + "strict_pass_rate": 0.818182, + "mean_latency_seconds": 31.127217, + "prompt_tokens": 723473, + "completion_tokens": 4467, + "total_tokens": 727940 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 16, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.37101, + "prompt_tokens": 384324, + "completion_tokens": 2252, + "total_tokens": 386576 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.803933, + "prompt_tokens": 195558, + "completion_tokens": 1895, + "total_tokens": 197453 + } + }, + "by_difficulty": { + "easy": { + "total": 102, + "completed": 102, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 102, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.494643, + "prompt_tokens": 1892705, + "completion_tokens": 14234, + "total_tokens": 1906939 + }, + "hard": { + "total": 32, + "completed": 32, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.984375, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.996094, + "strict_pass_count": 31, + "strict_pass_rate": 0.96875, + "mean_latency_seconds": 19.065344, + "prompt_tokens": 588720, + "completion_tokens": 6982, + "total_tokens": 595702 + }, + "medium": { + "total": 219, + "completed": 219, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.949772, + "source_url_score": 0.972603, + "should_answer_score": 0.995434, + "overall_score": 0.979452, + "strict_pass_count": 206, + "strict_pass_rate": 0.940639, + "mean_latency_seconds": 18.744531, + "prompt_tokens": 4212598, + "completion_tokens": 36484, + "total_tokens": 4249082 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a predtým realizoval diplomový projekt v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Holp.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.222289, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.0411, + "tool_latency_seconds": 0.222289, + "final_model_latency_seconds": 12.736372, + "total_latency_seconds": 15.00035, + "usage": { + "prompt_tokens": 15620, + "completion_tokens": 155, + "total_tokens": 15775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.219998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.957563, + "tool_latency_seconds": 0.219998, + "final_model_latency_seconds": 15.328491, + "total_latency_seconds": 17.506775, + "usage": { + "prompt_tokens": 19372, + "completion_tokens": 135, + "total_tokens": 19507 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Systém získavania informácií v slovenskom jazyku\" vypracoval Ján Holp ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.516465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.16877, + "tool_latency_seconds": 0.516465, + "final_model_latency_seconds": 12.213712, + "total_latency_seconds": 14.899407, + "usage": { + "prompt_tokens": 14853, + "completion_tokens": 169, + "total_tokens": 15022 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko riešil tému získavania informácií v slovenskom jazyku v rámci svojej bakalárskej práce s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" a neskôr v diplomových projektoch, kde plánoval vytvoriť novú databázu pre vyhodnotenie získavania informácií v slovenskom jazyku a skúmať cross-linguálne systémy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.536234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 2.0089, + "tool_latency_seconds": 0.536234, + "final_model_latency_seconds": 24.653122, + "total_latency_seconds": 27.198895, + "usage": { + "prompt_tokens": 29438, + "completion_tokens": 214, + "total_tokens": 29652 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Ján Holpa je „Systém získavania informácií v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?" + }, + "latency_seconds": 0.464277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.301109, + "tool_latency_seconds": 0.464277, + "final_model_latency_seconds": 16.368808, + "total_latency_seconds": 18.134768, + "usage": { + "prompt_tokens": 19728, + "completion_tokens": 93, + "total_tokens": 19821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.195679, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.888191, + "tool_latency_seconds": 0.195679, + "final_model_latency_seconds": 13.057681, + "total_latency_seconds": 15.14205, + "usage": { + "prompt_tokens": 16263, + "completion_tokens": 121, + "total_tokens": 16384 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "limit": 5 + }, + "latency_seconds": 0.244596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.612086, + "tool_latency_seconds": 0.244596, + "final_model_latency_seconds": 10.570358, + "total_latency_seconds": 12.427401, + "usage": { + "prompt_tokens": 12771, + "completion_tokens": 116, + "total_tokens": 12887 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.239112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.878894, + "tool_latency_seconds": 0.239112, + "final_model_latency_seconds": 17.115227, + "total_latency_seconds": 19.233754, + "usage": { + "prompt_tokens": 21043, + "completion_tokens": 125, + "total_tokens": 21168 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Ján Holp začal študovať v roku 2016 a vypracovával svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.180466, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.776763, + "tool_latency_seconds": 0.180466, + "final_model_latency_seconds": 14.480126, + "total_latency_seconds": 16.437867, + "usage": { + "prompt_tokens": 17783, + "completion_tokens": 129, + "total_tokens": 17912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatu jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" je uvedená pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.405896, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 2.03973, + "tool_latency_seconds": 0.405896, + "final_model_latency_seconds": 10.573335, + "total_latency_seconds": 13.019364, + "usage": { + "prompt_tokens": 11855, + "completion_tokens": 177, + "total_tokens": 12032 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorá je priamo súvisiaca s témou získavania informácií, pričom v rámci jeho študentskej stránky sa nachádza aj dokument s názvom „Získavanie informácií\" zameraný na teóriu tohto procesu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.316947, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.932285, + "tool_latency_seconds": 0.316947, + "final_model_latency_seconds": 16.826743, + "total_latency_seconds": 19.076486, + "usage": { + "prompt_tokens": 19535, + "completion_tokens": 200, + "total_tokens": 19735 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", v rámci ktorej implementoval algoritmus PageRank a pripravil experimenty s jeho vyhodnotením.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.231674, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.939171, + "tool_latency_seconds": 0.231674, + "final_model_latency_seconds": 13.08026, + "total_latency_seconds": 15.251601, + "usage": { + "prompt_tokens": 15288, + "completion_tokens": 163, + "total_tokens": 15451 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval bakalársku prácu s názvom „Vyhľadávač na slovenskom internete\" v roku 2019, ktorá sa priamo venuje téme slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.26316, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.952325, + "tool_latency_seconds": 0.26316, + "final_model_latency_seconds": 7.146966, + "total_latency_seconds": 9.362689, + "usage": { + "prompt_tokens": 7970, + "completion_tokens": 158, + "total_tokens": 8128 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V rámci diplomového projektu Jána Holpa bola implementovaná funkcia pre indexovanie webových stránok a algoritmus PageRank, pričom sa riešili technické problémy s databázou Cassandra a vytvorením backendu s REST API pre indexovanie dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo bolo implementované v stave práce Jána Holpa?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.283923, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.861077, + "tool_latency_seconds": 0.283923, + "final_model_latency_seconds": 9.076427, + "total_latency_seconds": 11.221713, + "usage": { + "prompt_tokens": 10408, + "completion_tokens": 161, + "total_tokens": 10569 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Jána Holpa mala názov „Vyhľadávač na slovenskom internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Jána Holpa?", + "limit": 5 + }, + "latency_seconds": 0.392934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.525645, + "tool_latency_seconds": 0.392934, + "final_model_latency_seconds": 12.098043, + "total_latency_seconds": 14.017132, + "usage": { + "prompt_tokens": 14918, + "completion_tokens": 107, + "total_tokens": 15025 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Maroš Harahus bol v ZP Wiki nájdený dokument o jeho doktorandskom štúdiu, kde v akademickom roku 2023/24 vypracováva dizertačnú prácu s tematikou automatických opráv textu a spracovania prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maroš Harahus.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.318436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.822207, + "tool_latency_seconds": 0.318436, + "final_model_latency_seconds": 12.574312, + "total_latency_seconds": 14.715486, + "usage": { + "prompt_tokens": 14576, + "completion_tokens": 172, + "total_tokens": 14748 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Maroša Harahusa je „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.391862, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.927514, + "tool_latency_seconds": 0.391862, + "final_model_latency_seconds": 11.550199, + "total_latency_seconds": 13.870064, + "usage": { + "prompt_tokens": 14065, + "completion_tokens": 136, + "total_tokens": 14201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" vypracoval študent Maroš Harahus ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.692045, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.19474, + "tool_latency_seconds": 0.692045, + "final_model_latency_seconds": 18.110226, + "total_latency_seconds": 20.997521, + "usage": { + "prompt_tokens": 22010, + "completion_tokens": 170, + "total_tokens": 22180 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá bola odovzdaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "limit": 10, + "published_only": false + }, + "latency_seconds": 0.729281, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.857557, + "tool_latency_seconds": 0.729281, + "final_model_latency_seconds": 36.694818, + "total_latency_seconds": 39.282614, + "usage": { + "prompt_tokens": 43337, + "completion_tokens": 150, + "total_tokens": 43487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená téma diplomovej práce z roku 2021 „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.409407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.735353, + "tool_latency_seconds": 0.409407, + "final_model_latency_seconds": 12.308969, + "total_latency_seconds": 14.454139, + "usage": { + "prompt_tokens": 14129, + "completion_tokens": 132, + "total_tokens": 14261 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.43262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.94396, + "tool_latency_seconds": 0.43262, + "final_model_latency_seconds": 16.418532, + "total_latency_seconds": 18.795674, + "usage": { + "prompt_tokens": 20138, + "completion_tokens": 127, + "total_tokens": 20265 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021, ktorá sa priamo zaoberá témou morfologickej anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.491671, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.979097, + "tool_latency_seconds": 0.491671, + "final_model_latency_seconds": 7.596294, + "total_latency_seconds": 10.067339, + "usage": { + "prompt_tokens": 8192, + "completion_tokens": 169, + "total_tokens": 8361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus je študent, ktorý sa zaoberá témou Spacy v rámci svojho výskumu, konkrétne sa na jeho stránke uvádza úloha dokončenia draftu článku o Spacy a v rámci projektu \"Podpora slovenčiny v knižnici Spacy\" je uvedený ako osoba zodpovedná za štatistické značkovanie.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.405155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.906397, + "tool_latency_seconds": 0.405155, + "final_model_latency_seconds": 9.305368, + "total_latency_seconds": 11.617268, + "usage": { + "prompt_tokens": 9789, + "completion_tokens": 202, + "total_tokens": 9991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci je Maroš Harahus uvedený ako autor dokumentu o študentovi Dmytro Mural, ktorý sa zaoberá grafovými neurónovými sieťami, v metadátach samotného dokumentu o Marošovi Harahusovi nie je ako téma jeho vlastnej záverečnej práce uvedená grafová neurónová sieť, ale skôr úlohy týkajúce sa predikcie v oceliarňach alebo korekcie textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5 + }, + "latency_seconds": 0.445986, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.678824, + "tool_latency_seconds": 0.445986, + "final_model_latency_seconds": 20.774509, + "total_latency_seconds": 22.899863, + "usage": { + "prompt_tokens": 23787, + "completion_tokens": 218, + "total_tokens": 24005 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Maroša Harahusa s názvom „Neurónová morfologická anotácia slovenského jazyka\" používala na morfologickú anotáciu knižnicu Spacy, pričom v rámci projektu sa špecifikovala aj jej verzia 2.2.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.602156, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.133553, + "tool_latency_seconds": 0.602156, + "final_model_latency_seconds": 8.404721, + "total_latency_seconds": 11.140683, + "usage": { + "prompt_tokens": 8582, + "completion_tokens": 185, + "total_tokens": 8767 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal v rámci spolupráce s US Steel študovať a vypracovať prehľad aktuálnych metód grafových neurónových sietí, prípadne navrhnúť a vyskúšať nástroje na GNN. Taktiež mal naštudovať dáta z US Steel a v rámci prvotného výskumu sa zoznámiť s metódami ako VAE, GAN, rekurentné neurónové siete (RNN, GRU, LSTM), Transformer network, ako aj klasickými štatistickými modelmi (napr. SVM, aproximácia polynómom).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.52816, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.777029, + "tool_latency_seconds": 0.52816, + "final_model_latency_seconds": 21.280444, + "total_latency_seconds": 23.586259, + "usage": { + "prompt_tokens": 24379, + "completion_tokens": 237, + "total_tokens": 24616 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik je študent, ktorý vypracovával diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tomáš Kuchárik.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.233314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.875428, + "tool_latency_seconds": 0.233314, + "final_model_latency_seconds": 15.293329, + "total_latency_seconds": 17.402628, + "usage": { + "prompt_tokens": 18047, + "completion_tokens": 159, + "total_tokens": 18206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022 a predtým v roku 2021 prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.297695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.955989, + "tool_latency_seconds": 0.297695, + "final_model_latency_seconds": 17.804091, + "total_latency_seconds": 20.058288, + "usage": { + "prompt_tokens": 20246, + "completion_tokens": 202, + "total_tokens": 20448 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa venoval Tomáš Kuchárik, ktorý ju vypracoval ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.787802, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.199063, + "tool_latency_seconds": 0.787802, + "final_model_latency_seconds": 26.938193, + "total_latency_seconds": 29.925852, + "usage": { + "prompt_tokens": 32180, + "completion_tokens": 183, + "total_tokens": 32363 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" vypracoval študent Tomáš Kuchárik v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "limit": 5 + }, + "latency_seconds": 0.933813, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.801684, + "tool_latency_seconds": 0.933813, + "final_model_latency_seconds": 23.889546, + "total_latency_seconds": 26.625697, + "usage": { + "prompt_tokens": 28458, + "completion_tokens": 151, + "total_tokens": 28609 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik sú v ZP Wiki uvedené dve témy diplomových prác: pre rok 2021 ide o tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a pre rok 2022 o tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193305, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.929617, + "tool_latency_seconds": 0.193305, + "final_model_latency_seconds": 15.630261, + "total_latency_seconds": 17.75373, + "usage": { + "prompt_tokens": 17774, + "completion_tokens": 204, + "total_tokens": 17978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik má uvedenú diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "limit": 5 + }, + "latency_seconds": 0.318619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.53699, + "tool_latency_seconds": 0.318619, + "final_model_latency_seconds": 19.617722, + "total_latency_seconds": 21.473905, + "usage": { + "prompt_tokens": 23854, + "completion_tokens": 131, + "total_tokens": 23985 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik súvisí s témou Question Answering prostredníctvom svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\", ktorá bola vypracovaná v rámci projektu SK QUAD (Question Answering). Ako študent sa na tomto projekte podieľal aj vytvorením šablóny aplikácie a vývojom webovej aplikácie na analýzu anotácií v jazyku Flask.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.91967, + "tool_latency_seconds": 0.196604, + "final_model_latency_seconds": 20.868901, + "total_latency_seconds": 22.985785, + "usage": { + "prompt_tokens": 23436, + "completion_tokens": 242, + "total_tokens": 23678 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zameriava na jazykové mutácie overovacej množiny SQuAD a jej strojový preklad. Okrem toho sa Tomáš Kuchárik podieľal na projekte Question Answering ako študent pomocou vývoja anotačnej web aplikácie a je uvedený ako osoba pomáhajúca s webovou aplikáciou v rámci tohto tématu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.246874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.909866, + "tool_latency_seconds": 0.246874, + "final_model_latency_seconds": 14.418946, + "total_latency_seconds": 16.576176, + "usage": { + "prompt_tokens": 15372, + "completion_tokens": 250, + "total_tokens": 15622 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Tomáš Kuchárik vypracoval diplomovú prácu v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa zameriava na vytvorenie a overenie strojovo preloženej verzie datasetu SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "limit": 5 + }, + "latency_seconds": 0.557409, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.572982, + "tool_latency_seconds": 0.557409, + "final_model_latency_seconds": 16.215868, + "total_latency_seconds": 18.346753, + "usage": { + "prompt_tokens": 18815, + "completion_tokens": 161, + "total_tokens": 18976 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názovom diplomovej práce Tomáša Kuchárika v roku 2021 bolo „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.292023, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 2.033525, + "tool_latency_seconds": 0.292023, + "final_model_latency_seconds": 17.302613, + "total_latency_seconds": 19.62872, + "usage": { + "prompt_tokens": 20826, + "completion_tokens": 159, + "total_tokens": 20985 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal strojovo prekladať dataset SQUAD (konkrétne jeho jazykové mutácie a overovaciu množinu) s cieľom vytvoriť strojovo preloženú verziu tohto korpusu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?" + }, + "latency_seconds": 0.353904, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.336832, + "tool_latency_seconds": 0.353904, + "final_model_latency_seconds": 22.249544, + "total_latency_seconds": 23.940881, + "usage": { + "prompt_tokens": 26513, + "completion_tokens": 123, + "total_tokens": 26636 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Jakub Maruniak je v ZP Wiki evidovaný dokument o jeho diplomovej práci s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", pri ktorej začal štúdium v roku 2016 a v roku 2021 dosiahol presnosť modelu cca 72 percent.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Jakub Maruniak.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.365896, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.935764, + "tool_latency_seconds": 0.365896, + "final_model_latency_seconds": 7.754675, + "total_latency_seconds": 10.05667, + "usage": { + "prompt_tokens": 7638, + "completion_tokens": 191, + "total_tokens": 7829 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Jakuba Maruniaka má názov „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Jakub Maruniak?" + }, + "latency_seconds": 0.395025, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.350613, + "tool_latency_seconds": 0.395025, + "final_model_latency_seconds": 18.164858, + "total_latency_seconds": 19.911085, + "usage": { + "prompt_tokens": 22558, + "completion_tokens": 106, + "total_tokens": 22664 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hľadaný názov práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" sa v evidencii neobjavuje ako presná záverečná práca konkrétneho študenta, hoci téma rozpoznávania pomenovaných entít a anotácie je spomínaná v otvorených projektoch a zadaniach pre študentov Martina Wencela a Serhiiho Yemeta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/otvorene\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.385103, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 2.287584, + "tool_latency_seconds": 0.385103, + "final_model_latency_seconds": 23.680094, + "total_latency_seconds": 26.353408, + "usage": { + "prompt_tokens": 26055, + "completion_tokens": 305, + "total_tokens": 26360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Than Trung Thanh vypracovával bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\", ktorý zahŕňal tvorbu korpusu pomocou anotácie a následné natrénovanie modelu. Ďalším študentom je Serhii Yemets, ktorý v roku 2025 rieši bakalársku prácu zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít pomocou neurónových sietí typu BERT a ručne anotovaných dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.32521, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 2.144177, + "tool_latency_seconds": 0.32521, + "final_model_latency_seconds": 25.353917, + "total_latency_seconds": 27.823974, + "usage": { + "prompt_tokens": 27933, + "completion_tokens": 295, + "total_tokens": 28228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená téma diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.202283, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "first_model_latency_seconds": 1.948386, + "tool_latency_seconds": 0.202283, + "final_model_latency_seconds": 13.167383, + "total_latency_seconds": 15.318507, + "usage": { + "prompt_tokens": 15595, + "completion_tokens": 145, + "total_tokens": 15740 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Jakub Maruniak?", + "limit": 5 + }, + "latency_seconds": 0.338173, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.51756, + "tool_latency_seconds": 0.338173, + "final_model_latency_seconds": 14.610749, + "total_latency_seconds": 16.466961, + "usage": { + "prompt_tokens": 18062, + "completion_tokens": 98, + "total_tokens": 18160 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je v dostupných dokumentoch ZP Wiki uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.344525, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.062265, + "tool_latency_seconds": 0.344525, + "final_model_latency_seconds": 17.024835, + "total_latency_seconds": 19.432167, + "usage": { + "prompt_tokens": 20706, + "completion_tokens": 147, + "total_tokens": 20853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.3384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.920228, + "tool_latency_seconds": 0.3384, + "final_model_latency_seconds": 17.425273, + "total_latency_seconds": 19.684433, + "usage": { + "prompt_tokens": 21462, + "completion_tokens": 128, + "total_tokens": 21590 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia Jakuba Maruniaka je 2016, zatiaľ čo z dostupných dokumentov nevyplýva konkrétny rok ukončenia práce, hoci sú zaznamenané aktivity pri diplomovom projekte v rokoch 2020 a 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.396892, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.998902, + "tool_latency_seconds": 0.396892, + "final_model_latency_seconds": 7.822826, + "total_latency_seconds": 10.218909, + "usage": { + "prompt_tokens": 8127, + "completion_tokens": 185, + "total_tokens": 8312 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 je rokom začiatku štúdia Jakuba Maruniaka, nie rokom záverečnej práce, keďže jeho diplomový projekt s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" bol realizovaný v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.358129, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.992231, + "tool_latency_seconds": 0.358129, + "final_model_latency_seconds": 15.912217, + "total_latency_seconds": 18.263208, + "usage": { + "prompt_tokens": 18828, + "completion_tokens": 184, + "total_tokens": 19012 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s diplomovým projektom z roku 2020 s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorý riešil v rámci témy pomenované entity.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.237128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.924342, + "tool_latency_seconds": 0.237128, + "final_model_latency_seconds": 15.446795, + "total_latency_seconds": 17.608782, + "usage": { + "prompt_tokens": 18148, + "completion_tokens": 167, + "total_tokens": 18315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak vypracovával diplomový projekt s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", pri ktorom spolupracoval s projektom „Podpora slovenčiny v Spacy\" a riešil problémy so spacy modelom pre slovenčinu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.288318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.93774, + "tool_latency_seconds": 0.288318, + "final_model_latency_seconds": 15.020596, + "total_latency_seconds": 17.247243, + "usage": { + "prompt_tokens": 17588, + "completion_tokens": 183, + "total_tokens": 17771 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak súvisí s témou Prodigy v rámci svojej diplomovej práce s návrhovým názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde sa pri príprave postupu na anotáciu textového korpusu pre trénovanie modelu explicitne zvažuje použitie systému Prodigy a spolupracuje s projektom Anotácia textových dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.445268, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.001205, + "tool_latency_seconds": 0.445268, + "final_model_latency_seconds": 7.774363, + "total_latency_seconds": 10.221148, + "usage": { + "prompt_tokens": 7757, + "completion_tokens": 207, + "total_tokens": 7964 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak mal pri príprave postupu na anotáciu textového korpusu použiť systém Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.504975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.820613, + "tool_latency_seconds": 0.504975, + "final_model_latency_seconds": 7.602353, + "total_latency_seconds": 9.928211, + "usage": { + "prompt_tokens": 9257, + "completion_tokens": 125, + "total_tokens": 9382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Dominik Nagy je v ZP Wiki evidovaný dokument týkajúci sa jeho diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", pričom štúdium začal v roku 2016. Dokument tiež obsahuje informácie o jeho tímovom projekte z roku 2019 zameranom na tému „Sequence to Sequence\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dominik Nagy.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.202811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.843298, + "tool_latency_seconds": 0.202811, + "final_model_latency_seconds": 13.019832, + "total_latency_seconds": 15.066451, + "usage": { + "prompt_tokens": 14787, + "completion_tokens": 194, + "total_tokens": 14981 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Dominika Nagy má názov „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.276569, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.910419, + "tool_latency_seconds": 0.276569, + "final_model_latency_seconds": 20.909528, + "total_latency_seconds": 23.097126, + "usage": { + "prompt_tokens": 25851, + "completion_tokens": 134, + "total_tokens": 25985 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval Dominik Nagy v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.439198, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.219603, + "tool_latency_seconds": 0.439198, + "final_model_latency_seconds": 21.820872, + "total_latency_seconds": 24.480284, + "usage": { + "prompt_tokens": 26291, + "completion_tokens": 164, + "total_tokens": 26455 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.44562, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.86643, + "tool_latency_seconds": 0.44562, + "final_model_latency_seconds": 22.241431, + "total_latency_seconds": 24.554158, + "usage": { + "prompt_tokens": 26764, + "completion_tokens": 140, + "total_tokens": 26904 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dominika Nagya je „Neurónový strojový preklad pomocou knižnice Fairseq\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?" + }, + "latency_seconds": 0.352286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.318404, + "tool_latency_seconds": 0.352286, + "final_model_latency_seconds": 16.464046, + "total_latency_seconds": 18.135276, + "usage": { + "prompt_tokens": 19594, + "completion_tokens": 92, + "total_tokens": 19686 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca pri osobe Dominik Nagy je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?" + }, + "latency_seconds": 0.337172, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.298511, + "tool_latency_seconds": 0.337172, + "final_model_latency_seconds": 23.432626, + "total_latency_seconds": 25.06897, + "usage": { + "prompt_tokens": 28439, + "completion_tokens": 87, + "total_tokens": 28526 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022, ktorá priamo súvisí s témou strojového prekladu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/translation\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.511204, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.892549, + "tool_latency_seconds": 0.511204, + "final_model_latency_seconds": 16.174418, + "total_latency_seconds": 18.57866, + "usage": { + "prompt_tokens": 18664, + "completion_tokens": 174, + "total_tokens": 18838 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", ktorá bola realizovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.306515, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.943384, + "tool_latency_seconds": 0.306515, + "final_model_latency_seconds": 14.347741, + "total_latency_seconds": 16.598152, + "usage": { + "prompt_tokens": 17261, + "completion_tokens": 151, + "total_tokens": 17412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy súvisí s témou MBART v rámci svojej diplomovej práce z roku 2022 s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", kde medzi úlohy patrilo vykonanie experimentu s architektúrou MBART a porovnanie výsledkov s článkom MBART od Liu et al.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.526928, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.671354, + "tool_latency_seconds": 0.526928, + "final_model_latency_seconds": 20.65892, + "total_latency_seconds": 22.85785, + "usage": { + "prompt_tokens": 24534, + "completion_tokens": 171, + "total_tokens": 24705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely pomocou knižnice Fairseq pre úlohu neurónového strojového prekladu, konkrétne pre obojsmerný preklad medzi angličtinou a slovenčinou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.299222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.771431, + "tool_latency_seconds": 0.299222, + "final_model_latency_seconds": 17.826905, + "total_latency_seconds": 19.898066, + "usage": { + "prompt_tokens": 21172, + "completion_tokens": 144, + "total_tokens": 21316 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal počas svojej diplomovej práce vyskúšať alternatívne metódy tokenizácie, konkrétne BPE, sentencepiece a wordpiece pomocou knižnice huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.230548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.758748, + "tool_latency_seconds": 0.230548, + "final_model_latency_seconds": 8.216928, + "total_latency_seconds": 10.206547, + "usage": { + "prompt_tokens": 8796, + "completion_tokens": 141, + "total_tokens": 8937 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Patrik Pavlišin pojednáva o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad, pri ktorej sa plánovalo využiť nástroje ako OpenNMT-py.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Patrik Pavlišin.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.82174, + "tool_latency_seconds": 0.292028, + "final_model_latency_seconds": 11.823845, + "total_latency_seconds": 13.938162, + "usage": { + "prompt_tokens": 14084, + "completion_tokens": 160, + "total_tokens": 14244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce osoby Patrik Pavlišin je Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.274443, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.962178, + "tool_latency_seconds": 0.274443, + "final_model_latency_seconds": 12.137994, + "total_latency_seconds": 14.375112, + "usage": { + "prompt_tokens": 14957, + "completion_tokens": 132, + "total_tokens": 15089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Metódy automatického prekladu\" vypracoval študent Patrik Pavlišin ako bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.645216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.919934, + "tool_latency_seconds": 0.645216, + "final_model_latency_seconds": 22.585677, + "total_latency_seconds": 25.151437, + "usage": { + "prompt_tokens": 27497, + "completion_tokens": 145, + "total_tokens": 27642 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020, ktorej cieľom bol prehľad aktuálnych metód automatického prekladu a experimenty s ním. Okrem toho sa na tému automatického prekladu vzťahujú aj diplomové práce študentov Dominika Naga (neurónový strojový preklad) a Patrika Pavlišina (prehľad metód strojového prekladu neurónovými sieťami), ako aj výskum študenta Maroša Harahusa zameraný na strojový preklad a automatickú opravu textov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.393646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.97308, + "tool_latency_seconds": 0.393646, + "final_model_latency_seconds": 26.383026, + "total_latency_seconds": 28.750389, + "usage": { + "prompt_tokens": 28711, + "completion_tokens": 308, + "total_tokens": 29019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Patrik Pavlišin je uvedená téma bakalárskej práce s názvom „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.693119, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.980045, + "tool_latency_seconds": 0.693119, + "final_model_latency_seconds": 9.490958, + "total_latency_seconds": 12.164573, + "usage": { + "prompt_tokens": 10968, + "completion_tokens": 139, + "total_tokens": 11107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Patrik Pavlišin je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.419023, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.947669, + "tool_latency_seconds": 0.419023, + "final_model_latency_seconds": 16.431454, + "total_latency_seconds": 18.798638, + "usage": { + "prompt_tokens": 20214, + "completion_tokens": 132, + "total_tokens": 20346 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "So študentom Patrikom Pavlišinom súvisí bakalárska práca s názvom „Metódy automatického prekladu\" a diplomová práca s predbežným názvom „Neurónový strojový preklad\", pričom na tému strojového (automatického) prekladu je uvedený aj v zozname študentov tematickej stránky Strojový preklad.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.495382, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.956681, + "tool_latency_seconds": 0.495382, + "final_model_latency_seconds": 12.809965, + "total_latency_seconds": 15.262486, + "usage": { + "prompt_tokens": 13764, + "completion_tokens": 208, + "total_tokens": 13972 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin pri svojej diplomovej práci v roku 2022 plánoval pripraviť vybraný paralelný korpus do vhodnej podoby a pomocou vybranej metódy natrénovať model pre strojový preklad. Táto téma sa objavuje aj v jeho bakalárskej práci z roku 2020 s názvom Metódy automatického prekladu, kde bol jedným z cieľov pripraviť vybraný paralelný korpus a vykonať experimenty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.826587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.985117, + "tool_latency_seconds": 0.826587, + "final_model_latency_seconds": 8.047575, + "total_latency_seconds": 10.859662, + "usage": { + "prompt_tokens": 7703, + "completion_tokens": 227, + "total_tokens": 7930 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s témou strojového prekladu v rámci diplomovej práce z roku 2022 s predbežným názvom Neurónový strojový preklad, kde plánoval využiť nástroj OpenNMT-py, a je tiež uvedený na tématickej stránke o strojovom preklade medzi študentmi pracujúcimi na neurónovom a štatistickom strojovom preklade.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.550221, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.942533, + "tool_latency_seconds": 0.550221, + "final_model_latency_seconds": 15.494806, + "total_latency_seconds": 17.988106, + "usage": { + "prompt_tokens": 17455, + "completion_tokens": 229, + "total_tokens": 17684 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus a vykonať niekoľko experimentov s automatickým prekladom, pričom v rámci zadania jeho bakalárskej práce bolo tiež potrebné pripraviť prehľad aktuálnych metód automatického prekladu a predstaviť vybranú metódu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.817614, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.125002, + "tool_latency_seconds": 0.817614, + "final_model_latency_seconds": 7.743375, + "total_latency_seconds": 10.686296, + "usage": { + "prompt_tokens": 7904, + "completion_tokens": 201, + "total_tokens": 8105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Nájdený je dokument o študentovi Ondrejovi Megelovi, ktorý študoval od roku 2018 a v roku 2023 vypracovával diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ondrej Megela.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.229964, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.824788, + "tool_latency_seconds": 0.229964, + "final_model_latency_seconds": 13.78485, + "total_latency_seconds": 15.840494, + "usage": { + "prompt_tokens": 16414, + "completion_tokens": 163, + "total_tokens": 16577 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Ondreja Megela z roku 2020 sa volá „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.395933, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.934007, + "tool_latency_seconds": 0.395933, + "final_model_latency_seconds": 16.252532, + "total_latency_seconds": 18.583025, + "usage": { + "prompt_tokens": 19871, + "completion_tokens": 142, + "total_tokens": 20013 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónové jazykové modelovanie typu BERT“ sa venoval študent Ondrej Megela, ktorý ju vypracoval ako bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.589743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 2.001999, + "tool_latency_seconds": 0.589743, + "final_model_latency_seconds": 25.554409, + "total_latency_seconds": 28.146825, + "usage": { + "prompt_tokens": 30471, + "completion_tokens": 155, + "total_tokens": 30626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracovával bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.550193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 2.043914, + "tool_latency_seconds": 0.550193, + "final_model_latency_seconds": 23.304444, + "total_latency_seconds": 25.899216, + "usage": { + "prompt_tokens": 28200, + "completion_tokens": 144, + "total_tokens": 28344 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je pri bakalárskej práci z roku 2020 uvedená téma „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.310292, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.943316, + "tool_latency_seconds": 0.310292, + "final_model_latency_seconds": 16.546301, + "total_latency_seconds": 18.800408, + "usage": { + "prompt_tokens": 19798, + "completion_tokens": 145, + "total_tokens": 19943 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca z roku 2020 s názvom Neurónové jazykové modelovanie typu BERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.388679, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.986805, + "tool_latency_seconds": 0.388679, + "final_model_latency_seconds": 16.968239, + "total_latency_seconds": 19.344348, + "usage": { + "prompt_tokens": 20652, + "completion_tokens": 143, + "total_tokens": 20795 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela je študent, ktorý je v rámci interného projektu Question Answering spomínaný ako osoba vykonávajúca vedľajšie úlohy a na jeho stránke sa v súvislosti s diplomovou prácou z roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku\" uvádza využitie evaluátora založeného na modeli BERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.350793, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.878809, + "tool_latency_seconds": 0.350793, + "final_model_latency_seconds": 14.668864, + "total_latency_seconds": 16.898995, + "usage": { + "prompt_tokens": 15947, + "completion_tokens": 212, + "total_tokens": 16159 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela vypracovával diplomovú prácu v roku 2023 s názvom „Automatické generovanie otázok v slovenskom jazyku\", ktorá sa zameriava na využitie generatívnych jazykových modelov, konkrétne experimenty so slovenskými modelmi (napr. T5) na tvorbu databázy otázok a odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/topics/bert", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.372515, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.924077, + "tool_latency_seconds": 0.372515, + "final_model_latency_seconds": 20.103, + "total_latency_seconds": 22.400159, + "usage": { + "prompt_tokens": 23253, + "completion_tokens": 209, + "total_tokens": 23462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" a diplomovú prácu s názvom „Automatické generovanie otázok v slovenskom jazyku\", pričom obe témy súvisia s neurónovými sieťami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "limit": 5 + }, + "latency_seconds": 0.34062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.511306, + "tool_latency_seconds": 0.34062, + "final_model_latency_seconds": 17.748757, + "total_latency_seconds": 19.6012, + "usage": { + "prompt_tokens": 20834, + "completion_tokens": 151, + "total_tokens": 20985 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal za cieľ natrénovať a vyhodnotiť jazykové modely typu BERT a Roberta v rámci bakalárskej práce, pričom v rámci diplomového projektu sa zameriaval na vytvorenie a vyhodnotenie generatívnych modelov slovenského jazyka, konkrétne modelov BART, T5 a GPT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.28175, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.099573, + "tool_latency_seconds": 0.28175, + "final_model_latency_seconds": 8.349048, + "total_latency_seconds": 10.730639, + "usage": { + "prompt_tokens": 8669, + "completion_tokens": 196, + "total_tokens": 8865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá súvisí s témou Question Answering a začiatok jeho štúdia bol v roku 2018.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dávid Omasta.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.18044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.847756, + "tool_latency_seconds": 0.18044, + "final_model_latency_seconds": 12.941306, + "total_latency_seconds": 14.970036, + "usage": { + "prompt_tokens": 15373, + "completion_tokens": 167, + "total_tokens": 15540 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta má v roku 2024 navrhnutý názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" a v roku 2023 mal navrhnutý názov „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.205929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.924021, + "tool_latency_seconds": 0.205929, + "final_model_latency_seconds": 16.206815, + "total_latency_seconds": 18.337264, + "usage": { + "prompt_tokens": 19124, + "completion_tokens": 179, + "total_tokens": 19303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" vypracováva Dávid Omasta v rámci svojej diplomovej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "limit": 5 + }, + "latency_seconds": 0.465365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.714702, + "tool_latency_seconds": 0.465365, + "final_model_latency_seconds": 23.599054, + "total_latency_seconds": 25.779784, + "usage": { + "prompt_tokens": 28239, + "completion_tokens": 142, + "total_tokens": 28381 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta vypracováva diplomovú prácu s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá sa zameriava na prehľad generatívnych neurónových jazykových modelov a experimenty s generovaním odpovedí na otázky v kontexte.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.593706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.936103, + "tool_latency_seconds": 0.593706, + "final_model_latency_seconds": 27.3254, + "total_latency_seconds": 29.856022, + "usage": { + "prompt_tokens": 31805, + "completion_tokens": 186, + "total_tokens": 31991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta je uvedená téma diplomovej práce z roku 2023 ako „Dotrénovanie slovenského generatívneho jazykového modelu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.37815, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.930749, + "tool_latency_seconds": 0.37815, + "final_model_latency_seconds": 14.808852, + "total_latency_seconds": 17.118263, + "usage": { + "prompt_tokens": 17739, + "completion_tokens": 145, + "total_tokens": 17884 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta je v ZP Wiki uvedená diplomová práca v roku 2023 a v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200912, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.942397, + "tool_latency_seconds": 0.200912, + "final_model_latency_seconds": 20.516519, + "total_latency_seconds": 22.660617, + "usage": { + "prompt_tokens": 25269, + "completion_tokens": 139, + "total_tokens": 25408 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta súvisí s dvoma záverečnými prácami zameranými na generatívne modely: diplomovou prácou z roku 2023 s názvom „Generatívne modely slovenského jazyka\" a diplomovou prácou z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.175296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.987543, + "tool_latency_seconds": 0.175296, + "final_model_latency_seconds": 8.002604, + "total_latency_seconds": 10.165714, + "usage": { + "prompt_tokens": 7769, + "completion_tokens": 205, + "total_tokens": 7974 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", ktorá je súčasťou interného projektu Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.193296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.907488, + "tool_latency_seconds": 0.193296, + "final_model_latency_seconds": 15.352058, + "total_latency_seconds": 17.453367, + "usage": { + "prompt_tokens": 18581, + "completion_tokens": 153, + "total_tokens": 18734 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta vypracovával diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024, ktorá sa zaoberá témou slovenčiny, a predtým v roku 2023 mal tému „Dotrénovanie slovenského generatívneho jazykového modelu\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.169976, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.949406, + "tool_latency_seconds": 0.169976, + "final_model_latency_seconds": 15.430863, + "total_latency_seconds": 17.550795, + "usage": { + "prompt_tokens": 17642, + "completion_tokens": 200, + "total_tokens": 17842 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dávida Omasty v roku 2023 bola Dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.353265, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.047241, + "tool_latency_seconds": 0.353265, + "final_model_latency_seconds": 16.652898, + "total_latency_seconds": 19.053975, + "usage": { + "prompt_tokens": 20346, + "completion_tokens": 144, + "total_tokens": 20490 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.303479, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 2.038686, + "tool_latency_seconds": 0.303479, + "final_model_latency_seconds": 18.039821, + "total_latency_seconds": 20.382642, + "usage": { + "prompt_tokens": 21973, + "completion_tokens": 149, + "total_tokens": 22122 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Pre Kristiána Sopkoviča je v ZP Wiki evidovaná študentská stránka, ktorá dokumentuje jeho dizertačnú prácu (začiatok štúdia 2019, cieľ 2028) zameranú na vylepšenie RAG-QA v slovenskom jazyku, ako aj jeho diplomový projekt z roku 2024 s témou neurónového vyhľadávania na základe sémantickej podobnosti vektorov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Kristián Sopkovič.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.20777, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.864388, + "tool_latency_seconds": 0.20777, + "final_model_latency_seconds": 17.403387, + "total_latency_seconds": 19.476069, + "usage": { + "prompt_tokens": 19212, + "completion_tokens": 214, + "total_tokens": 19426 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Kristiána Sopkoviča je „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.241304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.980507, + "tool_latency_seconds": 0.241304, + "final_model_latency_seconds": 14.118647, + "total_latency_seconds": 16.340891, + "usage": { + "prompt_tokens": 17227, + "completion_tokens": 146, + "total_tokens": 17373 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" vypracoval Kristián Sopkovič ako svoju bakalársku prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.592153, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 2.058245, + "tool_latency_seconds": 0.592153, + "final_model_latency_seconds": 20.026321, + "total_latency_seconds": 22.677358, + "usage": { + "prompt_tokens": 24328, + "completion_tokens": 158, + "total_tokens": 24486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" riešil študent Kristián Sopkovič v rámci návrhu na názov svojej bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.728977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.087474, + "tool_latency_seconds": 0.728977, + "final_model_latency_seconds": 17.422181, + "total_latency_seconds": 20.239199, + "usage": { + "prompt_tokens": 20719, + "completion_tokens": 169, + "total_tokens": 20888 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená téma bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "published_only": true + }, + "latency_seconds": 0.324203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.627572, + "tool_latency_seconds": 0.324203, + "final_model_latency_seconds": 16.427907, + "total_latency_seconds": 18.380227, + "usage": { + "prompt_tokens": 19835, + "completion_tokens": 124, + "total_tokens": 19959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200304, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.979486, + "tool_latency_seconds": 0.200304, + "final_model_latency_seconds": 17.710477, + "total_latency_seconds": 19.890866, + "usage": { + "prompt_tokens": 21679, + "completion_tokens": 135, + "total_tokens": 21814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022, ktorá sa zameriava na zlepšenie presnosti modelu Spacy pre slovenčinu a využitie transformérov. Okrem toho sa uvádza ako študent prispievajúci k projektu podpory slovenčiny v knižnici Spacy so zameraním na vylepšenie parametrov a transformérov.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.247982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.731878, + "tool_latency_seconds": 0.247982, + "final_model_latency_seconds": 16.473465, + "total_latency_seconds": 18.453774, + "usage": { + "prompt_tokens": 17901, + "completion_tokens": 227, + "total_tokens": 18128 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý sa venuje téme slovenčiny v rámci svojej dizertačnej práce s cieľom vylepšiť RAG-QA v slovenskom jazyku a zároveň sa podieľa na projekte podpory slovenčiny v knižnici Spacy, kde sa zameriava na vylepšenie parametrov a transformery.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.192341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.934266, + "tool_latency_seconds": 0.192341, + "final_model_latency_seconds": 14.962933, + "total_latency_seconds": 17.090077, + "usage": { + "prompt_tokens": 16798, + "completion_tokens": 212, + "total_tokens": 17010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič súvisí s témou transformery v rámci svojej bakalárskej práce z roku 2022, kde preštudoval transformery a spájal ich s knižnicou Spacy, a následne aj v diplomovej práci z roku 2024, kde pracoval na neurónovom vyhľadávaní a sémantickom vyhľadávaní pomocou Sentence Transformerov. Okrem toho je v rámci projektu podpory slovenčiny v knižnici Spacy explicitne uvedený ako študent pracujúci na vylepšovaní parametrov s využitím transformrov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.469654, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.736186, + "tool_latency_seconds": 0.469654, + "final_model_latency_seconds": 30.859209, + "total_latency_seconds": 33.065958, + "usage": { + "prompt_tokens": 34816, + "completion_tokens": 255, + "total_tokens": 35071 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre spracovanie prirodzeného jazyka v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.488079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.990397, + "tool_latency_seconds": 0.488079, + "final_model_latency_seconds": 17.165874, + "total_latency_seconds": 19.64489, + "usage": { + "prompt_tokens": 20276, + "completion_tokens": 154, + "total_tokens": 20430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko je študentom, ktorý realizoval diplomový projekt v akademickom roku 2022/23 zameraný na sémantické vyhľadávanie a vypracoval diplomovú prácu v roku 2023/24 s názvom zameraným na sémantické vyhľadávanie v slovenskom texte a na slovenskej Wikipédii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Michal Stromko.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.599703, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.614447, + "tool_latency_seconds": 0.599703, + "final_model_latency_seconds": 15.263651, + "total_latency_seconds": 17.478336, + "usage": { + "prompt_tokens": 17215, + "completion_tokens": 177, + "total_tokens": 17392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka z roku 2022 sa volá „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.257271, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.968595, + "tool_latency_seconds": 0.257271, + "final_model_latency_seconds": 15.885207, + "total_latency_seconds": 18.111572, + "usage": { + "prompt_tokens": 19405, + "completion_tokens": 140, + "total_tokens": 19545 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" vypracoval Michal Stromko v rámci bakalárskej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "limit": 5 + }, + "latency_seconds": 0.469713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.528419, + "tool_latency_seconds": 0.469713, + "final_model_latency_seconds": 23.260645, + "total_latency_seconds": 25.259506, + "usage": { + "prompt_tokens": 27747, + "completion_tokens": 118, + "total_tokens": 27865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.957879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.975444, + "tool_latency_seconds": 0.957879, + "final_model_latency_seconds": 52.536299, + "total_latency_seconds": 55.470925, + "usage": { + "prompt_tokens": 60042, + "completion_tokens": 136, + "total_tokens": 60178 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.292512, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.766901, + "tool_latency_seconds": 0.292512, + "final_model_latency_seconds": 18.761473, + "total_latency_seconds": 20.821475, + "usage": { + "prompt_tokens": 22099, + "completion_tokens": 116, + "total_tokens": 22215 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Michal Stromko je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.267383, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.928659, + "tool_latency_seconds": 0.267383, + "final_model_latency_seconds": 17.970351, + "total_latency_seconds": 20.166944, + "usage": { + "prompt_tokens": 22084, + "completion_tokens": 128, + "total_tokens": 22212 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko je študent, ktorý vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.348619, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.935795, + "tool_latency_seconds": 0.348619, + "final_model_latency_seconds": 14.484906, + "total_latency_seconds": 16.769853, + "usage": { + "prompt_tokens": 17466, + "completion_tokens": 145, + "total_tokens": 17611 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko vypracovával diplomovú prácu s témou sémantické vyhľadávanie v slovenskom texte a tiež sa venoval vedeckému projektu zameranému na demonštračné vyhľadávanie v slovenskej wikipédii pre otázne odpovede.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.360899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.937995, + "tool_latency_seconds": 0.360899, + "final_model_latency_seconds": 7.638433, + "total_latency_seconds": 9.937595, + "usage": { + "prompt_tokens": 8151, + "completion_tokens": 172, + "total_tokens": 8323 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko sa v rámci svojho diplomového projektu a vedeckého projektu 2022/23 zameriaval na slovenské vyhľadávanie a otázky a odpovede (QA), kde explicitne uvádza použitie vektorovej databázy FAISS na uloženie odsekov a vektorov alebo ako jednu z kľúčových možností pre knižnice na implementáciu vyhľadávania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "limit": 5 + }, + "latency_seconds": 0.353332, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.463151, + "tool_latency_seconds": 0.353332, + "final_model_latency_seconds": 15.619376, + "total_latency_seconds": 17.43644, + "usage": { + "prompt_tokens": 17877, + "completion_tokens": 172, + "total_tokens": 18049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" použila na indexovanie systém Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.406993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.982504, + "tool_latency_seconds": 0.406993, + "final_model_latency_seconds": 11.523352, + "total_latency_seconds": 13.913248, + "usage": { + "prompt_tokens": 13815, + "completion_tokens": 143, + "total_tokens": 13958 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri QA deme mal Michal Stromko nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.382974, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.7642, + "tool_latency_seconds": 0.382974, + "final_model_latency_seconds": 14.596036, + "total_latency_seconds": 16.743699, + "usage": { + "prompt_tokens": 17965, + "completion_tokens": 113, + "total_tokens": 18078 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Artem Yatsenko uvádza, že vypracoval bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Artem Yatsenko.", + "limit": 5 + }, + "latency_seconds": 0.216251, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 1.438191, + "tool_latency_seconds": 0.216251, + "final_model_latency_seconds": 14.13884, + "total_latency_seconds": 15.793822, + "usage": { + "prompt_tokens": 16867, + "completion_tokens": 125, + "total_tokens": 16992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Artem Yatsenko?" + }, + "latency_seconds": 0.218831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.360658, + "tool_latency_seconds": 0.218831, + "final_model_latency_seconds": 12.503343, + "total_latency_seconds": 14.083347, + "usage": { + "prompt_tokens": 15119, + "completion_tokens": 105, + "total_tokens": 15224 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval študent Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.312361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 2.124617, + "tool_latency_seconds": 0.312361, + "final_model_latency_seconds": 21.96781, + "total_latency_seconds": 24.405481, + "usage": { + "prompt_tokens": 26511, + "completion_tokens": 166, + "total_tokens": 26677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ediz Morochovič vypracoval bakalársku prácu s názvom „Štatistické rozpoznávanie pomenovaných entít“ v roku 2019, ktorá rieši túto tému. Ďalším študentom je Serhii Yemets, ktorý má v roku 2025 za cieľ zlepšiť slovenský model pre rozpoznávanie pomenovaných entít. Martin Wencel tiež riešil v roku 2020 v rámci bakalárskej práce demonštráciu rozpoznávania pomenovaných entít v slovenskom jazyku pomocou knižnice Spacy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.327541, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 2.097057, + "tool_latency_seconds": 0.327541, + "final_model_latency_seconds": 23.058663, + "total_latency_seconds": 25.483844, + "usage": { + "prompt_tokens": 24839, + "completion_tokens": 311, + "total_tokens": 25150 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je uvedená téma bakalárskej práce „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.191287, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.960209, + "tool_latency_seconds": 0.191287, + "final_model_latency_seconds": 11.575142, + "total_latency_seconds": 13.72713, + "usage": { + "prompt_tokens": 13683, + "completion_tokens": 142, + "total_tokens": 13825 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.180669, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.75851, + "tool_latency_seconds": 0.180669, + "final_model_latency_seconds": 12.133501, + "total_latency_seconds": 14.073107, + "usage": { + "prompt_tokens": 15109, + "completion_tokens": 111, + "total_tokens": 15220 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?" + }, + "latency_seconds": 0.274599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.458933, + "tool_latency_seconds": 0.274599, + "final_model_latency_seconds": 11.447882, + "total_latency_seconds": 13.181821, + "usage": { + "prompt_tokens": 14016, + "completion_tokens": 99, + "total_tokens": 14115 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je uvedená bakalárska práca v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.223725, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.943848, + "tool_latency_seconds": 0.223725, + "final_model_latency_seconds": 16.684437, + "total_latency_seconds": 18.852584, + "usage": { + "prompt_tokens": 20207, + "completion_tokens": 150, + "total_tokens": 20357 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Artem Yatsenko začal štúdium v roku 2019 a vypracovával svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.368093, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.80842, + "tool_latency_seconds": 0.368093, + "final_model_latency_seconds": 20.956501, + "total_latency_seconds": 23.133878, + "usage": { + "prompt_tokens": 25611, + "completion_tokens": 132, + "total_tokens": 25743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2019 nie je rokom záverečnej práce Artema Yatsenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca bola ukončená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.209829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.823323, + "tool_latency_seconds": 0.209829, + "final_model_latency_seconds": 11.133332, + "total_latency_seconds": 13.166899, + "usage": { + "prompt_tokens": 12783, + "completion_tokens": 152, + "total_tokens": 12935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.130721, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.966704, + "tool_latency_seconds": 0.130721, + "final_model_latency_seconds": 12.417983, + "total_latency_seconds": 14.515935, + "usage": { + "prompt_tokens": 14874, + "completion_tokens": 152, + "total_tokens": 15026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko vypracoval bakalársky projekt v roku 2021, pri ktorom pracoval s knižnicou Spacy na zlepšení modelu pre rozpoznávanie pomenovaných entít a získavanie prístupu k repozitáru spacy-skmodel, pričom jeho následná bakalárska práca z roku 2022 bola na tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.287695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.873501, + "tool_latency_seconds": 0.287695, + "final_model_latency_seconds": 15.308061, + "total_latency_seconds": 17.469722, + "usage": { + "prompt_tokens": 17335, + "completion_tokens": 209, + "total_tokens": 17544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Artem Yatsenko súvisí s témou anotácia v rámci svojho bakalárskeho projektu z roku 2021, kde mal za úlohu anotovať korpus pomenovaných entít a navrhnúť lepší klasifikátor pre rozpoznávanie pomenovaných entít v slovenskom jazyku, čo neskôr vyústilo do jeho bakalárskej práce z roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "limit": 5 + }, + "latency_seconds": 0.126138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.488199, + "tool_latency_seconds": 0.126138, + "final_model_latency_seconds": 13.481045, + "total_latency_seconds": 15.095836, + "usage": { + "prompt_tokens": 14492, + "completion_tokens": 194, + "total_tokens": 14686 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal minimálne anotovať 20 článkov cez webové rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.256152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.054411, + "tool_latency_seconds": 0.256152, + "final_model_latency_seconds": 12.004249, + "total_latency_seconds": 14.315223, + "usage": { + "prompt_tokens": 14861, + "completion_tokens": 133, + "total_tokens": 14994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Matej Ščišľak je v ZP Wiki evidovaná bakalárska práca z roku 2024 s názvom „Dialógový systém pre potreby samosprávy\" a diplomová práca z roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Ščišľak.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.884042, + "tool_latency_seconds": 0.193966, + "final_model_latency_seconds": 18.183323, + "total_latency_seconds": 20.2619, + "usage": { + "prompt_tokens": 21342, + "completion_tokens": 185, + "total_tokens": 21527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Mateja Ščišľaka je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.26884, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.996688, + "tool_latency_seconds": 0.26884, + "final_model_latency_seconds": 17.635288, + "total_latency_seconds": 19.901417, + "usage": { + "prompt_tokens": 21391, + "completion_tokens": 143, + "total_tokens": 21534 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracúva Matej Ščišľak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.587963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.104973, + "tool_latency_seconds": 0.587963, + "final_model_latency_seconds": 25.772249, + "total_latency_seconds": 28.465943, + "usage": { + "prompt_tokens": 31132, + "completion_tokens": 153, + "total_tokens": 31285 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá sa zameriava na vytvorenie systému využívajúceho znalostné grafy na vyhľadávanie v rozsudkoch, zákonoch a vyhláškach, ako aj na odpovedanie na otázky a sumarizáciu týchto dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "limit": 10 + }, + "latency_seconds": 0.784866, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.78294, + "tool_latency_seconds": 0.784866, + "final_model_latency_seconds": 45.782178, + "total_latency_seconds": 48.351094, + "usage": { + "prompt_tokens": 51894, + "completion_tokens": 195, + "total_tokens": 52089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Témiou diplomovej práce pri osobe Matej Ščišľak je „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.219581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.990872, + "tool_latency_seconds": 0.219581, + "final_model_latency_seconds": 14.637532, + "total_latency_seconds": 16.848465, + "usage": { + "prompt_tokens": 17025, + "completion_tokens": 146, + "total_tokens": 17171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.200086, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.948414, + "tool_latency_seconds": 0.200086, + "final_model_latency_seconds": 14.751516, + "total_latency_seconds": 16.900555, + "usage": { + "prompt_tokens": 18179, + "completion_tokens": 128, + "total_tokens": 18307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.217254, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.120156, + "tool_latency_seconds": 0.217254, + "final_model_latency_seconds": 6.718217, + "total_latency_seconds": 9.055872, + "usage": { + "prompt_tokens": 7404, + "completion_tokens": 152, + "total_tokens": 7556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca osobe Matej Ščišľak je uvedená v roku 2026 s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.268849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.937987, + "tool_latency_seconds": 0.268849, + "final_model_latency_seconds": 17.791663, + "total_latency_seconds": 19.999198, + "usage": { + "prompt_tokens": 21767, + "completion_tokens": 156, + "total_tokens": 21923 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia Mateja Ščišľaka je 2021 a jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" je naplánovaná na rok 2026, pričom v rámci štúdia vypracoval aj bakalársku prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.24396, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.023047, + "tool_latency_seconds": 0.24396, + "final_model_latency_seconds": 11.363981, + "total_latency_seconds": 13.63148, + "usage": { + "prompt_tokens": 12470, + "completion_tokens": 198, + "total_tokens": 12668 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 je rokom začiatku štúdia Mateja Ščišľaka, nie rokom jeho záverečnej práce; jeho bakalárska práca bola vypracovaná v roku 2024 a diplomová práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.228981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.068007, + "tool_latency_seconds": 0.228981, + "final_model_latency_seconds": 6.991067, + "total_latency_seconds": 9.288307, + "usage": { + "prompt_tokens": 7270, + "completion_tokens": 181, + "total_tokens": 7451 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Mateja Ščišľak s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" priamo súvisí s témou GraphRAG, keďže v rámci jej realizácie bol vytvorený systém GraphRAG zložený z FAISS a Neo4J. Študent Matej Ščišľak je tiež spomínaný ako spolupracovník pri bakalárskej práci Maksyma Zatirku s témou „Grafová databáza pre podporu generovania slovenského jazyka\", kde je uvedená úloha využiť znalostný graf pri RAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "limit": 5 + }, + "latency_seconds": 0.217239, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.516906, + "tool_latency_seconds": 0.217239, + "final_model_latency_seconds": 20.268609, + "total_latency_seconds": 22.003298, + "usage": { + "prompt_tokens": 22279, + "completion_tokens": 259, + "total_tokens": 22538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá v roku 2026 využíva grafovú databázu Neo4J ako súčasť riešenia GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.197129, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.957245, + "tool_latency_seconds": 0.197129, + "final_model_latency_seconds": 17.312353, + "total_latency_seconds": 19.467326, + "usage": { + "prompt_tokens": 19960, + "completion_tokens": 175, + "total_tokens": 20135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Ščišľak súvisí s témou FAISS v rámci svojho diplomového projektu v roku 2025, kde vytvoril RAG systém s vektormi do FAISS, a tiež v rámci pripravovanej diplomovej práce z roku 2026, kde pri implementácii GraphRAG používa FAISS v kombinácii s databázou Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.214064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.969306, + "tool_latency_seconds": 0.214064, + "final_model_latency_seconds": 7.892999, + "total_latency_seconds": 10.076603, + "usage": { + "prompt_tokens": 8000, + "completion_tokens": 196, + "total_tokens": 8196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG vytvorený Matejom Ščišľakom sa skladá z dvoch hlavných častí, a to z FAISS a Neo4J, pričom Neo4J beží lokálne a spája sa so serverom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.316743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 2.055661, + "tool_latency_seconds": 0.316743, + "final_model_latency_seconds": 11.217122, + "total_latency_seconds": 13.589921, + "usage": { + "prompt_tokens": 13225, + "completion_tokens": 167, + "total_tokens": 13392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "Na testovanie systému, ktorý vyvíjal Matej Ščišľak v rámci svojej diplomovej práce, bolo vytvorených 110 otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "limit": 5 + }, + "latency_seconds": 0.36638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.681634, + "tool_latency_seconds": 0.36638, + "final_model_latency_seconds": 15.674634, + "total_latency_seconds": 17.723278, + "usage": { + "prompt_tokens": 19068, + "completion_tokens": 125, + "total_tokens": 19193 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 bol „Dialógový systém pre potreby samosprávy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.341724, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 2.08749, + "tool_latency_seconds": 0.341724, + "final_model_latency_seconds": 21.799701, + "total_latency_seconds": 24.229516, + "usage": { + "prompt_tokens": 26336, + "completion_tokens": 151, + "total_tokens": 26487 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko má v ZP Wiki evidovanú bakalársku prácu z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", na ktorej spolupracoval s Eduardom Matovkom a nadväzuje na prácu Martina Jancuru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladimír Ferko.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.215077, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.872757, + "tool_latency_seconds": 0.215077, + "final_model_latency_seconds": 14.066284, + "total_latency_seconds": 16.154604, + "usage": { + "prompt_tokens": 15997, + "completion_tokens": 180, + "total_tokens": 16177 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferka je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.258817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.967976, + "tool_latency_seconds": 0.258817, + "final_model_latency_seconds": 15.077003, + "total_latency_seconds": 17.304394, + "usage": { + "prompt_tokens": 18245, + "completion_tokens": 144, + "total_tokens": 18389 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "S práciou s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ sa zaoberá študent Vladimír Ferko v rámci svojej bakalárskej práce v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.388568, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.290352, + "tool_latency_seconds": 0.388568, + "final_model_latency_seconds": 24.279904, + "total_latency_seconds": 26.959484, + "usage": { + "prompt_tokens": 28972, + "completion_tokens": 183, + "total_tokens": 29155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá priamo zodpovedá hľadanej téme.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.383637, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 2.12296, + "tool_latency_seconds": 0.383637, + "final_model_latency_seconds": 23.735422, + "total_latency_seconds": 26.242816, + "usage": { + "prompt_tokens": 28159, + "completion_tokens": 170, + "total_tokens": 28329 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je pri bakalárskej práci uvedená téma „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.195993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.979238, + "tool_latency_seconds": 0.195993, + "final_model_latency_seconds": 15.22487, + "total_latency_seconds": 17.400634, + "usage": { + "prompt_tokens": 17986, + "completion_tokens": 148, + "total_tokens": 18134 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladimír Ferko?" + }, + "latency_seconds": 0.23586, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.363433, + "tool_latency_seconds": 0.23586, + "final_model_latency_seconds": 16.056561, + "total_latency_seconds": 17.656361, + "usage": { + "prompt_tokens": 19712, + "completion_tokens": 88, + "total_tokens": 19800 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v dokumente o jeho bakalárskej práci explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?" + }, + "latency_seconds": 0.263781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.499007, + "tool_latency_seconds": 0.263781, + "final_model_latency_seconds": 15.413096, + "total_latency_seconds": 17.176362, + "usage": { + "prompt_tokens": 18577, + "completion_tokens": 113, + "total_tokens": 18690 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladimír Ferko je uvedená bakalárska práca v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?" + }, + "latency_seconds": 0.29232, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.376409, + "tool_latency_seconds": 0.29232, + "final_model_latency_seconds": 20.159889, + "total_latency_seconds": 21.829279, + "usage": { + "prompt_tokens": 24821, + "completion_tokens": 93, + "total_tokens": 24914 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Vladimír Ferko začal štúdium v roku 2021 a vypracovával svoju bakalársku prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.302717, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.031265, + "tool_latency_seconds": 0.302717, + "final_model_latency_seconds": 7.295374, + "total_latency_seconds": 9.629624, + "usage": { + "prompt_tokens": 8056, + "completion_tokens": 149, + "total_tokens": 8205 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Vladimíra Ferku, ale je to rok začiatku jeho štúdia; jeho bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" je evidovaná pod sekciou pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.215623, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 2.040436, + "tool_latency_seconds": 0.215623, + "final_model_latency_seconds": 10.351781, + "total_latency_seconds": 12.608303, + "usage": { + "prompt_tokens": 11520, + "completion_tokens": 195, + "total_tokens": 11715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko súvisí s témou nenávistnej reči (hate speech) prostredníctvom svojej bakalárskej práce s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", ktorá je súčasťou projektu Hate Speech.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.203182, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.899413, + "tool_latency_seconds": 0.203182, + "final_model_latency_seconds": 16.919189, + "total_latency_seconds": 19.022274, + "usage": { + "prompt_tokens": 19760, + "completion_tokens": 188, + "total_tokens": 19948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S Vladimírom Ferkom súvisí bakalárska práca z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", kde sa zameriava na anotáciu a automatické rozpoznávanie nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.165295, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.924421, + "tool_latency_seconds": 0.165295, + "final_model_latency_seconds": 14.103139, + "total_latency_seconds": 16.193331, + "usage": { + "prompt_tokens": 16402, + "completion_tokens": 174, + "total_tokens": 16576 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pri ktorej sa v rámci úloh a stavu projektu explicitne spomína využitie modelu SlovakBERT (konkrétne verzie na analýzu sentimentu) na spracovanie diskusných príspevkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.182469, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.915375, + "tool_latency_seconds": 0.182469, + "final_model_latency_seconds": 17.213575, + "total_latency_seconds": 19.31202, + "usage": { + "prompt_tokens": 19610, + "completion_tokens": 194, + "total_tokens": 19804 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií Vladimír Ferko ako prvý natrénoval model slovakbert v rámci svojej bakalárskej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model Vladimír Ferko natrénoval ako prvý?", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.211645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.951517, + "tool_latency_seconds": 0.211645, + "final_model_latency_seconds": 11.852345, + "total_latency_seconds": 14.015896, + "usage": { + "prompt_tokens": 14038, + "completion_tokens": 147, + "total_tokens": 14185 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať benchmark OffensEval 2019-20 a vyhľadať podobné iniciatívy pre anotáciu nenávistnej reči ako súčasť svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "limit": 5 + }, + "latency_seconds": 0.183425, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.703927, + "tool_latency_seconds": 0.183425, + "final_model_latency_seconds": 14.163981, + "total_latency_seconds": 16.051878, + "usage": { + "prompt_tokens": 17009, + "completion_tokens": 141, + "total_tokens": 17150 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorej cieľom je vyvinúť systém na automatickú klasifikáciu webových textov a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Matej Novotný.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.190137, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.889554, + "tool_latency_seconds": 0.190137, + "final_model_latency_seconds": 18.146802, + "total_latency_seconds": 20.227078, + "usage": { + "prompt_tokens": 21467, + "completion_tokens": 170, + "total_tokens": 21637 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.218495, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.924057, + "tool_latency_seconds": 0.218495, + "final_model_latency_seconds": 17.41432, + "total_latency_seconds": 19.557926, + "usage": { + "prompt_tokens": 21144, + "completion_tokens": 143, + "total_tokens": 21287 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracováva študent Matej Novotný v rámci svojej diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.322795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 2.047621, + "tool_latency_seconds": 0.322795, + "final_model_latency_seconds": 20.949947, + "total_latency_seconds": 23.320978, + "usage": { + "prompt_tokens": 25378, + "completion_tokens": 155, + "total_tokens": 25533 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie\" v rámci svojej diplomovej práce, je Matej Novotný.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.502361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.026569, + "tool_latency_seconds": 0.502361, + "final_model_latency_seconds": 25.556112, + "total_latency_seconds": 28.085789, + "usage": { + "prompt_tokens": 30670, + "completion_tokens": 151, + "total_tokens": 30821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce študenta Mateja Novotného je „Klasifikácia webových dát pre lepšie jazykové modelovanie“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.165247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.972256, + "tool_latency_seconds": 0.165247, + "final_model_latency_seconds": 7.78495, + "total_latency_seconds": 9.922775, + "usage": { + "prompt_tokens": 8690, + "completion_tokens": 140, + "total_tokens": 8830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.191384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.938095, + "tool_latency_seconds": 0.191384, + "final_model_latency_seconds": 15.385526, + "total_latency_seconds": 17.515543, + "usage": { + "prompt_tokens": 19241, + "completion_tokens": 126, + "total_tokens": 19367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.225166, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 2.03081, + "tool_latency_seconds": 0.225166, + "final_model_latency_seconds": 12.277347, + "total_latency_seconds": 14.533808, + "usage": { + "prompt_tokens": 14727, + "completion_tokens": 148, + "total_tokens": 14875 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.206976, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.762957, + "tool_latency_seconds": 0.206976, + "final_model_latency_seconds": 18.894105, + "total_latency_seconds": 20.864656, + "usage": { + "prompt_tokens": 23312, + "completion_tokens": 116, + "total_tokens": 23428 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Novotný začala štúdium v roku 2021 a vypracováva svoju diplomovú prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.168946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 2.009709, + "tool_latency_seconds": 0.168946, + "final_model_latency_seconds": 5.438988, + "total_latency_seconds": 7.617866, + "usage": { + "prompt_tokens": 5521, + "completion_tokens": 149, + "total_tokens": 5670 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Mateja Novotného, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.240261, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.006304, + "tool_latency_seconds": 0.240261, + "final_model_latency_seconds": 11.91786, + "total_latency_seconds": 14.164919, + "usage": { + "prompt_tokens": 13859, + "completion_tokens": 184, + "total_tokens": 14043 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "Študent Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorej cieľom je klasifikácia webových dát podľa typu a domény, ako aj detekcia nenávistného obsahu na prípravu dát pre trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.219921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.91357, + "tool_latency_seconds": 0.219921, + "final_model_latency_seconds": 22.290868, + "total_latency_seconds": 24.424998, + "usage": { + "prompt_tokens": 26190, + "completion_tokens": 185, + "total_tokens": 26375 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorá sa zameriava na klasifikáciu webových textov podľa typu a detekciu nenávistného obsahu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.170998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.919958, + "tool_latency_seconds": 0.170998, + "final_model_latency_seconds": 7.34242, + "total_latency_seconds": 9.433691, + "usage": { + "prompt_tokens": 7504, + "completion_tokens": 167, + "total_tokens": 7671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\", ktorej cieľom je pripraviť webové dáta na trénovanie jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.168396, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.96604, + "tool_latency_seconds": 0.168396, + "final_model_latency_seconds": 6.883649, + "total_latency_seconds": 9.018378, + "usage": { + "prompt_tokens": 7569, + "completion_tokens": 164, + "total_tokens": 7733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko má zaznamenanú bakalársku prácu z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu\" a diplomovú prácu plánovanú na rok 2027 s témou „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Valerii Kutsenko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.202223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.893232, + "tool_latency_seconds": 0.202223, + "final_model_latency_seconds": 7.536798, + "total_latency_seconds": 9.632579, + "usage": { + "prompt_tokens": 8150, + "completion_tokens": 176, + "total_tokens": 8326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.227894, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.943781, + "tool_latency_seconds": 0.227894, + "final_model_latency_seconds": 14.911226, + "total_latency_seconds": 17.083408, + "usage": { + "prompt_tokens": 18434, + "completion_tokens": 135, + "total_tokens": 18569 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva študent Valerii Kutsenko ako svoju diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.410761, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 2.197707, + "tool_latency_seconds": 0.410761, + "final_model_latency_seconds": 18.543941, + "total_latency_seconds": 21.15295, + "usage": { + "prompt_tokens": 22463, + "completion_tokens": 163, + "total_tokens": 22626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\". Ďalším študentom, ktorý rieši túto tému, je Matej Ščišľak, ktorého diplomová práca sa nazýva „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\". Téma je tiež súčasťou diplomovej práce Maksyma Zatirku „Grafová databáza pre podporu generovania slovenského jazyka\", diplomového projektu Jána Malinovského „Grafové vyhľadávanie pre podporu vzdelávania\" a diplomového projektu Jána Ptáka, ktorý plánuje využiť znalostný graf pre zlepšenie práce jazykového modelu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.716681, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 2.070849, + "tool_latency_seconds": 0.716681, + "final_model_latency_seconds": 48.751662, + "total_latency_seconds": 51.54034, + "usage": { + "prompt_tokens": 51883, + "completion_tokens": 390, + "total_tokens": 52273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená téma diplomovej práce „Zlepšenie vyhľadávania pomocou znalostných grafov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.330558, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.972494, + "tool_latency_seconds": 0.330558, + "final_model_latency_seconds": 18.789917, + "total_latency_seconds": 21.093525, + "usage": { + "prompt_tokens": 22095, + "completion_tokens": 138, + "total_tokens": 22233 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Valerii Kutsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.222296, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 2.038223, + "tool_latency_seconds": 0.222296, + "final_model_latency_seconds": 12.257629, + "total_latency_seconds": 14.518664, + "usage": { + "prompt_tokens": 15051, + "completion_tokens": 130, + "total_tokens": 15181 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.249191, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.071301, + "tool_latency_seconds": 0.249191, + "final_model_latency_seconds": 4.958181, + "total_latency_seconds": 7.278875, + "usage": { + "prompt_tokens": 5166, + "completion_tokens": 148, + "total_tokens": 5314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.251243, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.934602, + "tool_latency_seconds": 0.251243, + "final_model_latency_seconds": 17.623166, + "total_latency_seconds": 19.809622, + "usage": { + "prompt_tokens": 21998, + "completion_tokens": 128, + "total_tokens": 22126 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Valerii Kutsenko začala štúdium v roku 2022 a vykonáva diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "limit": 10 + }, + "latency_seconds": 0.547831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.603372, + "tool_latency_seconds": 0.547831, + "final_model_latency_seconds": 18.409472, + "total_latency_seconds": 20.561338, + "usage": { + "prompt_tokens": 22366, + "completion_tokens": 120, + "total_tokens": 22486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Valerii Kutsenko začal štúdium v roku 2022, avšak jeho diplomová práca je naplánovaná na rok 2027, takže rok 2022 nie je rokom záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.359958, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.838829, + "tool_latency_seconds": 0.359958, + "final_model_latency_seconds": 10.001465, + "total_latency_seconds": 12.200701, + "usage": { + "prompt_tokens": 11259, + "completion_tokens": 153, + "total_tokens": 11412 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\", kde má za cieľ navrhnúť agenta, ktorý bude budovať a využívať znalostný graf pri vyhľadávaní.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.223379, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.931545, + "tool_latency_seconds": 0.223379, + "final_model_latency_seconds": 17.890648, + "total_latency_seconds": 20.046165, + "usage": { + "prompt_tokens": 21238, + "completion_tokens": 172, + "total_tokens": 21410 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko súvisí s témou RAG (Retrieval Augmented Generation) v rámci svojej bakalárskej práce z roku 2025 s názvom „Automatické generovanie otázok zo zadaného textu\", kde cieľom bolo vylepšiť proces generovania jazyka s pomocou vyhľadávania, a následne v diplomovej práci z roku 2027 s témou „Zlepšenie vyhľadávania pomocou znalostných grafov\", kde sa zameriava na budovanie agenta využívajúceho znalostný graf pri vyhľadávaní a prácu so systémom LightRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.251043, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.49104, + "tool_latency_seconds": 0.251043, + "final_model_latency_seconds": 18.35085, + "total_latency_seconds": 20.093449, + "usage": { + "prompt_tokens": 20002, + "completion_tokens": 225, + "total_tokens": 20227 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko pracuje na diplomovej práci s témou zameranou na zlepšenie vyhľadávania pomocou znalostných grafov, pričom v rámci diplomového projektu z roku 2026 sa explicitne odkazuje na stránku GraphRAG ako na zdroj inšpirácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "limit": 5 + }, + "latency_seconds": 0.248742, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.511119, + "tool_latency_seconds": 0.248742, + "final_model_latency_seconds": 17.392493, + "total_latency_seconds": 19.152966, + "usage": { + "prompt_tokens": 20393, + "completion_tokens": 146, + "total_tokens": 20539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania pre diplomovú prácu z roku 2027 môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.295348, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.993712, + "tool_latency_seconds": 0.295348, + "final_model_latency_seconds": 8.226253, + "total_latency_seconds": 10.515641, + "usage": { + "prompt_tokens": 8957, + "completion_tokens": 151, + "total_tokens": 9108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorú začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Tetiana Mohorian.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.129113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.836892, + "tool_latency_seconds": 0.129113, + "final_model_latency_seconds": 6.509672, + "total_latency_seconds": 8.47598, + "usage": { + "prompt_tokens": 7144, + "completion_tokens": 156, + "total_tokens": 7300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Tetiany Mohorian sa nazýva Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.147343, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.002425, + "tool_latency_seconds": 0.147343, + "final_model_latency_seconds": 12.298749, + "total_latency_seconds": 14.449134, + "usage": { + "prompt_tokens": 15070, + "completion_tokens": 143, + "total_tokens": 15213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" sa venujú študentka Tetiana Mohorian v rámci svojej bakalárskej práce a študent Patrik Pokrivčák v rámci svojej diplomovej práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "limit": 5 + }, + "latency_seconds": 0.375331, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.902542, + "tool_latency_seconds": 0.375331, + "final_model_latency_seconds": 24.499611, + "total_latency_seconds": 26.778236, + "usage": { + "prompt_tokens": 28815, + "completion_tokens": 191, + "total_tokens": 29006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Martin Jancura riešil v rámci svojho diplomového projektu tému rozpoznávania nenávistnej reči pomocou transformerov, pričom tento návrh bol uvedený ako jedna z možných tém na stretnutí 4. marca 2022, hoci finálny názov jeho vypracovanej diplomovej práce je „Rozpoznávanie emócií v texte\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5 + }, + "latency_seconds": 0.407743, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.740336, + "tool_latency_seconds": 0.407743, + "final_model_latency_seconds": 24.534907, + "total_latency_seconds": 26.683718, + "usage": { + "prompt_tokens": 28395, + "completion_tokens": 181, + "total_tokens": 28576 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Tetiany Mohorian je „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.1503, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.97872, + "tool_latency_seconds": 0.1503, + "final_model_latency_seconds": 14.222821, + "total_latency_seconds": 16.352331, + "usage": { + "prompt_tokens": 17102, + "completion_tokens": 141, + "total_tokens": 17243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.145155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.965601, + "tool_latency_seconds": 0.145155, + "final_model_latency_seconds": 4.832891, + "total_latency_seconds": 6.943957, + "usage": { + "prompt_tokens": 5318, + "completion_tokens": 125, + "total_tokens": 5443 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.296223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.821055, + "tool_latency_seconds": 0.296223, + "final_model_latency_seconds": 18.817421, + "total_latency_seconds": 20.935303, + "usage": { + "prompt_tokens": 23372, + "completion_tokens": 133, + "total_tokens": 23505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je uvedená bakalárska práca v roku 2025, pričom rok začiatku štúdia je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.234098, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.927213, + "tool_latency_seconds": 0.234098, + "final_model_latency_seconds": 12.339869, + "total_latency_seconds": 14.501615, + "usage": { + "prompt_tokens": 14689, + "completion_tokens": 145, + "total_tokens": 14834 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Tetiana Mohorian začala štúdium v roku 2022 a vypracováva bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.313863, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.801699, + "tool_latency_seconds": 0.313863, + "final_model_latency_seconds": 14.199717, + "total_latency_seconds": 16.315744, + "usage": { + "prompt_tokens": 17118, + "completion_tokens": 131, + "total_tokens": 17249 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale je uvedený ako rok začiatku jej štúdia, kedy vypracovávala bakalársku prácu s plánovaným ukončením v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "limit": 5 + }, + "latency_seconds": 0.204312, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.651555, + "tool_latency_seconds": 0.204312, + "final_model_latency_seconds": 13.965244, + "total_latency_seconds": 15.821559, + "usage": { + "prompt_tokens": 16500, + "completion_tokens": 149, + "total_tokens": 16649 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá je súčasťou vedeckého projektu zameraného na tému hate speech.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/topics/hatespeech", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.194538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.914945, + "tool_latency_seconds": 0.194538, + "final_model_latency_seconds": 18.269485, + "total_latency_seconds": 20.379555, + "usage": { + "prompt_tokens": 21472, + "completion_tokens": 178, + "total_tokens": 21650 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", ktorá sa zameriava na tému LLM, konkrétne na detekciu nenávistnej reči pomocou promptovania a dotrénovania modelov ako Mistral.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.162114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.888094, + "tool_latency_seconds": 0.162114, + "final_model_latency_seconds": 16.666211, + "total_latency_seconds": 18.717004, + "usage": { + "prompt_tokens": 18869, + "completion_tokens": 181, + "total_tokens": 19050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\", kde sa medzi jej úlohami priamo spomína zoznámenie sa s pojmom „prompting\" a jeho aplikácia na úlohu detekcie nenávistnej reči.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.271142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.874751, + "tool_latency_seconds": 0.271142, + "final_model_latency_seconds": 16.460519, + "total_latency_seconds": 18.60707, + "usage": { + "prompt_tokens": 18931, + "completion_tokens": 189, + "total_tokens": 19120 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre Tetianu Mohorian mala pri adaptácii modelu použiť techniky „prompting\" a „LORA\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "limit": 10, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.446402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.018809, + "tool_latency_seconds": 0.446402, + "final_model_latency_seconds": 13.316411, + "total_latency_seconds": 15.78205, + "usage": { + "prompt_tokens": 16157, + "completion_tokens": 140, + "total_tokens": 16297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa stránky Tetiany Mohorian dosiahol model Slovak T5-small pri few-shot scenári hodnotu F1 približne 0,7.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.24924, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 2.028764, + "tool_latency_seconds": 0.24924, + "final_model_latency_seconds": 7.850628, + "total_latency_seconds": 10.128919, + "usage": { + "prompt_tokens": 9134, + "completion_tokens": 143, + "total_tokens": 9277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Za Daniila Huzenka sa v ZP Wiki nachádza dokument o jeho bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorú začal študovať v roku 2022 pod vedením doc. Matúša Plevu PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Daniil Huzenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.156412, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.85886, + "tool_latency_seconds": 0.156412, + "final_model_latency_seconds": 11.692666, + "total_latency_seconds": 13.708353, + "usage": { + "prompt_tokens": 13260, + "completion_tokens": 181, + "total_tokens": 13441 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Daniila Huzenka má predbežný názov Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.169552, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.946505, + "tool_latency_seconds": 0.169552, + "final_model_latency_seconds": 14.245417, + "total_latency_seconds": 16.361927, + "usage": { + "prompt_tokens": 17197, + "completion_tokens": 150, + "total_tokens": 17347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" vypracováva študent Daniil Huzenko v rámci svojej bakalárskej práce pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.67885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" + ], + "first_model_latency_seconds": 2.149226, + "tool_latency_seconds": 0.67885, + "final_model_latency_seconds": 26.881825, + "total_latency_seconds": 29.710707, + "usage": { + "prompt_tokens": 32212, + "completion_tokens": 174, + "total_tokens": 32386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "limit": 5 + }, + "latency_seconds": 0.567592, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.738505, + "tool_latency_seconds": 0.567592, + "final_model_latency_seconds": 24.743412, + "total_latency_seconds": 27.050172, + "usage": { + "prompt_tokens": 29414, + "completion_tokens": 139, + "total_tokens": 29553 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je pri bakalárskej práci uvedený predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.19247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.962746, + "tool_latency_seconds": 0.19247, + "final_model_latency_seconds": 15.841376, + "total_latency_seconds": 17.997096, + "usage": { + "prompt_tokens": 18760, + "completion_tokens": 153, + "total_tokens": 18913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.265052, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.941018, + "tool_latency_seconds": 0.265052, + "final_model_latency_seconds": 14.697157, + "total_latency_seconds": 16.90383, + "usage": { + "prompt_tokens": 17892, + "completion_tokens": 124, + "total_tokens": 18016 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "limit": 5 + }, + "latency_seconds": 0.335913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.573037, + "tool_latency_seconds": 0.335913, + "final_model_latency_seconds": 15.048893, + "total_latency_seconds": 16.958352, + "usage": { + "prompt_tokens": 18136, + "completion_tokens": 116, + "total_tokens": 18252 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je uvedená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.199463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.764151, + "tool_latency_seconds": 0.199463, + "final_model_latency_seconds": 18.425955, + "total_latency_seconds": 20.390166, + "usage": { + "prompt_tokens": 22592, + "completion_tokens": 117, + "total_tokens": 22709 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je pre osobu Daniil Huzenko uvedený rok začiatku štúdia 2022, zatiaľ čo rok záverečnej práce (bakalárskej) je 2025, ale konkrétny rok začatia vypracovávania alebo odovzdania práce sa v poskytnutom kontexte explicitne neuvádza.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.132545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 2.010199, + "tool_latency_seconds": 0.132545, + "final_model_latency_seconds": 6.349948, + "total_latency_seconds": 8.492924, + "usage": { + "prompt_tokens": 5783, + "completion_tokens": 198, + "total_tokens": 5981 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Daniila Huzenka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.348331, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.029084, + "tool_latency_seconds": 0.348331, + "final_model_latency_seconds": 10.273426, + "total_latency_seconds": 12.651274, + "usage": { + "prompt_tokens": 11995, + "completion_tokens": 165, + "total_tokens": 12160 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej cieľom je vytvorenie vzdelávacích materiálov o platforme Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.200674, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.949578, + "tool_latency_seconds": 0.200674, + "final_model_latency_seconds": 12.711371, + "total_latency_seconds": 14.862019, + "usage": { + "prompt_tokens": 14676, + "completion_tokens": 182, + "total_tokens": 14858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Študent Daniil Huzenko pripravuje bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorej súčasťou je zadanie zostaviť vlastný klaster z viacerých dosiek Raspberry Pi a vypracovať o tom tutoriály.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.140367, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.949449, + "tool_latency_seconds": 0.140367, + "final_model_latency_seconds": 7.750101, + "total_latency_seconds": 9.840273, + "usage": { + "prompt_tokens": 8060, + "completion_tokens": 182, + "total_tokens": 8242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", ktorá sa venuje téme hybridného cloudu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.445741, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.911753, + "tool_latency_seconds": 0.445741, + "final_model_latency_seconds": 11.429077, + "total_latency_seconds": 13.787009, + "usage": { + "prompt_tokens": 13569, + "completion_tokens": 161, + "total_tokens": 13730 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o Daniile Huzenkovi obsahuje pokyn, aby do svojej bakalárskej práce zapísal aj o hardvéri, ktorý dostal, a spomína zostavenie klastra z dosiek Raspberry PI, konkrétny typ alebo špecifikácia hardvéru nie sú v poskytnutom texte explicitne uvedené.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.224084, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.695286, + "tool_latency_seconds": 0.224084, + "final_model_latency_seconds": 18.617071, + "total_latency_seconds": 20.536992, + "usage": { + "prompt_tokens": 21457, + "completion_tokens": 194, + "total_tokens": 21651 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible, pričom jeho úlohou bolo pripraviť skripty pre setup a reinstaláciu klastra.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "limit": 5 + }, + "latency_seconds": 0.23629, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.60709, + "tool_latency_seconds": 0.23629, + "final_model_latency_seconds": 15.504652, + "total_latency_seconds": 17.348591, + "usage": { + "prompt_tokens": 18459, + "completion_tokens": 130, + "total_tokens": 18589 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o Jánovi Ptákovi sa nachádza na stránke venovanej jeho diplomovému projektu z roku 2026, ktorého témou je Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Pták.", + "limit": 5 + }, + "latency_seconds": 0.182294, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.441234, + "tool_latency_seconds": 0.182294, + "final_model_latency_seconds": 15.266881, + "total_latency_seconds": 16.890939, + "usage": { + "prompt_tokens": 18149, + "completion_tokens": 118, + "total_tokens": 18267 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu osoby Ján Pták je „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Pták?" + }, + "latency_seconds": 0.272773, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation" + ], + "first_model_latency_seconds": 1.337519, + "tool_latency_seconds": 0.272773, + "final_model_latency_seconds": 15.46715, + "total_latency_seconds": 17.07791, + "usage": { + "prompt_tokens": 18937, + "completion_tokens": 88, + "total_tokens": 19025 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Agent pre manažment záverečných prác\" sa venuje študent Ján Pták v rámci svojho diplomového projektu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.255403, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 2.081908, + "tool_latency_seconds": 0.255403, + "final_model_latency_seconds": 18.510742, + "total_latency_seconds": 20.848779, + "usage": { + "prompt_tokens": 22427, + "completion_tokens": 153, + "total_tokens": 22580 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", ktorý má za cieľ vytvoriť agenta pre zlepšenie manažmentu záverečných prác na ZP Wiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.246803, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.026024, + "tool_latency_seconds": 0.246803, + "final_model_latency_seconds": 18.844081, + "total_latency_seconds": 21.117645, + "usage": { + "prompt_tokens": 22414, + "completion_tokens": 165, + "total_tokens": 22579 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomového projektu pri osobe Ján Pták je Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.316897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.919309, + "tool_latency_seconds": 0.316897, + "final_model_latency_seconds": 16.418502, + "total_latency_seconds": 18.655266, + "usage": { + "prompt_tokens": 20121, + "completion_tokens": 126, + "total_tokens": 20247 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Pták?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.212167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.909469, + "tool_latency_seconds": 0.212167, + "final_model_latency_seconds": 13.14796, + "total_latency_seconds": 15.270099, + "usage": { + "prompt_tokens": 16182, + "completion_tokens": 120, + "total_tokens": 16302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.188397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.028796, + "tool_latency_seconds": 0.188397, + "final_model_latency_seconds": 10.733748, + "total_latency_seconds": 12.951388, + "usage": { + "prompt_tokens": 12889, + "completion_tokens": 143, + "total_tokens": 13032 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je uvedený diplomový projekt pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.252599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.887095, + "tool_latency_seconds": 0.252599, + "final_model_latency_seconds": 18.839974, + "total_latency_seconds": 20.980231, + "usage": { + "prompt_tokens": 23392, + "completion_tokens": 122, + "total_tokens": 23514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Pták začala štúdium v roku 2022 a vykonáva diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.200229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.981034, + "tool_latency_seconds": 0.200229, + "final_model_latency_seconds": 14.871105, + "total_latency_seconds": 17.052943, + "usage": { + "prompt_tokens": 17926, + "completion_tokens": 139, + "total_tokens": 18065 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Ján Pták, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho diplomový projekt je naplánovaný na rok 2026 s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.561952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.815782, + "tool_latency_seconds": 0.561952, + "final_model_latency_seconds": 23.905828, + "total_latency_seconds": 26.284293, + "usage": { + "prompt_tokens": 28357, + "completion_tokens": 163, + "total_tokens": 28520 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s témou „Agent pre manažment záverečných prác\", v rámci ktorého sa zameriava na technológiu Retrieval Augmented Generation (RAG) a cieľom je vytvoriť agenta pre zlepšenie manažmentu záverečných prác na portáli zpwiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "limit": 10 + }, + "latency_seconds": 0.422557, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.5636, + "tool_latency_seconds": 0.422557, + "final_model_latency_seconds": 24.485309, + "total_latency_seconds": 26.472177, + "usage": { + "prompt_tokens": 28538, + "completion_tokens": 156, + "total_tokens": 28694 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác\", kde je jedným z cieľov využiť rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.137625, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.916417, + "tool_latency_seconds": 0.137625, + "final_model_latency_seconds": 12.053188, + "total_latency_seconds": 14.107733, + "usage": { + "prompt_tokens": 14056, + "completion_tokens": 146, + "total_tokens": 14202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Pták je autorom diplomového projektu s témou „Agent pre manažment záverečných prác\", kde je súčasťou cieľov návrh nasadenia (deployment) pomocou Dockeru.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292418, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.876786, + "tool_latency_seconds": 0.292418, + "final_model_latency_seconds": 14.358401, + "total_latency_seconds": 16.528065, + "usage": { + "prompt_tokens": 17412, + "completion_tokens": 146, + "total_tokens": 17558 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má pre svojho agenta použiť používateľské rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.202239, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.018915, + "tool_latency_seconds": 0.202239, + "final_model_latency_seconds": 18.532863, + "total_latency_seconds": 20.754645, + "usage": { + "prompt_tokens": 22968, + "completion_tokens": 127, + "total_tokens": 23095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOKu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.345266, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.962313, + "tool_latency_seconds": 0.345266, + "final_model_latency_seconds": 13.360054, + "total_latency_seconds": 15.668074, + "usage": { + "prompt_tokens": 16563, + "completion_tokens": 120, + "total_tokens": 16683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože záznam pre Jána Ptáka uvádza iba tému „Agent pre manažment záverečných prác\", cieľové technológie ako OpenWebUI, Docker, LangChain a GraphRAG, ale neobsahuje explicitné informácie o konkrétnej databáze ani backendovom frameworku, ktoré by už reálne používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.210387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.916343, + "tool_latency_seconds": 0.210387, + "final_model_latency_seconds": 23.347036, + "total_latency_seconds": 25.474358, + "usage": { + "prompt_tokens": 26953, + "completion_tokens": 202, + "total_tokens": 27155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Rostyslav Rodzhuk sa nachádza pod názvom študentskej stránky Rostyslav Rodzhuk, kde je evidovaná jeho bakalárska práca z roku 2026 s témou Inteligentný agent pre podporu práce špeciálneho pedagóga.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.126244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.869511, + "tool_latency_seconds": 0.126244, + "final_model_latency_seconds": 7.929701, + "total_latency_seconds": 9.9258, + "usage": { + "prompt_tokens": 8138, + "completion_tokens": 171, + "total_tokens": 8309 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.185785, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 2.019876, + "tool_latency_seconds": 0.185785, + "final_model_latency_seconds": 12.98388, + "total_latency_seconds": 15.190102, + "usage": { + "prompt_tokens": 16018, + "completion_tokens": 147, + "total_tokens": 16165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Prácou s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" sa zaoberá študent Rostyslav Rodzhuk v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.442809, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 2.208807, + "tool_latency_seconds": 0.442809, + "final_model_latency_seconds": 24.072202, + "total_latency_seconds": 26.724497, + "usage": { + "prompt_tokens": 28988, + "completion_tokens": 172, + "total_tokens": 29160 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.405216, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.865793, + "tool_latency_seconds": 0.405216, + "final_model_latency_seconds": 22.712546, + "total_latency_seconds": 24.984169, + "usage": { + "prompt_tokens": 27131, + "completion_tokens": 140, + "total_tokens": 27271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená téma bakalárskej práce „Inteligentný agent pre podporu práce špeciálneho pedagóga“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.148162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.017657, + "tool_latency_seconds": 0.148162, + "final_model_latency_seconds": 6.941333, + "total_latency_seconds": 9.107385, + "usage": { + "prompt_tokens": 7400, + "completion_tokens": 149, + "total_tokens": 7549 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.177972, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "first_model_latency_seconds": 1.967955, + "tool_latency_seconds": 0.177972, + "final_model_latency_seconds": 11.524736, + "total_latency_seconds": 13.671078, + "usage": { + "prompt_tokens": 14323, + "completion_tokens": 130, + "total_tokens": 14453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Rostyslav Rodzhuk je v ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.208286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 2.078118, + "tool_latency_seconds": 0.208286, + "final_model_latency_seconds": 12.263038, + "total_latency_seconds": 14.549935, + "usage": { + "prompt_tokens": 14885, + "completion_tokens": 149, + "total_tokens": 15034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je uvedená bakalárska práca v roku 2026, keďže v dokumente je sekcia označená ako „Bakalárska práca 2026\" a študent začal štúdium v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.2231, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.959365, + "tool_latency_seconds": 0.2231, + "final_model_latency_seconds": 13.981988, + "total_latency_seconds": 16.164983, + "usage": { + "prompt_tokens": 16353, + "completion_tokens": 178, + "total_tokens": 16531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rostyslav Rodzhuk začal štúdium v roku 2023 a vypracováva bakalársku prácu, ktorá je naplánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "limit": 10, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.403088, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.059405, + "tool_latency_seconds": 0.403088, + "final_model_latency_seconds": 13.91714, + "total_latency_seconds": 16.380255, + "usage": { + "prompt_tokens": 16802, + "completion_tokens": 158, + "total_tokens": 16960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce Rostyslava Rodzhuka, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "limit": 5 + }, + "latency_seconds": 0.257661, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.840529, + "tool_latency_seconds": 0.257661, + "final_model_latency_seconds": 12.16936, + "total_latency_seconds": 14.267973, + "usage": { + "prompt_tokens": 14269, + "completion_tokens": 142, + "total_tokens": 14411 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá sa zameriava na vytvorenie agenta schopného navrhnúť najlepšie výchovné opatrenia na základe získaných dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.331152, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.919065, + "tool_latency_seconds": 0.331152, + "final_model_latency_seconds": 24.221833, + "total_latency_seconds": 26.472832, + "usage": { + "prompt_tokens": 28612, + "completion_tokens": 183, + "total_tokens": 28795 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá začala v roku 2023 a je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.148338, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.000086, + "tool_latency_seconds": 0.148338, + "final_model_latency_seconds": 7.870468, + "total_latency_seconds": 10.019166, + "usage": { + "prompt_tokens": 8158, + "completion_tokens": 172, + "total_tokens": 8330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorá sa zameriava na vytvorenie agenta na báze veľkého jazykového modelu (LLM). Ďalej sa na jeho stránke uvádza aj vedecký projekt z roku 2025 s názvom „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.236811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.99473, + "tool_latency_seconds": 0.236811, + "final_model_latency_seconds": 13.191192, + "total_latency_seconds": 15.423133, + "usage": { + "prompt_tokens": 14885, + "completion_tokens": 209, + "total_tokens": 15094 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent, na ktorom pracuje Rostyslav Rodzhuk v rámci svojej bakalárskej práce, je určený na podporu práce špeciálneho pedagóga.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.224841, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.042582, + "tool_latency_seconds": 0.224841, + "final_model_latency_seconds": 6.510069, + "total_latency_seconds": 8.777769, + "usage": { + "prompt_tokens": 7165, + "completion_tokens": 157, + "total_tokens": 7322 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", na ktorej začal pracovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.143262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.917694, + "tool_latency_seconds": 0.143262, + "final_model_latency_seconds": 7.935818, + "total_latency_seconds": 9.997055, + "usage": { + "prompt_tokens": 9082, + "completion_tokens": 158, + "total_tokens": 9240 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť explicitne uvedený finálny názov bakalárskej práce osoby Yevhenii Medushivskyi, je však v nich uvedená téma práce „Získavanie textu z webových stránok\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.181827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 2.023504, + "tool_latency_seconds": 0.181827, + "final_model_latency_seconds": 18.422087, + "total_latency_seconds": 20.628088, + "usage": { + "prompt_tokens": 22217, + "completion_tokens": 175, + "total_tokens": 22392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "S názvom práce „Získavanie textu z webových stránok\" sa zaoberá študent Yevhenii Medushivskyi v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "limit": 5 + }, + "latency_seconds": 0.610392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.584664, + "tool_latency_seconds": 0.610392, + "final_model_latency_seconds": 24.878191, + "total_latency_seconds": 27.074039, + "usage": { + "prompt_tokens": 29881, + "completion_tokens": 127, + "total_tokens": 30008 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracovával bakalársku prácu s tému „Získavanie textu z webových stránok“, kde vytvoril webový crawler na sledovanie a sťahovanie slovenského internetu. Ďalšími študentmi, ktorí riešili príbuznú problematiku získavania, extrakcie alebo zberu textu z webových stránok, sú Dávid Stromp (bakalárska práca 2022 zameraná na uloženie webových stránok a získavanie informácií), Matej Kobyľan (bakalárska práca 2023 o systéme pre extrakciu textu z webových stránok a sociálnych sietí) a Ján Holp (diplomový projekt a diplomová práca zamerané na získavanie informácií a textu z webu).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi\nhttps://zp.kemt.fei.tuke.sk/students/2019/david_stromp\nhttps://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.365607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.987327, + "tool_latency_seconds": 0.365607, + "final_model_latency_seconds": 28.089632, + "total_latency_seconds": 30.443224, + "usage": { + "prompt_tokens": 29027, + "completion_tokens": 389, + "total_tokens": 29416 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce osobe Yevhenii Medushivskyi uvedená v dokumente je „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.15885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.041376, + "tool_latency_seconds": 0.15885, + "final_model_latency_seconds": 9.235608, + "total_latency_seconds": 11.436133, + "usage": { + "prompt_tokens": 9204, + "completion_tokens": 152, + "total_tokens": 9356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.277264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.012917, + "tool_latency_seconds": 0.277264, + "final_model_latency_seconds": 13.92019, + "total_latency_seconds": 16.210891, + "usage": { + "prompt_tokens": 17431, + "completion_tokens": 136, + "total_tokens": 17567 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia ako 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.158651, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.139506, + "tool_latency_seconds": 0.158651, + "final_model_latency_seconds": 6.550933, + "total_latency_seconds": 8.84935, + "usage": { + "prompt_tokens": 7197, + "completion_tokens": 160, + "total_tokens": 7357 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Yevhenii Medushivskyi je uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "limit": 5 + }, + "latency_seconds": 0.271324, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.646698, + "tool_latency_seconds": 0.271324, + "final_model_latency_seconds": 20.375142, + "total_latency_seconds": 22.293786, + "usage": { + "prompt_tokens": 25193, + "completion_tokens": 115, + "total_tokens": 25308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Yevhenii Medushivskyi začala študovať v roku 2023 a svoju bakalársku prácu vypracováva v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.16231, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.060608, + "tool_latency_seconds": 0.16231, + "final_model_latency_seconds": 6.907417, + "total_latency_seconds": 9.130617, + "usage": { + "prompt_tokens": 7470, + "completion_tokens": 159, + "total_tokens": 7629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Yevhenii Medushivskyi; podľa dostupných informácií sa jej rok začiatku štúdia uvádza ako 2023, pričom záverečnou prácou je bakalárska práca plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "limit": 5 + }, + "latency_seconds": 0.324007, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.685829, + "tool_latency_seconds": 0.324007, + "final_model_latency_seconds": 16.389436, + "total_latency_seconds": 18.399849, + "usage": { + "prompt_tokens": 19256, + "completion_tokens": 167, + "total_tokens": 19423 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu na tému „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.494999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.050757, + "tool_latency_seconds": 0.494999, + "final_model_latency_seconds": 21.14923, + "total_latency_seconds": 23.695653, + "usage": { + "prompt_tokens": 24811, + "completion_tokens": 180, + "total_tokens": 24991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vypracovanie prehľadu webových korpusov a metód ich tvorby, ako aj vytvorenie webového crawlera na získavanie dát pre tvorbu korpusu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.165399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.032917, + "tool_latency_seconds": 0.165399, + "final_model_latency_seconds": 8.66552, + "total_latency_seconds": 10.864141, + "usage": { + "prompt_tokens": 9026, + "completion_tokens": 195, + "total_tokens": 9221 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi vypracováva bakalársku prácu s témou Získavanie textu z webových stránok, pri ktorej je jednou z úloh zlepšenie deduplikácie a odstránenia boilerplate textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.161701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.018194, + "tool_latency_seconds": 0.161701, + "final_model_latency_seconds": 8.102562, + "total_latency_seconds": 10.282767, + "usage": { + "prompt_tokens": 9119, + "completion_tokens": 170, + "total_tokens": 9289 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "V marci 2026 mal Yevhenii Medushivskyi podľa záznamu zo stretnutia 13. marca 2026 zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.168708, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.145486, + "tool_latency_seconds": 0.168708, + "final_model_latency_seconds": 8.173109, + "total_latency_seconds": 10.4876, + "usage": { + "prompt_tokens": 9151, + "completion_tokens": 176, + "total_tokens": 9327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Yevheniia Medushivskyiho je ako príklad nástroja pre odstránenie boilerplate (boilereplate removal) uvedený nástroj **justext**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.314056, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.063408, + "tool_latency_seconds": 0.314056, + "final_model_latency_seconds": 12.022131, + "total_latency_seconds": 14.399997, + "usage": { + "prompt_tokens": 14586, + "completion_tokens": 154, + "total_tokens": 14740 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová je študentka, ktorá od roku 2023 vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Simona Bobrovčanová.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.115999, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.870386, + "tool_latency_seconds": 0.115999, + "final_model_latency_seconds": 7.361253, + "total_latency_seconds": 9.34795, + "usage": { + "prompt_tokens": 8233, + "completion_tokens": 147, + "total_tokens": 8380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Simony Bobrovčanovej má tému Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.182184, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.977729, + "tool_latency_seconds": 0.182184, + "final_model_latency_seconds": 11.249208, + "total_latency_seconds": 13.409582, + "usage": { + "prompt_tokens": 13814, + "completion_tokens": 138, + "total_tokens": 13952 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Automatická sumarizácia slovenského textu\" sa venuje Simona Bobrovčanová v rámci svojej bakalárskej práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "limit": 5 + }, + "latency_seconds": 0.562341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.531519, + "tool_latency_seconds": 0.562341, + "final_model_latency_seconds": 21.98191, + "total_latency_seconds": 24.076492, + "usage": { + "prompt_tokens": 26684, + "completion_tokens": 117, + "total_tokens": 26801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová rieši bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorá sa zameriava na zostavenie prehľadu modelov a metód vhodných na túto úlohu v slovenskom jazyku a na vytvorenie systému pre sumarizáciu právnych dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.362746, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.943268, + "tool_latency_seconds": 0.362746, + "final_model_latency_seconds": 22.879219, + "total_latency_seconds": 25.185898, + "usage": { + "prompt_tokens": 26159, + "completion_tokens": 187, + "total_tokens": 26346 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je pri bakalárskej práci uvedená téma Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "published_only": true + }, + "latency_seconds": 0.1915, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.62662, + "tool_latency_seconds": 0.1915, + "final_model_latency_seconds": 11.333711, + "total_latency_seconds": 13.15234, + "usage": { + "prompt_tokens": 13324, + "completion_tokens": 115, + "total_tokens": 13439 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Simona Bobrovčanová?" + }, + "latency_seconds": 0.210484, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.353266, + "tool_latency_seconds": 0.210484, + "final_model_latency_seconds": 11.643276, + "total_latency_seconds": 13.20748, + "usage": { + "prompt_tokens": 14240, + "completion_tokens": 90, + "total_tokens": 14330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.131091, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.010877, + "tool_latency_seconds": 0.131091, + "final_model_latency_seconds": 5.155389, + "total_latency_seconds": 7.297584, + "usage": { + "prompt_tokens": 5468, + "completion_tokens": 144, + "total_tokens": 5612 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v ZP Wiki uvedená bakalárska práca s názvom „Automatická sumarizácia slovenského textu\" pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.187632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.964953, + "tool_latency_seconds": 0.187632, + "final_model_latency_seconds": 13.120201, + "total_latency_seconds": 15.273245, + "usage": { + "prompt_tokens": 15942, + "completion_tokens": 153, + "total_tokens": 16095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023 a vykonáva prácu na bakalárskej téme Automatická sumarizácia slovenského textu, ktorá je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "limit": 5 + }, + "latency_seconds": 0.195571, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.624419, + "tool_latency_seconds": 0.195571, + "final_model_latency_seconds": 13.164975, + "total_latency_seconds": 14.985383, + "usage": { + "prompt_tokens": 15657, + "completion_tokens": 139, + "total_tokens": 15796 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Simona Bobrovčanová začala štúdium v roku 2023, ale jej záverečná práca (bakalárska) je evidovaná pre rok 2026, nie pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.248252, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.05093, + "tool_latency_seconds": 0.248252, + "final_model_latency_seconds": 11.92475, + "total_latency_seconds": 14.224354, + "usage": { + "prompt_tokens": 13919, + "completion_tokens": 166, + "total_tokens": 14085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu\", ktorá sa zameriava na tému sumarizácie textov v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.128561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.928926, + "tool_latency_seconds": 0.128561, + "final_model_latency_seconds": 6.884352, + "total_latency_seconds": 8.942095, + "usage": { + "prompt_tokens": 7425, + "completion_tokens": 158, + "total_tokens": 7583 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorá sa zameriava na zlepšenie spracovania slovenských právnych textov a tvorbu systému pre sumarizáciu rozsudkov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.135843, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.972818, + "tool_latency_seconds": 0.135843, + "final_model_latency_seconds": 7.425418, + "total_latency_seconds": 9.534341, + "usage": { + "prompt_tokens": 8091, + "completion_tokens": 170, + "total_tokens": 8261 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová vypracováva bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorej cieľom je vytvoriť systém pre sumarizáciu rozsudkov a iných právnych dokumentov. Je tiež uvedená ako členka tímu projektu Legal Data Processing, kde zodpovedá za oblasť sumarizácie právnych dát.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.355981, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.999425, + "tool_latency_seconds": 0.355981, + "final_model_latency_seconds": 22.401191, + "total_latency_seconds": 24.7573, + "usage": { + "prompt_tokens": 26150, + "completion_tokens": 208, + "total_tokens": 26358 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri dlhších textoch vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti a následne sa vykoná súhrn zo súhrnov týchto častí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.129734, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.032673, + "tool_latency_seconds": 0.129734, + "final_model_latency_seconds": 8.187721, + "total_latency_seconds": 10.350414, + "usage": { + "prompt_tokens": 8756, + "completion_tokens": 169, + "total_tokens": 8925 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci na bakalárskej práci Simony Bobrovčanovej mali malé modely problém s príliš malým kontextom, čo spôsobovalo, že často vynechávali informácie nachádzajúce sa na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.3301, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.725431, + "tool_latency_seconds": 0.3301, + "final_model_latency_seconds": 23.73166, + "total_latency_seconds": 25.787841, + "usage": { + "prompt_tokens": 28566, + "completion_tokens": 146, + "total_tokens": 28712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Samuel Džurina je jeho študentská stránka, ktorá eviduje jeho bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\" v roku začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Džurina.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.141655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.883312, + "tool_latency_seconds": 0.141655, + "final_model_latency_seconds": 8.02006, + "total_latency_seconds": 10.045293, + "usage": { + "prompt_tokens": 8529, + "completion_tokens": 161, + "total_tokens": 8690 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Džurina?" + }, + "latency_seconds": 0.220934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.358773, + "tool_latency_seconds": 0.220934, + "final_model_latency_seconds": 18.848784, + "total_latency_seconds": 20.429046, + "usage": { + "prompt_tokens": 23301, + "completion_tokens": 102, + "total_tokens": 23403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "S prácou s názvom „Dialógový systém pre podporu firemných procesov“ sa zaoberá Samuel Džurina, ktorý ju vypracováva ako bakalársku prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.362318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.164593, + "tool_latency_seconds": 0.362318, + "final_model_latency_seconds": 23.651101, + "total_latency_seconds": 26.17878, + "usage": { + "prompt_tokens": 28430, + "completion_tokens": 164, + "total_tokens": 28594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu na tému „Dialógový systém pre podporu firemných procesov\", ktorá má za cieľ vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.553494, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.825507, + "tool_latency_seconds": 0.553494, + "final_model_latency_seconds": 41.548857, + "total_latency_seconds": 43.928974, + "usage": { + "prompt_tokens": 48081, + "completion_tokens": 156, + "total_tokens": 48237 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je v sekcii bakalárskej práce uvedená téma „Dialógový systém pre podporu firemných procesov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.166628, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.998536, + "tool_latency_seconds": 0.166628, + "final_model_latency_seconds": 7.644108, + "total_latency_seconds": 9.80954, + "usage": { + "prompt_tokens": 8030, + "completion_tokens": 145, + "total_tokens": 8175 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.183383, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.970154, + "tool_latency_seconds": 0.183383, + "final_model_latency_seconds": 12.80258, + "total_latency_seconds": 14.956559, + "usage": { + "prompt_tokens": 16125, + "completion_tokens": 126, + "total_tokens": 16251 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.278835, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.891944, + "tool_latency_seconds": 0.278835, + "final_model_latency_seconds": 16.455558, + "total_latency_seconds": 18.626847, + "usage": { + "prompt_tokens": 20244, + "completion_tokens": 127, + "total_tokens": 20371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Samuel Džurina je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210694, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.979263, + "tool_latency_seconds": 0.210694, + "final_model_latency_seconds": 19.618908, + "total_latency_seconds": 21.809515, + "usage": { + "prompt_tokens": 23831, + "completion_tokens": 133, + "total_tokens": 23964 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Samuel Džurina začal štúdium v roku 2023 a jeho záverečná bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.189457, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.819478, + "tool_latency_seconds": 0.189457, + "final_model_latency_seconds": 13.248118, + "total_latency_seconds": 15.257506, + "usage": { + "prompt_tokens": 15792, + "completion_tokens": 136, + "total_tokens": 15928 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Samuela Džurinu, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.21452, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.852685, + "tool_latency_seconds": 0.21452, + "final_model_latency_seconds": 13.928473, + "total_latency_seconds": 15.996245, + "usage": { + "prompt_tokens": 16637, + "completion_tokens": 153, + "total_tokens": 16790 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť inteligentného agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.281572, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.914367, + "tool_latency_seconds": 0.281572, + "final_model_latency_seconds": 12.111178, + "total_latency_seconds": 14.307542, + "usage": { + "prompt_tokens": 13988, + "completion_tokens": 165, + "total_tokens": 14153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.284167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.997676, + "tool_latency_seconds": 0.284167, + "final_model_latency_seconds": 11.726978, + "total_latency_seconds": 14.009373, + "usage": { + "prompt_tokens": 13717, + "completion_tokens": 166, + "total_tokens": 13883 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Džurina vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", kde cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.246102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.943411, + "tool_latency_seconds": 0.246102, + "final_model_latency_seconds": 20.137562, + "total_latency_seconds": 22.32768, + "usage": { + "prompt_tokens": 24257, + "completion_tokens": 165, + "total_tokens": 24422 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu má podporovať činnosť zásielkovej spoločnosti, konkrétne v rámci špedičnej firmy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.273918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.74338, + "tool_latency_seconds": 0.273918, + "final_model_latency_seconds": 8.127716, + "total_latency_seconds": 10.145289, + "usage": { + "prompt_tokens": 9280, + "completion_tokens": 127, + "total_tokens": 9407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pri ktorom treba identifikovať slabé miesta a následne navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "limit": 5 + }, + "latency_seconds": 0.348709, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.526795, + "tool_latency_seconds": 0.348709, + "final_model_latency_seconds": 18.91118, + "total_latency_seconds": 20.787244, + "usage": { + "prompt_tokens": 23130, + "completion_tokens": 122, + "total_tokens": 23252 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/oliver_pejic, kde je uvedený ako účastník letnej stáže IAESTE v roku 2024 (august až október).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Oliver Pejic.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.172324, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.889761, + "tool_latency_seconds": 0.172324, + "final_model_latency_seconds": 10.880515, + "total_latency_seconds": 12.943157, + "usage": { + "prompt_tokens": 12135, + "completion_tokens": 167, + "total_tokens": 12302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic prebiehala v roku 2024, konkrétne od augusta do októbra v rámci programu IAESTE Intern Summer.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.24915, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.878005, + "tool_latency_seconds": 0.24915, + "final_model_latency_seconds": 17.130757, + "total_latency_seconds": 19.258511, + "usage": { + "prompt_tokens": 20960, + "completion_tokens": 133, + "total_tokens": 21093 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejič sa počas svojej letnej stáže v roku 2024 venoval príprave vyhodnotovacích úloh pre slovenský hovorový korpus a slovenské generovanie odpovedí na otázky v rámci rámca MTEB, ako aj strojovému prekladu evaluačných sád pre viacjazyčné slovné modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.132771, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.892149, + "tool_latency_seconds": 0.132771, + "final_model_latency_seconds": 7.290939, + "total_latency_seconds": 9.316166, + "usage": { + "prompt_tokens": 7277, + "completion_tokens": 185, + "total_tokens": 7462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic pracoval na téme Hate Speech a konkrétne pripravoval úlohu pre MTEB (Massive Text Embedding Benchmark) evaluáciu pre slovenskú nenávistnú reč.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.27544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.991664, + "tool_latency_seconds": 0.27544, + "final_model_latency_seconds": 16.009546, + "total_latency_seconds": 18.27716, + "usage": { + "prompt_tokens": 19484, + "completion_tokens": 151, + "total_tokens": 19635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica v rámci programu IAESTE v roku 2024 súvisela s témou Hate Speech, pričom jeho cieľom bolo pomôcť pri projekte Hate Speech a pripraviť úlohu hodnotenia MTEB pre slovenskú nenávistnú reč.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.224408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.892595, + "tool_latency_seconds": 0.224408, + "final_model_latency_seconds": 15.558746, + "total_latency_seconds": 17.676254, + "usage": { + "prompt_tokens": 18131, + "completion_tokens": 167, + "total_tokens": 18298 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica s názvom „IAESTE Intern Summer 2024\", ktorá prebiehala v auguste, septembri a októbri 2024, sa zameriavala na hodnotenie modelov vektorových reprezentácií pomocou frameworku MTEB a tvorbu nových úloh pre hodnotenie v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.152756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.920015, + "tool_latency_seconds": 0.152756, + "final_model_latency_seconds": 10.626686, + "total_latency_seconds": 12.699912, + "usage": { + "prompt_tokens": 11674, + "completion_tokens": 182, + "total_tokens": 11856 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Olivera Pejica z leta 2024 (IAESTE Intern Summer 2024) súvisela s témou SentenceTransformer, keďže jeho cieľom bolo pomôcť s hodnotením modelov sentence transformer pomocou nástroja MTEB a pripraviť sa na túto úlohu štúdiom frameworku SentenceTransformer.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.244597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.955059, + "tool_latency_seconds": 0.244597, + "final_model_latency_seconds": 12.941613, + "total_latency_seconds": 15.141766, + "usage": { + "prompt_tokens": 14915, + "completion_tokens": 183, + "total_tokens": 15098 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal počas svojej stáže pracovať na vytvorení dvoch úloh pre framework MTEB: úlohu pre slovenské vyhľadávanie v súbore otázok a odpovedí (Slovak question answering) a úlohu pre detekciu hate speech v slovenčine (Slovak HATE speech).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.156626, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.93393, + "tool_latency_seconds": 0.156626, + "final_model_latency_seconds": 14.145714, + "total_latency_seconds": 16.236794, + "usage": { + "prompt_tokens": 16284, + "completion_tokens": 179, + "total_tokens": 16463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "limit": 5 + }, + "latency_seconds": 0.261671, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.454335, + "tool_latency_seconds": 0.261671, + "final_model_latency_seconds": 11.540062, + "total_latency_seconds": 13.256569, + "usage": { + "prompt_tokens": 14153, + "completion_tokens": 97, + "total_tokens": 14250 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesarovi Abascalovi Gutierrezovi sa nachádza na stránke internov a uvádza, že ide o stážistu, ktorý pracoval pravdepodobne v lete 2019 na projekte týkajúcom sa anotácie pomenovaných entít v transkriptoch reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.160116, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.884133, + "tool_latency_seconds": 0.160116, + "final_model_latency_seconds": 9.849818, + "total_latency_seconds": 11.894497, + "usage": { + "prompt_tokens": 10851, + "completion_tokens": 172, + "total_tokens": 11023 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez prebiehala pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "published_only": true + }, + "latency_seconds": 0.187545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.532434, + "tool_latency_seconds": 0.187545, + "final_model_latency_seconds": 15.570542, + "total_latency_seconds": 17.29104, + "usage": { + "prompt_tokens": 18938, + "completion_tokens": 101, + "total_tokens": 19039 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Cesara Abascala Gutieirra sa v lete 2019 venovala problému rozpoznávania neznámych pojmenovaných entít (named entity recognition) v transkriptoch reči, pričom cieľom bolo vytvoriť manuálne anotovalú trénovaciu množinu a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.246439, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.994937, + "tool_latency_seconds": 0.246439, + "final_model_latency_seconds": 12.370716, + "total_latency_seconds": 14.612506, + "usage": { + "prompt_tokens": 14011, + "completion_tokens": 185, + "total_tokens": 14196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou named entities, sa realizovala pravdepodobne v lete 2019 a jej cieľom bolo rozpoznávanie neznámych pomenovaných entít a vytvorenie manuálne anotovanej trénovacej sady z prepisov reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.092805, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.951393, + "tool_latency_seconds": 0.092805, + "final_model_latency_seconds": 9.914843, + "total_latency_seconds": 11.959396, + "usage": { + "prompt_tokens": 10919, + "completion_tokens": 179, + "total_tokens": 11098 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá sa zaoberala témou spaCy, bola projekt Named entity annotations z letného obdobia roku 2019, kde sa okrem iného pracovalo s trénovaním a hodnotením klasifikátora pomocou nástroja spaCy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.327069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.771135, + "tool_latency_seconds": 0.327069, + "final_model_latency_seconds": 15.371382, + "total_latency_seconds": 17.470114, + "usage": { + "prompt_tokens": 17860, + "completion_tokens": 156, + "total_tokens": 18016 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá súvisela s témou rozpoznávania pomenovaných entít a anotáciou, sa uskutočnila pravdepodobne v lete roku 2019 a zahŕňala použitie nástroja Prodigy na manuálnu anotáciu dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.225245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.969855, + "tool_latency_seconds": 0.225245, + "final_model_latency_seconds": 14.09475, + "total_latency_seconds": 16.290342, + "usage": { + "prompt_tokens": 16425, + "completion_tokens": 177, + "total_tokens": 16602 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez si počas svojej stáže (pravdepodobne v lete 2019) stanovil tieto tri hlavné ciele: schopnosť rozpoznávať neznáme pomenované entity, vytvorenie manuálne anotoanej trénovacej množiny z prepisov reči a navrhnutie schémy anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 10, + "max_per_document": 10 + }, + "latency_seconds": 0.26596, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.759607, + "tool_latency_seconds": 0.26596, + "final_model_latency_seconds": 25.818158, + "total_latency_seconds": 27.844594, + "usage": { + "prompt_tokens": 30361, + "completion_tokens": 170, + "total_tokens": 30531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.245018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.783221, + "tool_latency_seconds": 0.245018, + "final_model_latency_seconds": 13.349638, + "total_latency_seconds": 15.378402, + "usage": { + "prompt_tokens": 16204, + "completion_tokens": 112, + "total_tokens": 16316 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi pojednáva o jeho stáži ERASMUS v jarnom semestri 2026 (od 20. marca do 21. mája) s témou multilingválna extrakcia trojíc z medicínskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.214204, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.880851, + "tool_latency_seconds": 0.214204, + "final_model_latency_seconds": 11.104775, + "total_latency_seconds": 13.200326, + "usage": { + "prompt_tokens": 12540, + "completion_tokens": 174, + "total_tokens": 12714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od 20. marca do 21. mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?" + }, + "latency_seconds": 0.402244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.312903, + "tool_latency_seconds": 0.402244, + "final_model_latency_seconds": 19.83136, + "total_latency_seconds": 21.547074, + "usage": { + "prompt_tokens": 24307, + "completion_tokens": 99, + "total_tokens": 24406 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš sa venovala téme viacjazyčnej extrakcie trojíc z lekárskych dát s cieľom zostrojiť znalostný graf z lekárskych príbalových letákov a využiť ho v inteligentnom agente na odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.333899, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.995193, + "tool_latency_seconds": 0.333899, + "final_model_latency_seconds": 12.058545, + "total_latency_seconds": 14.388047, + "usage": { + "prompt_tokens": 13690, + "completion_tokens": 173, + "total_tokens": 13863 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Na tému multilinguálna extrakcia trojíc z medicínskych dát pracoval Bogdan Paul Chiš v rámci stáže ERASMUS v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.443701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.141597, + "tool_latency_seconds": 0.443701, + "final_model_latency_seconds": 21.506197, + "total_latency_seconds": 24.092132, + "usage": { + "prompt_tokens": 26127, + "completion_tokens": 158, + "total_tokens": 26285 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș súvisela s témou „(multilingual) Triplet extraction from medical data\" a uskutočnila sa v rámci programu ERASMUS na jar 2026 v období od 20. marca do 21. mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.230128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.984764, + "tool_latency_seconds": 0.230128, + "final_model_latency_seconds": 10.761562, + "total_latency_seconds": 12.97692, + "usage": { + "prompt_tokens": 12038, + "completion_tokens": 166, + "total_tokens": 12204 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș súvisiaca s témou knowledge graph sa volala „(multilingual) Triplet extraction from medical data\" a bola realizovaná v rámci programu ERASMUS v období od 20. marca do 21. mája 2026, pričom jej cieľom bolo zostavenie znalostného grafu z lekárskych letákov vo viacerých jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.329604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.95098, + "tool_latency_seconds": 0.329604, + "final_model_latency_seconds": 17.686435, + "total_latency_seconds": 19.96764, + "usage": { + "prompt_tokens": 20370, + "completion_tokens": 197, + "total_tokens": 20567 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiș s témou medical bola ERASMUS stáž v jarnej sezóne 2026 (od 20. marca do 21. mája) s názvom „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.167877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.915563, + "tool_latency_seconds": 0.167877, + "final_model_latency_seconds": 9.321147, + "total_latency_seconds": 11.404953, + "usage": { + "prompt_tokens": 10057, + "completion_tokens": 161, + "total_tokens": 10218 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Téme stáže Bogdana Paula Chișa bola multilingválna extrakcia trojíc z medicínskych údajov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká bola téma stáže Bogdana Paula Chișa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.348838, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "first_model_latency_seconds": 1.887808, + "tool_latency_seconds": 0.348838, + "final_model_latency_seconds": 10.72287, + "total_latency_seconds": 12.959947, + "usage": { + "prompt_tokens": 12999, + "completion_tokens": 132, + "total_tokens": 13131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal pri vyhodnocovaní agenta použiť nástroje DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.276788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.790561, + "tool_latency_seconds": 0.276788, + "final_model_latency_seconds": 15.532483, + "total_latency_seconds": 17.600334, + "usage": { + "prompt_tokens": 19092, + "completion_tokens": 119, + "total_tokens": 19211 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z multilinguálnych príbalových letákov liekov v rámci svojej stáže.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "limit": 5 + }, + "latency_seconds": 0.254179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.546034, + "tool_latency_seconds": 0.254179, + "final_model_latency_seconds": 13.247707, + "total_latency_seconds": 15.048409, + "usage": { + "prompt_tokens": 16043, + "completion_tokens": 114, + "total_tokens": 16157 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka pre tému „Dialógový systém\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.267432, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.928272, + "tool_latency_seconds": 0.267432, + "final_model_latency_seconds": 21.393247, + "total_latency_seconds": 23.589606, + "usage": { + "prompt_tokens": 26169, + "completion_tokens": 133, + "total_tokens": 26302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Dialógový systém\" ako samostatnej projektovej stránke, je dokument s názvom Dialógový systém, ktorý definuje úlohu vytvorenia systému pre komunikáciu občana s mestom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "limit": 10 + }, + "latency_seconds": 0.463051, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021" + ], + "first_model_latency_seconds": 1.549299, + "tool_latency_seconds": 0.463051, + "final_model_latency_seconds": 36.314672, + "total_latency_seconds": 38.328168, + "usage": { + "prompt_tokens": 42540, + "completion_tokens": 131, + "total_tokens": 42671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránka s názvom „Dialógový systém\" má priradený zdrojový URL https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Dialógový systém“?", + "limit": 5 + }, + "latency_seconds": 0.275904, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.423037, + "tool_latency_seconds": 0.275904, + "final_model_latency_seconds": 22.29674, + "total_latency_seconds": 23.996314, + "usage": { + "prompt_tokens": 26555, + "completion_tokens": 99, + "total_tokens": 26654 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Pre projekt Dialógový systém sa má báza pravidiel zostaviť pre systém RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.145439, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.940541, + "tool_latency_seconds": 0.145439, + "final_model_latency_seconds": 9.928684, + "total_latency_seconds": 12.014991, + "usage": { + "prompt_tokens": 11832, + "completion_tokens": 117, + "total_tokens": 11949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií sa má chatbot integrovať s QA systémom (systémom pre odpovedanie na otázky) a v konkrétnych príkladoch sa uvádza aj integrácia s PrivateGPT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "S akým ďalším typom systému sa má chatbot integrovať?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.267325, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.017223, + "tool_latency_seconds": 0.267325, + "final_model_latency_seconds": 11.63055, + "total_latency_seconds": 13.915478, + "usage": { + "prompt_tokens": 13352, + "completion_tokens": 179, + "total_tokens": 13531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Aktuálnymi riešiteľmi projektu Dialógový systém sú Matej Ščišľak a Martin Šarišský, ktorí sú uvedení v sekcií Riešitelia projektu a vypracúvajú príslušné bakalárske práce v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/chatbot\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.328421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.756065, + "tool_latency_seconds": 0.328421, + "final_model_latency_seconds": 23.273882, + "total_latency_seconds": 25.358983, + "usage": { + "prompt_tokens": 26937, + "completion_tokens": 198, + "total_tokens": 27135 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka „Question Answering“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "limit": 10 + }, + "latency_seconds": 0.53513, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.510935, + "tool_latency_seconds": 0.53513, + "final_model_latency_seconds": 45.024183, + "total_latency_seconds": 47.071437, + "usage": { + "prompt_tokens": 52404, + "completion_tokens": 100, + "total_tokens": 52504 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Priamou témou „Question Answering\" sa v ZP Wiki venuje dokument s názvom **Question Answering**, ktorý popisuje projekt na vytvorenie slovenského klonu dátovkej sady SQuaD 2.0, nastavenie anotačnej infraštruktúry a spracovanie dát z Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.391341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.686782, + "tool_latency_seconds": 0.391341, + "final_model_latency_seconds": 26.240998, + "total_latency_seconds": 28.319815, + "usage": { + "prompt_tokens": 30401, + "completion_tokens": 155, + "total_tokens": 30556 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Question Answering\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.347922, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.808434, + "tool_latency_seconds": 0.347922, + "final_model_latency_seconds": 25.946246, + "total_latency_seconds": 28.103347, + "usage": { + "prompt_tokens": 31513, + "completion_tokens": 115, + "total_tokens": 31628 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering má za cieľ vytvoriť klon datasetu SQuAD 2.0 v slovenskom jazyku, ktorý bude obsahovať anotované otázky a odpovede odvodené z dát slovenskej Wikipédie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.284834, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.772413, + "tool_latency_seconds": 0.284834, + "final_model_latency_seconds": 22.453365, + "total_latency_seconds": 24.511263, + "usage": { + "prompt_tokens": 26770, + "completion_tokens": 137, + "total_tokens": 26907 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering používa na anotáciu nástroj Prodigy, na ktorý bol pripravený anotačný recept.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj používa projekt Question Answering?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.078505, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.994753, + "tool_latency_seconds": 0.078505, + "final_model_latency_seconds": 5.674609, + "total_latency_seconds": 7.748176, + "usage": { + "prompt_tokens": 6103, + "completion_tokens": 125, + "total_tokens": 6228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože uvedené zdroje spomínajú formát **jsonl** ako požadovaný formát pre automaticky generované korpusy otázok a odpovedí, konkrétne v rámci bakalárskej práce Valeriiho Kutsenka, kde sa vyžaduje, aby bol formát rovnaký ako pri datasete SK QUAD, ale neuvádza sa všeobecný formát finálneho exportu QA databázy pre všetky projekty.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký má byť formát finálneho exportu QA databázy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.297047, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.932514, + "tool_latency_seconds": 0.297047, + "final_model_latency_seconds": 13.371778, + "total_latency_seconds": 15.601745, + "usage": { + "prompt_tokens": 14567, + "completion_tokens": 230, + "total_tokens": 14797 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri anotácii otázok má vzniknúť 5 otázok pre každý odsek, ako je stanovené v recepte pre anotáciu v nástroji Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.17259, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 2.0376, + "tool_latency_seconds": 0.17259, + "final_model_latency_seconds": 12.290526, + "total_latency_seconds": 14.501198, + "usage": { + "prompt_tokens": 14992, + "completion_tokens": 139, + "total_tokens": 15131 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informačnú stránku s názvom „Strojový preklad\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/translation, kde sú uvedené témy študentov pracujúcich na tejto problematike.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.235059, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.933094, + "tool_latency_seconds": 0.235059, + "final_model_latency_seconds": 19.029536, + "total_latency_seconds": 21.198434, + "usage": { + "prompt_tokens": 23193, + "completion_tokens": 152, + "total_tokens": 23345 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Strojový preklad\" a slúži ako tematická stránka zozbierajúc študentské práce v tejto oblasti, je dokument s názvom „Strojový preklad\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.426807, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.729029, + "tool_latency_seconds": 0.426807, + "final_model_latency_seconds": 23.260486, + "total_latency_seconds": 25.416972, + "usage": { + "prompt_tokens": 27656, + "completion_tokens": 135, + "total_tokens": 27791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránka s názvom „Strojový preklad\" sa nachádza na dvoch rôznych adresách v závislosti od toho, či ide o dokument študenta Patrika Pavlišina alebo o tematickú stránku projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Strojový preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.6229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.85113, + "tool_latency_seconds": 0.6229, + "final_model_latency_seconds": 11.709627, + "total_latency_seconds": 14.184043, + "usage": { + "prompt_tokens": 12930, + "completion_tokens": 175, + "total_tokens": 13105 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Projektová a informačná stránka pre tému „Pomenované entity\" je dostupná na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, kde sú uvedené úlohy, stretnutia a technické detaily projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.065207, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.941979, + "tool_latency_seconds": 0.065207, + "final_model_latency_seconds": 6.085799, + "total_latency_seconds": 8.093276, + "usage": { + "prompt_tokens": 6581, + "completion_tokens": 153, + "total_tokens": 6734 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Pomenované entity\", sa v ZP Wiki nazýva práve „Pomenované entity\" a nachádza sa v časti tém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.210671, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.444973, + "tool_latency_seconds": 0.210671, + "final_model_latency_seconds": 18.090424, + "total_latency_seconds": 19.746986, + "usage": { + "prompt_tokens": 22452, + "completion_tokens": 108, + "total_tokens": 22560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Pomenované entity\" patrí zdrojový URL https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Pomenované entity“?", + "limit": 5 + }, + "latency_seconds": 0.229593, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.431175, + "tool_latency_seconds": 0.229593, + "final_model_latency_seconds": 19.612459, + "total_latency_seconds": 21.273838, + "usage": { + "prompt_tokens": 24144, + "completion_tokens": 93, + "total_tokens": 24237 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia textových dát\" je možné nájsť pod adresou https://zp.kemt.fei.tuke.sk/topics/prodigy, kde sú uvedené nástroje, postup a riešitelia projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.341916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.967097, + "tool_latency_seconds": 0.341916, + "final_model_latency_seconds": 8.256537, + "total_latency_seconds": 10.565875, + "usage": { + "prompt_tokens": 9211, + "completion_tokens": 156, + "total_tokens": 9367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia textových dát\", má názov Anotácia textových dát a je dostupný na stránke https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "limit": 5 + }, + "latency_seconds": 0.21497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.476398, + "tool_latency_seconds": 0.21497, + "final_model_latency_seconds": 17.448713, + "total_latency_seconds": 19.140672, + "usage": { + "prompt_tokens": 21205, + "completion_tokens": 120, + "total_tokens": 21325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Anotácia textových dát“ patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.210946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.858095, + "tool_latency_seconds": 0.210946, + "final_model_latency_seconds": 17.966593, + "total_latency_seconds": 20.036241, + "usage": { + "prompt_tokens": 21906, + "completion_tokens": 128, + "total_tokens": 22034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka „Slovenské jazykové zdroje“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.201526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 2.002806, + "tool_latency_seconds": 0.201526, + "final_model_latency_seconds": 20.994162, + "total_latency_seconds": 23.199179, + "usage": { + "prompt_tokens": 25682, + "completion_tokens": 135, + "total_tokens": 25817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", má názov „Slovenské jazykové zdroje\" a bol vytvorený autorom Danielom Hladkom. Tento dokument spája rôzne zdroje, ako sú Wikipedia vo formáte JSON, FastText Word Embedding, Multext East, databázy zdrojov a slovenské syntaktické stromové banky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.072056, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.776935, + "tool_latency_seconds": 0.072056, + "final_model_latency_seconds": 6.797924, + "total_latency_seconds": 8.647156, + "usage": { + "prompt_tokens": 6447, + "completion_tokens": 182, + "total_tokens": 6629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí source_url https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.224055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.918361, + "tool_latency_seconds": 0.224055, + "final_model_latency_seconds": 14.693629, + "total_latency_seconds": 16.836684, + "usage": { + "prompt_tokens": 18292, + "completion_tokens": 124, + "total_tokens": 18416 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia otázok a odpovedí\" nájdete pod adresou https://zp.kemt.fei.tuke.sk/topics/question/navod, kde sa nachádza návod pre anotátorov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "limit": 5 + }, + "latency_seconds": 0.274319, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.662018, + "tool_latency_seconds": 0.274319, + "final_model_latency_seconds": 21.880618, + "total_latency_seconds": 23.817588, + "usage": { + "prompt_tokens": 26170, + "completion_tokens": 133, + "total_tokens": 26303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí\", je rovnako pomenovaný dokument s názvom „Anotácia otázok a odpovedí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.249595, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.014946, + "tool_latency_seconds": 0.249595, + "final_model_latency_seconds": 19.502382, + "total_latency_seconds": 21.767527, + "usage": { + "prompt_tokens": 23565, + "completion_tokens": 142, + "total_tokens": 23707 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí“ patrí zdrojový URL https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239918, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.9048, + "tool_latency_seconds": 0.239918, + "final_model_latency_seconds": 20.102704, + "total_latency_seconds": 22.248035, + "usage": { + "prompt_tokens": 24540, + "completion_tokens": 129, + "total_tokens": 24669 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Informačnú stránku s názvom „Anotácia pomenovaných entít\" a návodom pre anotátorov nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.122006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 2.00854, + "tool_latency_seconds": 0.122006, + "final_model_latency_seconds": 16.56083, + "total_latency_seconds": 18.691899, + "usage": { + "prompt_tokens": 19398, + "completion_tokens": 152, + "total_tokens": 19550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Anotácia pomenovaných entít\", má názov „Anotácia pomenovaných entít\" a slúži ako návod pre anotátorov pri vedeckom výskume rozpoznávania vlastných podstatných mien.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.219945, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.92115, + "tool_latency_seconds": 0.219945, + "final_model_latency_seconds": 18.199922, + "total_latency_seconds": 20.341569, + "usage": { + "prompt_tokens": 21250, + "completion_tokens": 165, + "total_tokens": 21415 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia pomenovaných entít\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.118639, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.897189, + "tool_latency_seconds": 0.118639, + "final_model_latency_seconds": 15.999166, + "total_latency_seconds": 18.015533, + "usage": { + "prompt_tokens": 19340, + "completion_tokens": 132, + "total_tokens": 19472 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty, ktoré riešia technológie RAG alebo GraphRAG, zahŕňajú diplomovú prácu Olega Poiasnika s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", kde využíva systém LightRAG a skúma GraphRAG, diplomovú prácu Mateja Ščišľaka „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá implementuje GraphRAG založený na FAISS a Neo4J, ako aj diplomový projekt Jána Malinovského „Grafové vyhľadávanie pre podporu vzdelávania\" zameraný na GraphRAG. Ďalej patria sem diplomový projekt Martina Šarišského riešiaci Graph RAG pre právne predpisy, bakalárska práca Maksyma Zatirku „Grafová databáza pre podporu generovania slovenského jazyka\" zameraná na kombináciu RAG a znalostných grafov, bakalárska práca Jána Ptáka „Agent pre manažment záverečných prác\" obsahujúca úlohy na GraphRAG, stáž Bogdana Paula Chiša zameraná na GraphRAG pri extrakcii tripletov z medicínskych dát, ako aj bakalárska práca Samuela Džurinu s lokálnym RAG systémom a diplomová práca Yevheniia Leonova zameraná na vyhodnotenie systémov RAG.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "limit": 20, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.779297, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.951839, + "tool_latency_seconds": 0.779297, + "final_model_latency_seconds": 49.533712, + "total_latency_seconds": 52.26627, + "usage": { + "prompt_tokens": 48612, + "completion_tokens": 624, + "total_tokens": 49236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + false, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki bolo nájdených viacero dokumentov, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi. Martin Šarišský v diplomovej práci skúma využitie znalostných grafov na vylepšenie výsledkov vyhľadávania v zákonoch pomocou Graph RAG a návrh agenta riešiaceho právne problémy. Valerii Kutsenko navrhuje agenta, ktorý buduje a využíva znalostný graf pri vyhľadávaní, s dôrazom na multilinguálne grafo. Matej Ščišľak vypracováva systém pre vyhľadávanie v právnych informáciách pomocou znalostných grafov a GraphRAG, ktorý spája FAISS a Neo4J. Oleh Poiasnik pracuje na expertnom agentovom systéme pre podporu rozhodovania v lekárni, ktorý využíva znalostný graf z príbalových letákov. Bogdan Paul Chiš v rámci stáže vytvára znalostný graf z medicínskych dát a integruje ho do inteligentného agenta pre odporúčanie liekov. Ján Malinovský vyvíja agenta pre pomoc učiteľovi, ktorý vyhľadáva v znalostnom grafe vzdelávacích konceptov. Ján Pták skúma využitie znalostných grafov pre GraphRAG v kontexte agenta pre manažment záverečných prác. Oleksandr Hryshchenko pracuje na systéme pre získavanie informácií využívajúcom grafové neurónové siete a RAG. Maksym Zatirka v bakalárskej práci navrhuje inteligentného agenta využívajúceho znalostný graf slovenského práva pre generovanie odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.48552, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 2.025695, + "tool_latency_seconds": 0.48552, + "final_model_latency_seconds": 45.948825, + "total_latency_seconds": 48.461162, + "usage": { + "prompt_tokens": 42819, + "completion_tokens": 697, + "total_tokens": 43516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + true + ], + "source_match_count": 5, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokumenty, ktoré sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii, zahŕňajú informačné stránky o projekte Pomenované entity a Anotácia textových dát, ako aj diplomové a bakalárske práce študentov Jakuba Maruniaka, Artema Yatsenka, Than Trunga Thana, Vladimíra Ferká a stážistu Cesara Abasala Gutierrez. Konkrétne ide o diplomový projekt Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársku prácu Artema Yatsenka Rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trunga Thana s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy, stáž Cesara Abasala Gutierrez zameranú na rozpoznávanie neznámych pomenovaných entít a manuálnu anotáciu, ako aj bakalársku prácu Vladimíra Ferká, ktorá sa zaoberá anotáciou nenávistnej reči s využitím metód podobných anotácií pomenovaných entít.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez\nhttps://zp.kemt.fei.tuke.students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "limit": 10, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.359308, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.95789, + "tool_latency_seconds": 0.359308, + "final_model_latency_seconds": 36.983705, + "total_latency_seconds": 39.30191, + "usage": { + "prompt_tokens": 36600, + "completion_tokens": 515, + "total_tokens": 37115 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false, + true, + true, + true, + false + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/topics/translation/README.md", + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "...", + "...", + "...", + "...", + "..." + ], + "expected_answer_contains": [ + "strojový preklad", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki sa našlo niekoľko dokumentov týkajúcich sa strojového alebo automatického prekladu. Patrik Pavlišin vypracoval diplomovú prácu s názvom „Neurónový strojový preklad\" a bakalársku prácu „Metódy automatického prekladu\", pričom v diplomovej práci pracoval s nástrojmi OpenNMT-py a Fairseq. Dominik Nagy vypracoval diplomovú prácu „Neurónový strojový preklad pomocou knižnice Fairseq\" zameranú na trénovanie modelov pre obojsmerný preklad angličtiny a slovenčiny. Martin Jancura vypracoval bakalársku prácu „Webová aplikácia pre demonštráciu strojového prekladu\", ktorá zahŕňala teoretický úvod do strojového prekladu a demonštráciu viacerých služieb. Tomáš Kuchárik vypracoval diplomovú prácu „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", kde využil strojový preklad na vytvorenie slovenskej verzie datasetu SQUAD. Maroš Harahus sa v rámci doktorandského štúdia zaoberal experimentmi so strojovým prekladom pomocou nástroja Fairseq a plánoval výskum v oblasti automatickej opravy textu. Vladyslav Krupko a Nikita Bodnar sa v rámci bakalárskych prác zaoberali neurónovým strojovým prekladom, pričom Nikita Bodnar pracovala s nástrojom Marian NMT na úlohu korekcie textu. Kristián Sopkovič sa v diplomovej práci zaoberal cross-lingual information retrievalom, kde využíval strojovo preložené databázy a nástroj Marian NMT.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2017/martin_jancura\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko\nhttps://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.667375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.032676, + "tool_latency_seconds": 0.667375, + "final_model_latency_seconds": 58.156834, + "total_latency_seconds": 60.858089, + "usage": { + "prompt_tokens": 55900, + "completion_tokens": 693, + "total_tokens": 56593 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.csv new file mode 100644 index 0000000..f2cc816 --- /dev/null +++ b/tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.csv @@ -0,0 +1,25 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, akú konkrétnu databázu a backend Ján Pták už používal, keďže dostupný záznam o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác"" obsahuje iba ciele na semester (napr. využitie OpenWebUI, Docker, GraphRAG) a úlohy, ale neuvádza použité technológie v štádiu, kde by boli implementované. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.956512,0.261738,22.794016,25.012961,26940,209,27149, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","Cesar Abascal Gutierrez mal počas svojej stáže v roku 2019 tri hlavné ciele: byť schopný rozpoznávať neznáme pomenované entity, manuálne vytvoriť trénovacie množiny z transkriptov reči a navrhnúť schému pre anotáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.459015,0.348397,27.967248,29.775782,34053,143,34196, +q0690,dev,multi_document,hard,"Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""Metódy automatického prekladu"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", Patrik Pavlišin má bakalársku prácu s názvom „Metódy automatického prekladu"" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.193351,0.593168,21.867701,24.654982,24629,271,24900, +q0942,dev,single_document_synthesis,hard,"Pri osobe Dárius Lindvai uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dárius Lindvai má na ZP Wiki uvedenú diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorá je sprevádzaná sekciou pre rok 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.795557,0.532373,22.129303,24.457964,26502,151,26653, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.16103,0.854158,23.37353,26.389377,27225,211,27436, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" v roku 2022 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" uvedený pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.737561,0.509305,21.999032,24.246729,25104,211,25315, diff --git a/tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.json b/tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.json new file mode 100644 index 0000000..1f3f16f --- /dev/null +++ b/tools/rag/evaluation/results/new_dataset_regression_6/rag_answers_dev_selected.json @@ -0,0 +1,631 @@ +{ + "generated_at": "2026-09-27T13:04:55.299626+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "bcbf187780279264f5dcf6255c842547e2bc9e7b0f93cfc31f9695668547dbde", + "selected_question_ids": [ + "q0393", + "q0575", + "q0690", + "q0942", + "q1094", + "q1095" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 25.756299, + "prompt_tokens": 164453, + "completion_tokens": 1196, + "total_tokens": 165649, + "by_category": { + "multi_document": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.097029, + "prompt_tokens": 76958, + "completion_tokens": 693, + "total_tokens": 77651 + }, + "single_document_synthesis": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 24.457964, + "prompt_tokens": 26502, + "completion_tokens": 151, + "total_tokens": 26653 + }, + "specific_fact": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 27.394371, + "prompt_tokens": 60993, + "completion_tokens": 352, + "total_tokens": 61345 + } + }, + "by_difficulty": { + "hard": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.875, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.96875, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 24.937263, + "prompt_tokens": 103460, + "completion_tokens": 844, + "total_tokens": 104304 + }, + "medium": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 27.394371, + "prompt_tokens": 60993, + "completion_tokens": 352, + "total_tokens": 61345 + } + } + }, + "results": [ + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, akú konkrétnu databázu a backend Ján Pták už používal, keďže dostupný záznam o jeho diplomovom projekte s témou „Agent pre manažment záverečných prác\" obsahuje iba ciele na semester (napr. využitie OpenWebUI, Docker, GraphRAG) a úlohy, ale neuvádza použité technológie v štádiu, kde by boli implementované.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.261738, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.956512, + "tool_latency_seconds": 0.261738, + "final_model_latency_seconds": 22.794016, + "total_latency_seconds": 25.012961, + "usage": { + "prompt_tokens": 26940, + "completion_tokens": 209, + "total_tokens": 27149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v roku 2019 tri hlavné ciele: byť schopný rozpoznávať neznáme pomenované entity, manuálne vytvoriť trénovacie množiny z transkriptov reči a navrhnúť schému pre anotáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 10 + }, + "latency_seconds": 0.348397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "first_model_latency_seconds": 1.459015, + "tool_latency_seconds": 0.348397, + "final_model_latency_seconds": 27.967248, + "total_latency_seconds": 29.775782, + "usage": { + "prompt_tokens": 34053, + "completion_tokens": 143, + "total_tokens": 34196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", Patrik Pavlišin má bakalársku prácu s názvom „Metódy automatického prekladu\" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.593168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 2.193351, + "tool_latency_seconds": 0.593168, + "final_model_latency_seconds": 21.867701, + "total_latency_seconds": 24.654982, + "usage": { + "prompt_tokens": 24629, + "completion_tokens": 271, + "total_tokens": 24900 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai má na ZP Wiki uvedenú diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá je sprevádzaná sekciou pre rok 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.532373, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.795557, + "tool_latency_seconds": 0.532373, + "final_model_latency_seconds": 22.129303, + "total_latency_seconds": 24.457964, + "usage": { + "prompt_tokens": 26502, + "completion_tokens": 151, + "total_tokens": 26653 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.854158, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.16103, + "tool_latency_seconds": 0.854158, + "final_model_latency_seconds": 23.37353, + "total_latency_seconds": 26.389377, + "usage": { + "prompt_tokens": 27225, + "completion_tokens": 211, + "total_tokens": 27436 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracoval bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" uvedený pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.509305, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.737561, + "tool_latency_seconds": 0.509305, + "final_model_latency_seconds": 21.999032, + "total_latency_seconds": 24.246729, + "usage": { + "prompt_tokens": 25104, + "completion_tokens": 211, + "total_tokens": 25315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..9426488 --- /dev/null +++ b/tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.csv @@ -0,0 +1,26 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0393,dev,unanswerable_missing_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.46631,0.232988,21.335165,23.035265,26914,87,27001, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez si stanovil tri hlavné ciele počas svojej stáže: byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.616364,0.10319,10.597929,12.318236,12063,152,12215, +q0690,dev,multi_document,hard,"Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""Metódy automatického prekladu"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"", Patrik Pavlišin má bakalársku prácu s názvom „Metódy automatického prekladu"" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.095638,0.86741,34.819498,37.783597,40271,271,40542, +q0942,dev,single_document_synthesis,hard,Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" patriacu do kategórie dp2021, čo zodpovedá roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.577307,0.850273,18.810862,21.239067,22122,144,22266, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"" v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.970918,1.251019,22.822001,26.044583,26504,208,26712, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Podľa záznamov na ZP Wiki má Filip Tomáš bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ uvedenú v roku 2022, zatiaľ čo Denis Le Thanh má bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ uvedenú v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.76637,0.505903,3.585043,5.858003,25104,220,25324, diff --git a/tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.json new file mode 100644 index 0000000..c6fbb56 --- /dev/null +++ b/tools/rag/evaluation/results/new_dataset_regression_6_v2/rag_answers_dev_selected.json @@ -0,0 +1,633 @@ +{ + "generated_at": "2026-09-27T13:15:55.674619+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "d2e82c40a2d657b58e9c8e6f983cfb7505db01f4d1decf934e5b20ad661428ba", + "selected_question_ids": [ + "q0393", + "q0575", + "q0690", + "q0942", + "q1094", + "q1095" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 6, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 6, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.046458, + "prompt_tokens": 152978, + "completion_tokens": 1082, + "total_tokens": 154060, + "by_category": { + "multi_document": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.228728, + "prompt_tokens": 91879, + "completion_tokens": 699, + "total_tokens": 92578 + }, + "single_document_synthesis": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.239067, + "prompt_tokens": 22122, + "completion_tokens": 144, + "total_tokens": 22266 + }, + "specific_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 12.318236, + "prompt_tokens": 12063, + "completion_tokens": 152, + "total_tokens": 12215 + }, + "unanswerable_missing_fact": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.035265, + "prompt_tokens": 26914, + "completion_tokens": 87, + "total_tokens": 27001 + } + }, + "by_difficulty": { + "hard": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.731313, + "prompt_tokens": 114001, + "completion_tokens": 843, + "total_tokens": 114844 + }, + "medium": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.676751, + "prompt_tokens": 38977, + "completion_tokens": 239, + "total_tokens": 39216 + } + } + }, + "results": [ + { + "id": "q0393", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Zdrojová stránka Jána Ptáka neuvádza, akú konkrétnu databázu a backend už používal. SQLite a FastAPI preto nemožno zo ZP Wiki spoľahlivo odvodiť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?" + }, + "latency_seconds": 0.232988, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.46631, + "tool_latency_seconds": 0.232988, + "final_model_latency_seconds": 21.335165, + "total_latency_seconds": 23.035265, + "usage": { + "prompt_tokens": 26914, + "completion_tokens": 87, + "total_tokens": 27001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez si stanovil tri hlavné ciele počas svojej stáže: byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.10319, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.616364, + "tool_latency_seconds": 0.10319, + "final_model_latency_seconds": 10.597929, + "total_latency_seconds": 12.318236, + "usage": { + "prompt_tokens": 12063, + "completion_tokens": 152, + "total_tokens": 12215 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "Metódy automatického prekladu", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\", Patrik Pavlišin má bakalársku prácu s názvom „Metódy automatického prekladu\" a Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobách Dominik Nagy, Patrik Pavlišin a Tomáš Kuchárik uveď názvy prác, ktoré súvisia so strojovým alebo automatickým prekladom.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.86741, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.095638, + "tool_latency_seconds": 0.86741, + "final_model_latency_seconds": 34.819498, + "total_latency_seconds": 37.783597, + "usage": { + "prompt_tokens": 40271, + "completion_tokens": 271, + "total_tokens": 40542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true + ], + "source_match_count": 3, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Rok 2021 je odvodený explicitne z kategórie dp2021. Na stránke sa zároveň nachádzajú sekcie diplomového projektu z roku 2020, preto musí otázka rozlišovať rok kategórie od roku sekcie.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" patriacu do kategórie dp2021, čo zodpovedá roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pri osobe Dárius Lindvai uveď názov diplomovej práce patriacej do kategórie „dp2021“ a rok vyjadrený touto kategóriou.", + "limit": 5 + }, + "latency_seconds": 0.850273, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.577307, + "tool_latency_seconds": 0.850273, + "final_model_latency_seconds": 18.810862, + "total_latency_seconds": 21.239067, + "usage": { + "prompt_tokens": 22122, + "completion_tokens": 144, + "total_tokens": 22266 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\" v roku 2021 a Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Patrik Pavlišin záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.251019, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.970918, + "tool_latency_seconds": 1.251019, + "final_model_latency_seconds": 22.822001, + "total_latency_seconds": 26.044583, + "usage": { + "prompt_tokens": 26504, + "completion_tokens": 208, + "total_tokens": 26712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Podľa záznamov na ZP Wiki má Filip Tomáš bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ uvedenú v roku 2022, zatiaľ čo Denis Le Thanh má bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ uvedenú v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh. Pri osobe Filip Tomáš použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.505903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.76637, + "tool_latency_seconds": 0.505903, + "final_model_latency_seconds": 3.585043, + "total_latency_seconds": 5.858003, + "usage": { + "prompt_tokens": 25104, + "completion_tokens": 220, + "total_tokens": 25324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.csv new file mode 100644 index 0000000..d3ff03b --- /dev/null +++ b/tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.csv @@ -0,0 +1,53 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže v metadátach žiadneho dokumentu o grafových neurónových sieťach nie je ako autor uvedený Maroš Harahus; v ZP Wiki je Maroš Harahus uvedený ako autor dokumentu o študentovi Dmytro Mural, ktorý pracoval na bakalárskej práci s témou grafových neurónových sietí pre vyhľadávanie na internete, pričom samotný dokument o grafových sieťach je priradený študentovi Dmytro Mural, nie Marošovi Harahusovi. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.33284,0.561576,21.524717,24.419828,23811,258,24069, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Téma diplomovej práce Dávida Omasta pre rok 2024 je „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.031153,0.196664,7.053768,9.281848,8103,152,8255, +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.899589,0.225847,21.242679,23.36894,26956,129,27085, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,1.0,1.0,0.9166666666666666,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 tri hlavné ciele, ktoré zahŕňali schopnosť rozoznávať neznáme pomenované entity, vytvorenie manuálne anotovanej trénovacej množiny z prepisov reči a navrhnutie schémy anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.896965,0.106753,10.780092,12.7842,12078,179,12257, +q0690,dev,multi_document,hard,Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.5,1.0,0.875,False,"[""strojový preklad"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","V ZP Wiki sa nachádzajú dokumenty súvisiace so strojovým alebo automatickým prekladom, medzi ktorými je diplomová práca Patrika Pavlišina venovaná štatistickému strojovému prekladu a metódam jeho vyhodnotenia, bakalárska práca Martina Jancury s názvom „Webová aplikácia pre demonštráciu strojového prekladu"" a dizertačná práca Maroša Harahusa, ktorá sa zaoberá experimentmi so strojovým prekladom a automatickou opravou textu. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.979928,1.374685,16.937544,20.292711,18153,286,18439, +q0821,dev,unanswerable_missing_fact,medium,"Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.730877,0.303268,19.872212,21.906982,24725,116,24841, +q0822,dev,unanswerable_missing_fact,medium,Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.831417,0.291126,16.714124,18.837299,20508,121,20629, +q0823,dev,unanswerable_missing_fact,medium,Aký konkrétny model GPU používal Ján Holp pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.893773,0.270439,7.074277,9.238766,8167,127,8294, +q0942,dev,single_document_synthesis,hard,"Zhrň pri osobe Dárius Lindvai názov práce a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorý je uvedený v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.957513,0.727306,17.91672,20.602221,22031,152,22183, +q0992,dev,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov práce a rok, pri ktorom je práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a návrh na názov „Generatívne modely slovenského jazyka“ pre rok 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.052944,0.248936,8.017358,10.319502,8393,185,8578, +q1008,dev,single_document_synthesis,hard,Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok uvedenej záverečnej práce.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Ján Pták je uvedený rok začiatku štúdia ako 2022 a rok záverečnej práce (diplomový projekt) ako 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.13916,0.385244,19.276293,21.801445,23663,157,23820, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dárius Lindvai vypracovával diplomový projekt s názvom Obnovenie interpunkcie pomocou hlbokých neurónových sietí v roku 2021 a Ján Pták pracuje na diplomovom projekte s názvom Agent pre manažment záverečných prác v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.108859,0.728522,25.138187,27.976318,29287,210,29497, +q1094,dev,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","U Maroša Harahusa je v dostupných dokumentoch uvedený návrh na tézu dizertačnej práce s názvom „Automatické opravy textu pri spracovaní prirodzeného jazyka"" v roku 2016, kedy sa záznam nachádza v sekcii druhého roku doktorandského štúdia. Patrik Pavlišin má uvedenú bakalársku prácu s názvom „Metódy automatického prekladu"" z roku 2020 a diplomový projekt s predbežným názvom „Neurónový strojový preklad"" uvedený v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.045444,1.098829,26.537682,29.682742,29439,276,29715, +q1095,dev,multi_document,hard,"Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Filip Tomáš vypracováva diplomovú prácu s názvom Vektorové vyhľadávanie dokumentov v prostredí Kubernetes, ktorá je uvedená pre rok 2025, keďže pôvodný zápis pre rok 2024 sa prekladá na rok 2025. Denis Le Thanh má záznam o bakalárskej práci s témou Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku, ktorá je evidovaná pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",2.083936,0.576704,29.585007,32.246665,33407,256,33663, diff --git a/tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.json b/tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.json new file mode 100644 index 0000000..b209843 --- /dev/null +++ b/tools/rag/evaluation/results/new_dataset_smoke/rag_answers_dev_selected.json @@ -0,0 +1,1303 @@ +{ + "generated_at": "2026-09-27T12:40:16.133318+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "638cfffd6b9c3834598b12c343413e93e2268d6b19787022a273f10192a20b51", + "selected_question_ids": [ + "q0024", + "q0146", + "q0393", + "q0575", + "q0690", + "q0821", + "q0822", + "q0823", + "q0942", + "q0992", + "q1008", + "q1092", + "q1094", + "q1095" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 14, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.797619, + "source_url_score": 0.964286, + "should_answer_score": 0.928571, + "overall_score": 0.922619, + "strict_pass_count": 8, + "strict_pass_rate": 0.571429, + "mean_latency_seconds": 20.197105, + "prompt_tokens": 288721, + "completion_tokens": 2604, + "total_tokens": 291325, + "by_category": { + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.419828, + "prompt_tokens": 23811, + "completion_tokens": 258, + "total_tokens": 24069 + }, + "multi_document": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 0.875, + "should_answer_score": 1.0, + "overall_score": 0.90625, + "strict_pass_count": 1, + "strict_pass_rate": 0.25, + "mean_latency_seconds": 27.549609, + "prompt_tokens": 110286, + "completion_tokens": 1028, + "total_tokens": 111314 + }, + "paraphrase": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 9.281848, + "prompt_tokens": 8103, + "completion_tokens": 152, + "total_tokens": 8255 + }, + "single_document_synthesis": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.958333, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 17.574389, + "prompt_tokens": 54087, + "completion_tokens": 494, + "total_tokens": 54581 + }, + "specific_fact": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 0.5, + "overall_score": 0.708333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 18.07657, + "prompt_tokens": 39034, + "completion_tokens": 308, + "total_tokens": 39342 + }, + "unanswerable_missing_fact": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.661016, + "prompt_tokens": 53400, + "completion_tokens": 364, + "total_tokens": 53764 + } + }, + "by_difficulty": { + "hard": { + "total": 7, + "completed": 7, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.785714, + "source_url_score": 0.928571, + "should_answer_score": 1.0, + "overall_score": 0.928571, + "strict_pass_count": 3, + "strict_pass_rate": 0.428571, + "mean_latency_seconds": 23.274515, + "prompt_tokens": 164373, + "completion_tokens": 1522, + "total_tokens": 165895 + }, + "medium": { + "total": 7, + "completed": 7, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.809524, + "source_url_score": 1.0, + "should_answer_score": 0.857143, + "overall_score": 0.916667, + "strict_pass_count": 5, + "strict_pass_rate": 0.714286, + "mean_latency_seconds": 17.119695, + "prompt_tokens": 124348, + "completion_tokens": 1082, + "total_tokens": 125430 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže v metadátach žiadneho dokumentu o grafových neurónových sieťach nie je ako autor uvedený Maroš Harahus; v ZP Wiki je Maroš Harahus uvedený ako autor dokumentu o študentovi Dmytro Mural, ktorý pracoval na bakalárskej práci s témou grafových neurónových sietí pre vyhľadávanie na internete, pričom samotný dokument o grafových sieťach je priradený študentovi Dmytro Mural, nie Marošovi Harahusovi.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.561576, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.33284, + "tool_latency_seconds": 0.561576, + "final_model_latency_seconds": 21.524717, + "total_latency_seconds": 24.419828, + "usage": { + "prompt_tokens": 23811, + "completion_tokens": 258, + "total_tokens": 24069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Spresnené o rok 2024, pretože stránka obsahuje viac záznamov diplomovej práce z rôznych rokov.", + "answer": "Téma diplomovej práce Dávida Omasta pre rok 2024 je „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“ pre rok 2024?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.196664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 2.031153, + "tool_latency_seconds": 0.196664, + "final_model_latency_seconds": 7.053768, + "total_latency_seconds": 9.281848, + "usage": { + "prompt_tokens": 8103, + "completion_tokens": 152, + "total_tokens": 8255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.225847, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.899589, + "tool_latency_seconds": 0.225847, + "final_model_latency_seconds": 21.242679, + "total_latency_seconds": 23.36894, + "usage": { + "prompt_tokens": 26956, + "completion_tokens": 129, + "total_tokens": 27085 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal počas svojej stáže v lete 2019 tri hlavné ciele, ktoré zahŕňali schopnosť rozoznávať neznáme pomenované entity, vytvorenie manuálne anotovanej trénovacej množiny z prepisov reči a navrhnutie schémy anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.106753, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.896965, + "tool_latency_seconds": 0.106753, + "final_model_latency_seconds": 10.780092, + "total_latency_seconds": 12.7842, + "usage": { + "prompt_tokens": 12078, + "completion_tokens": 179, + "total_tokens": 12257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9166666666666666, + "strict_pass": false, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/topics/translation/README.md", + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "strojový preklad", + "automatický preklad" + ], + "should_answer": true, + "note": "Opravené placeholder source URL na reálne ZP Wiki URL.", + "answer": "V ZP Wiki sa nachádzajú dokumenty súvisiace so strojovým alebo automatickým prekladom, medzi ktorými je diplomová práca Patrika Pavlišina venovaná štatistickému strojovému prekladu a metódam jeho vyhodnotenia, bakalárska práca Martina Jancury s názvom „Webová aplikácia pre demonštráciu strojového prekladu\" a dizertačná práca Maroša Harahusa, ktorá sa zaoberá experimentmi so strojovým prekladom a automatickou opravou textu.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nhttps://zp.kemt.fei.tuke.sk/students/2017/martin_jancura\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "limit": 10, + "max_per_document": 5, + "published_only": false + }, + "latency_seconds": 1.374685, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.979928, + "tool_latency_seconds": 1.374685, + "final_model_latency_seconds": 16.937544, + "total_latency_seconds": 20.292711, + "usage": { + "prompt_tokens": 18153, + "completion_tokens": 286, + "total_tokens": 18439 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false, + true, + false, + false, + false + ], + "source_match_count": 1, + "source_required_count": 2, + "source_url_score": 0.5, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0821", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko GB RAM mal počítač alebo server, ktorý Ján Holp používal pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.303268, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.730877, + "tool_latency_seconds": 0.303268, + "final_model_latency_seconds": 19.872212, + "total_latency_seconds": 21.906982, + "usage": { + "prompt_tokens": 24725, + "completion_tokens": 116, + "total_tokens": 24841 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0822", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko konkrétnych používateľov testovalo výsledný systém osoby Ján Holp?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.291126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.831417, + "tool_latency_seconds": 0.291126, + "final_model_latency_seconds": 16.714124, + "total_latency_seconds": 18.837299, + "usage": { + "prompt_tokens": 20508, + "completion_tokens": 121, + "total_tokens": 20629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0823", + "split": "dev", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model GPU používal Ján Holp pri práci?", + "published_only": false, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.270439, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.893773, + "tool_latency_seconds": 0.270439, + "final_model_latency_seconds": 7.074277, + "total_latency_seconds": 9.238766, + "usage": { + "prompt_tokens": 8167, + "completion_tokens": 127, + "total_tokens": 8294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0942", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Zhrň pri osobe Dárius Lindvai názov práce a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracovával diplomový projekt s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorý je uvedený v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Zhrň pri osobe Dárius Lindvai názov práce a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.727306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.957513, + "tool_latency_seconds": 0.727306, + "final_model_latency_seconds": 17.91672, + "total_latency_seconds": 20.602221, + "usage": { + "prompt_tokens": 22031, + "completion_tokens": 152, + "total_tokens": 22183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0992", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v dokumente uvedený návrh na názov diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ pre rok 2024 a návrh na názov „Generatívne modely slovenského jazyka“ pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „generatívne modely“, uveď názov práce a rok, pri ktorom je práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.248936, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 2.052944, + "tool_latency_seconds": 0.248936, + "final_model_latency_seconds": 8.017358, + "total_latency_seconds": 10.319502, + "usage": { + "prompt_tokens": 8393, + "completion_tokens": 185, + "total_tokens": 8578 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1008", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok uvedenej záverečnej práce.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Pták je uvedený rok začiatku štúdia ako 2022 a rok záverečnej práce (diplomový projekt) ako 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Ján Pták rok začiatku štúdia a rok uvedenej záverečnej práce.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.385244, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.13916, + "tool_latency_seconds": 0.385244, + "final_model_latency_seconds": 19.276293, + "total_latency_seconds": 21.801445, + "usage": { + "prompt_tokens": 23663, + "completion_tokens": 157, + "total_tokens": 23820 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomový projekt s názvom Obnovenie interpunkcie pomocou hlbokých neurónových sietí v roku 2021 a Ján Pták pracuje na diplomovom projekte s názvom Agent pre manažment záverečných prác v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.728522, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.108859, + "tool_latency_seconds": 0.728522, + "final_model_latency_seconds": 25.138187, + "total_latency_seconds": 27.976318, + "usage": { + "prompt_tokens": 29287, + "completion_tokens": 210, + "total_tokens": 29497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1094", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "U Maroša Harahusa je v dostupných dokumentoch uvedený návrh na tézu dizertačnej práce s názvom „Automatické opravy textu pri spracovaní prirodzeného jazyka\" v roku 2016, kedy sa záznam nachádza v sekcii druhého roku doktorandského štúdia. Patrik Pavlišin má uvedenú bakalársku prácu s názvom „Metódy automatického prekladu\" z roku 2020 a diplomový projekt s predbežným názvom „Neurónový strojový preklad\" uvedený v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Patrik Pavlišin: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.098829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 2.045444, + "tool_latency_seconds": 1.098829, + "final_model_latency_seconds": 26.537682, + "total_latency_seconds": 29.682742, + "usage": { + "prompt_tokens": 29439, + "completion_tokens": 276, + "total_tokens": 29715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false, + true, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q1095", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Filip Tomáš vypracováva diplomovú prácu s názvom Vektorové vyhľadávanie dokumentov v prostredí Kubernetes, ktorá je uvedená pre rok 2025, keďže pôvodný zápis pre rok 2024 sa prekladá na rok 2025. Denis Le Thanh má záznam o bakalárskej práci s témou Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku, ktorá je evidovaná pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Filip Tomáš a Denis Le Thanh: uveď názov práce pri každej osobe a rok, pri ktorom je daná práca uvedená.", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.576704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.083936, + "tool_latency_seconds": 0.576704, + "final_model_latency_seconds": 29.585007, + "total_latency_seconds": 32.246665, + "usage": { + "prompt_tokens": 33407, + "completion_tokens": 256, + "total_tokens": 33663 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false, + true, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.csv new file mode 100644 index 0000000..a4c5641 --- /dev/null +++ b/tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.csv @@ -0,0 +1,19 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca bola vypracovaná v roku 2021, čo je uvedené v kategórii dp2021, pričom rok 2020 v dokumente označuje rok sekcie diplomového projektu, nie rok vyhotovenia práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",23.563541,0.885095,49.481139,73.93032,15722,194,15916, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo zodpovedá kategórii dp2021. Ján Pták realizuje diplomový projekt s názvom „Agent pre manažment záverečných prác"" v roku 2026, ako je uvedené v názve jeho príslušnej sekcie Diplomový projekt 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",8.071076,0.755932,65.688046,74.515424,10680,246,10926, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" v roku 2026 a Andrii Pervashov má v roku 2027 naplánovanú diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",5.946048,0.648092,52.195363,58.790439,28805,225,29030, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021 a Andrii Pervashov má v zázname uvedenú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",5.007061,0.6561,44.511413,50.175219,19835,220,20055, diff --git a/tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.json b/tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.json new file mode 100644 index 0000000..a078053 --- /dev/null +++ b/tools/rag/evaluation/results/parallel_smoke_4/rag_answers_dev_selected.json @@ -0,0 +1,422 @@ +{ + "generated_at": "2026-09-28T09:28:39.614527+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "dd653c07c3cc3677dabc7a8c72432f5dd1c46b74776eb9ae56f68cc86bc4c8f1", + "selected_question_ids": [ + "q0982", + "q1092", + "q1109", + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 4, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 64.352851, + "prompt_tokens": 75042, + "completion_tokens": 885, + "total_tokens": 75927, + "by_category": { + "multi_document": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 61.160361, + "prompt_tokens": 59320, + "completion_tokens": 691, + "total_tokens": 60011 + }, + "single_document_synthesis": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 73.93032, + "prompt_tokens": 15722, + "completion_tokens": 194, + "total_tokens": 15916 + } + }, + "by_difficulty": { + "hard": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 64.352851, + "prompt_tokens": 75042, + "completion_tokens": 885, + "total_tokens": 75927 + } + } + }, + "results": [ + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca bola vypracovaná v roku 2021, čo je uvedené v kategórii dp2021, pričom rok 2020 v dokumente označuje rok sekcie diplomového projektu, nie rok vyhotovenia práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.885095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 23.563541, + "tool_latency_seconds": 0.885095, + "final_model_latency_seconds": 49.481139, + "total_latency_seconds": 73.93032, + "usage": { + "prompt_tokens": 15722, + "completion_tokens": 194, + "total_tokens": 15916 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo zodpovedá kategórii dp2021. Ján Pták realizuje diplomový projekt s názvom „Agent pre manažment záverečných prác\" v roku 2026, ako je uvedené v názve jeho príslušnej sekcie Diplomový projekt 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.755932, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 8.071076, + "tool_latency_seconds": 0.755932, + "final_model_latency_seconds": 65.688046, + "total_latency_seconds": 74.515424, + "usage": { + "prompt_tokens": 10680, + "completion_tokens": 246, + "total_tokens": 10926 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026 a Andrii Pervashov má v roku 2027 naplánovanú diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.648092, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 5.946048, + "tool_latency_seconds": 0.648092, + "final_model_latency_seconds": 52.195363, + "total_latency_seconds": 58.790439, + "usage": { + "prompt_tokens": 28805, + "completion_tokens": 225, + "total_tokens": 29030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021 a Andrii Pervashov má v zázname uvedenú diplomovú prácu s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.6561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 5.007061, + "tool_latency_seconds": 0.6561, + "final_model_latency_seconds": 44.511413, + "total_latency_seconds": 50.175219, + "usage": { + "prompt_tokens": 19835, + "completion_tokens": 220, + "total_tokens": 20055 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..580c95d --- /dev/null +++ b/tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.csv @@ -0,0 +1,18 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca je zaradená do kategórie, ktorá vyjadruje rok 2021 (dp2021). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",2.677976,0.961402,12.348958,15.988898,15718,163,15881, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, kým Ján Pták realizuje diplomový projekt s témou „Agent pre manažment záverečných prác"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.939179,0.715975,19.303855,21.96002,23210,210,23420, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ v roku 2026 a Andrii Pervashov má v roku 2027 ako diplomovú prácu tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.851683,1.005713,24.53852,27.396667,28805,219,29024, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,0.5,1.0,0.8125,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaia nenašla explicitne uvedená záverečná práca typu „diplomová práca"" s rokom vyjadreným v kategórii, nakoľko jeho záznam obsahuje „Diplomový projekt 2020"" a „Názov: Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" s kategóriou dp2021, čo nezodpovedá požiadavke na rok vyjadrený kategóriou diplomovej práce a nie projektu. Pre Andrii Pervashova je v sekcii „Diplomová práca 2027"" uvedený názov témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" a rok 2027. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.752968,0.688275,4.410374,6.852814,19835,291,20126, diff --git a/tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.json new file mode 100644 index 0000000..a49a645 --- /dev/null +++ b/tools/rag/evaluation/results/parallel_smoke_w1/rag_answers_dev_selected.json @@ -0,0 +1,428 @@ +{ + "generated_at": "2026-09-28T09:32:02.988618+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "dd653c07c3cc3677dabc7a8c72432f5dd1c46b74776eb9ae56f68cc86bc4c8f1", + "selected_question_ids": [ + "q0982", + "q1092", + "q1109", + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 4, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9375, + "source_url_score": 0.875, + "should_answer_score": 1.0, + "overall_score": 0.953125, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 18.0496, + "prompt_tokens": 87568, + "completion_tokens": 883, + "total_tokens": 88451, + "by_category": { + "multi_document": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.916667, + "source_url_score": 0.833333, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 18.7365, + "prompt_tokens": 71850, + "completion_tokens": 720, + "total_tokens": 72570 + }, + "single_document_synthesis": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 15.988898, + "prompt_tokens": 15718, + "completion_tokens": 163, + "total_tokens": 15881 + } + }, + "by_difficulty": { + "hard": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9375, + "source_url_score": 0.875, + "should_answer_score": 1.0, + "overall_score": 0.953125, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 18.0496, + "prompt_tokens": 87568, + "completion_tokens": 883, + "total_tokens": 88451 + } + } + }, + "results": [ + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca je zaradená do kategórie, ktorá vyjadruje rok 2021 (dp2021).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.961402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 2.677976, + "tool_latency_seconds": 0.961402, + "final_model_latency_seconds": 12.348958, + "total_latency_seconds": 15.988898, + "usage": { + "prompt_tokens": 15718, + "completion_tokens": 163, + "total_tokens": 15881 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, kým Ján Pták realizuje diplomový projekt s témou „Agent pre manažment záverečných prác\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.715975, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.939179, + "tool_latency_seconds": 0.715975, + "final_model_latency_seconds": 19.303855, + "total_latency_seconds": 21.96002, + "usage": { + "prompt_tokens": 23210, + "completion_tokens": 210, + "total_tokens": 23420 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu“ v roku 2026 a Andrii Pervashov má v roku 2027 ako diplomovú prácu tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.005713, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.851683, + "tool_latency_seconds": 1.005713, + "final_model_latency_seconds": 24.53852, + "total_latency_seconds": 27.396667, + "usage": { + "prompt_tokens": 28805, + "completion_tokens": 219, + "total_tokens": 29024 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaia nenašla explicitne uvedená záverečná práca typu „diplomová práca\" s rokom vyjadreným v kategórii, nakoľko jeho záznam obsahuje „Diplomový projekt 2020\" a „Názov: Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" s kategóriou dp2021, čo nezodpovedá požiadavke na rok vyjadrený kategóriou diplomovej práce a nie projektu. Pre Andrii Pervashova je v sekcii „Diplomová práca 2027\" uvedený názov témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" a rok 2027.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.688275, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.752968, + "tool_latency_seconds": 0.688275, + "final_model_latency_seconds": 4.410374, + "total_latency_seconds": 6.852814, + "usage": { + "prompt_tokens": 19835, + "completion_tokens": 291, + "total_tokens": 20126 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + false, + true + ], + "source_match_count": 1, + "source_required_count": 2, + "source_url_score": 0.5, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.8125, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..b869313 --- /dev/null +++ b/tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.csv @@ -0,0 +1,19 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0982,dev,single_document_synthesis,hard,Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca, ktorej kategória je uvedená ako dp2021, je vyjadrená rokom 2021, pričom rok 2020 v kontexte sekcie diplomového projektu nesmie byť zamieňaný s rokom vyjadreným kategóriou práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",2.698268,1.132829,48.265575,52.098326,43139,189,43328, +q1092,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, zatiaľ čo Ján Pták pracuje na diplomovom projekte s názvom „Agent pre manažment záverečných prác"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.787441,1.878599,47.39079,52.057184,10676,211,10887, +q1109,dev,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Z dostupných záznamov na ZP Wiki má Martin Šarišský diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" z roku 2026 a Andrii Pervashov má diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" z roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",4.352311,1.347279,19.079527,24.779934,28805,230,29035, +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaja nenašiel explicitný názov diplomovej práce, iba názov „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" je uvedený v súvislosti s diplomovým projektom, a pre Andriiho Pervashova je v sekcii Diplomová práca 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" bez finálneho názvu práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",4.093054,0.664814,20.58326,25.341756,19832,245,20077, diff --git a/tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.json new file mode 100644 index 0000000..12170d9 --- /dev/null +++ b/tools/rag/evaluation/results/parallel_smoke_w2/rag_answers_dev_selected.json @@ -0,0 +1,433 @@ +{ + "generated_at": "2026-09-28T09:33:24.197557+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "dd653c07c3cc3677dabc7a8c72432f5dd1c46b74776eb9ae56f68cc86bc4c8f1", + "selected_question_ids": [ + "q0982", + "q1092", + "q1109", + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 4, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9375, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 38.5693, + "prompt_tokens": 102452, + "completion_tokens": 875, + "total_tokens": 103327, + "by_category": { + "multi_document": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.916667, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.979167, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 34.059625, + "prompt_tokens": 59313, + "completion_tokens": 686, + "total_tokens": 59999 + }, + "single_document_synthesis": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 52.098326, + "prompt_tokens": 43139, + "completion_tokens": 189, + "total_tokens": 43328 + } + }, + "by_difficulty": { + "hard": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9375, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 38.5693, + "prompt_tokens": 102452, + "completion_tokens": 875, + "total_tokens": 103327 + } + } + }, + "results": [ + { + "id": "q0982", + "split": "dev", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai začal štúdium v roku 2016 a jeho diplomová práca, ktorej kategória je uvedená ako dp2021, je vyjadrená rokom 2021, pričom rok 2020 v kontexte sekcie diplomového projektu nesmie byť zamieňaný s rokom vyjadreným kategóriou práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš pri osobe Dárius Lindvai rok začiatku štúdia a rok vyjadrený kategóriou jeho diplomovej práce. Nezamieňaj ho s rokom sekcie diplomového projektu.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 1.132829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.698268, + "tool_latency_seconds": 1.132829, + "final_model_latency_seconds": 48.265575, + "total_latency_seconds": 52.098326, + "usage": { + "prompt_tokens": 43139, + "completion_tokens": 189, + "total_tokens": 43328 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1092", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracovával diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, zatiaľ čo Ján Pták pracuje na diplomovom projekte s názvom „Agent pre manažment záverečných prác\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Ján Pták. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Jánovi Ptákovi použi diplomový projekt a rok uvedený v názve jeho príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 1.878599, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 2.787441, + "tool_latency_seconds": 1.878599, + "final_model_latency_seconds": 47.39079, + "total_latency_seconds": 52.057184, + "usage": { + "prompt_tokens": 10676, + "completion_tokens": 211, + "total_tokens": 10887 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1109", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Z dostupných záznamov na ZP Wiki má Martin Šarišský diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" z roku 2026 a Andrii Pervashov má diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" z roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Andrii Pervashov. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 1.347279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 4.352311, + "tool_latency_seconds": 1.347279, + "final_model_latency_seconds": 19.079527, + "total_latency_seconds": 24.779934, + "usage": { + "prompt_tokens": 28805, + "completion_tokens": 230, + "total_tokens": 29035 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "V dostupných dokumentoch ZP Wiki sa pre Dáriusa Lindvaja nenašiel explicitný názov diplomovej práce, iba názov „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" je uvedený v súvislosti s diplomovým projektom, a pre Andriiho Pervashova je v sekcii Diplomová práca 2027 uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" bez finálneho názvu práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.664814, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 4.093054, + "tool_latency_seconds": 0.664814, + "final_model_latency_seconds": 20.58326, + "total_latency_seconds": 25.341756, + "usage": { + "prompt_tokens": 19832, + "completion_tokens": 245, + "total_tokens": 20077 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..ff0176f --- /dev/null +++ b/tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.csv @@ -0,0 +1,4 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v metadátach žiadneho dokumentu o grafových neurónových sieťach nie je ako autor uvedený Maroš Harahus; v nájdených záznamoch je Maroš Harahus uvedený ako autor iba dokumentu o študentovi Dmytro Mural (bakalárska práca 2022), ktorej autorom študenta je Dmytro Mural a téma je grafové neurónové siete, no v tomto prípade je Maroš Harahus autorom dokumentu (správcu stránky), nie priamo študentom vypracujúcim prácu, a otázka sa pýtala na dokument, kde je Maroš Harahus uvedený ako autor dokumentu v metadátach, čo sa týka práve tohto dokumentu, ale otázka sa pýtala na dokument, kde je Maroš Harahus autorom dokumentu a téma je grafové neurónové siete, čo je práve tento dokument. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.12978,0.576961,22.413007,25.120476,24187,350,24537, diff --git a/tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.json new file mode 100644 index 0000000..3cbc5dd --- /dev/null +++ b/tools/rag/evaluation/results/q0024_metadata_fix_1/rag_answers_dev_selected.json @@ -0,0 +1,159 @@ +{ + "generated_at": "2026-09-28T14:15:16.266812+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "52c161098d40fc722b049238a90bb77cee69f6872504dbf4fbbb3d101a36246c", + "selected_question_ids": [ + "q0024" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.120476, + "prompt_tokens": 24187, + "completion_tokens": 350, + "total_tokens": 24537, + "by_category": { + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.120476, + "prompt_tokens": 24187, + "completion_tokens": 350, + "total_tokens": 24537 + } + }, + "by_difficulty": { + "medium": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 25.120476, + "prompt_tokens": 24187, + "completion_tokens": 350, + "total_tokens": 24537 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v metadátach žiadneho dokumentu o grafových neurónových sieťach nie je ako autor uvedený Maroš Harahus; v nájdených záznamoch je Maroš Harahus uvedený ako autor iba dokumentu o študentovi Dmytro Mural (bakalárska práca 2022), ktorej autorom študenta je Dmytro Mural a téma je grafové neurónové siete, no v tomto prípade je Maroš Harahus autorom dokumentu (správcu stránky), nie priamo študentom vypracujúcim prácu, a otázka sa pýtala na dokument, kde je Maroš Harahus uvedený ako autor dokumentu v metadátach, čo sa týka práve tohto dokumentu, ale otázka sa pýtala na dokument, kde je Maroš Harahus autorom dokumentu a téma je grafové neurónové siete, čo je práve tento dokument. \n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.576961, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.12978, + "tool_latency_seconds": 0.576961, + "final_model_latency_seconds": 22.413007, + "total_latency_seconds": 25.120476, + "usage": { + "prompt_tokens": 24187, + "completion_tokens": 350, + "total_tokens": 24537 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..2deb86f --- /dev/null +++ b/tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.csv @@ -0,0 +1,4 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študentský dokument o grafových neurónových sieťach, ktorý by mal v metadátach ako autora dokumentu uvedeného Maroša Harahusa. Maroš Harahus je v metadátach uvedený ako autor dokumentu pre študenta Dmytra Murala (bakalárska práca o grafových neurónových sieťach pre vyhľadávanie na internete), pričom samotný dokument o Marošovi Harahusovi má ako autora Daniela Hladka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.195422,0.478063,21.053631,22.72796,24176,223,24399, diff --git a/tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.json new file mode 100644 index 0000000..6b9ca0c --- /dev/null +++ b/tools/rag/evaluation/results/q0024_metadata_fix_2/rag_answers_dev_selected.json @@ -0,0 +1,158 @@ +{ + "generated_at": "2026-09-28T14:15:39.180373+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "52c161098d40fc722b049238a90bb77cee69f6872504dbf4fbbb3d101a36246c", + "selected_question_ids": [ + "q0024" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.72796, + "prompt_tokens": 24176, + "completion_tokens": 223, + "total_tokens": 24399, + "by_category": { + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.72796, + "prompt_tokens": 24176, + "completion_tokens": 223, + "total_tokens": 24399 + } + }, + "by_difficulty": { + "medium": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.72796, + "prompt_tokens": 24176, + "completion_tokens": 223, + "total_tokens": 24399 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študentský dokument o grafových neurónových sieťach, ktorý by mal v metadátach ako autora dokumentu uvedeného Maroša Harahusa. Maroš Harahus je v metadátach uvedený ako autor dokumentu pre študenta Dmytra Murala (bakalárska práca o grafových neurónových sieťach pre vyhľadávanie na internete), pričom samotný dokument o Marošovi Harahusovi má ako autora Daniela Hladka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.478063, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.195422, + "tool_latency_seconds": 0.478063, + "final_model_latency_seconds": 21.053631, + "total_latency_seconds": 22.72796, + "usage": { + "prompt_tokens": 24176, + "completion_tokens": 223, + "total_tokens": 24399 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..b865023 --- /dev/null +++ b/tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.csv @@ -0,0 +1,5 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.6666666666666666,0.0,1.0,0.6666666666666666,False,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci Maroš Harahus spomenul úlohu „Vypracovať prehľad aktuálnych metód grafových neurónových sietí"" v rámci svojho vlastného štúdia, žiadny študentský dokument o grafových neurónových sieťach, ktorý by mal v metadátach uvedeného Maroša Harahusa ako autora, nie je v poskytnutých zdrojoch evidovaný. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.390368,0.491766,21.000212,22.883037,24189,229,24418, diff --git a/tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..2a0b085 --- /dev/null +++ b/tools/rag/evaluation/results/q0024_metadata_fix_3/rag_answers_dev_selected.json @@ -0,0 +1,159 @@ +{ + "generated_at": "2026-09-28T14:16:02.263531+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "52c161098d40fc722b049238a90bb77cee69f6872504dbf4fbbb3d101a36246c", + "selected_question_ids": [ + "q0024" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.0, + "should_answer_score": 1.0, + "overall_score": 0.666667, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 22.883037, + "prompt_tokens": 24189, + "completion_tokens": 229, + "total_tokens": 24418, + "by_category": { + "keyword_grounding": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.0, + "should_answer_score": 1.0, + "overall_score": 0.666667, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 22.883037, + "prompt_tokens": 24189, + "completion_tokens": 229, + "total_tokens": 24418 + } + }, + "by_difficulty": { + "medium": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.0, + "should_answer_score": 1.0, + "overall_score": 0.666667, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 22.883037, + "prompt_tokens": 24189, + "completion_tokens": 229, + "total_tokens": 24418 + } + } + }, + "results": [ + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože hoci Maroš Harahus spomenul úlohu „Vypracovať prehľad aktuálnych metód grafových neurónových sietí\" v rámci svojho vlastného štúdia, žiadny študentský dokument o grafových neurónových sieťach, ktorý by mal v metadátach uvedeného Maroša Harahusa ako autora, nie je v poskytnutých zdrojoch evidovaný.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.491766, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.390368, + "tool_latency_seconds": 0.491766, + "final_model_latency_seconds": 21.000212, + "total_latency_seconds": 22.883037, + "usage": { + "prompt_tokens": 24189, + "completion_tokens": 229, + "total_tokens": 24418 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true, + true + ], + "answer_contains_score": 0.6666666666666666, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.6666666666666666, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.csv new file mode 100644 index 0000000..22fff7d --- /dev/null +++ b/tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.csv @@ -0,0 +1,6 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo je uvedené v kategórii dp2021. Andrii Pervashov má v sekcií „Diplomová práca 2027"" uvedený návrh témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" a rok 2027 v názve príslušnej sekcie. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",3.223998,0.705765,17.541666,21.472217,19888,265,20153, diff --git a/tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.json b/tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.json new file mode 100644 index 0000000..37537e4 --- /dev/null +++ b/tools/rag/evaluation/results/q1125_stability_1/rag_answers_dev_selected.json @@ -0,0 +1,164 @@ +{ + "generated_at": "2026-09-28T09:46:16.905816+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "2a1d90df470f649d869b3838488078ee00517f8dc3d23692e9caeb53deaf3694", + "selected_question_ids": [ + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.472217, + "prompt_tokens": 19888, + "completion_tokens": 265, + "total_tokens": 20153, + "by_category": { + "multi_document": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.472217, + "prompt_tokens": 19888, + "completion_tokens": 265, + "total_tokens": 20153 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.472217, + "prompt_tokens": 19888, + "completion_tokens": 265, + "total_tokens": 20153 + } + } + }, + "results": [ + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo je uvedené v kategórii dp2021. Andrii Pervashov má v sekcií „Diplomová práca 2027\" uvedený návrh témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" a rok 2027 v názve príslušnej sekcie.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.705765, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 3.223998, + "tool_latency_seconds": 0.705765, + "final_model_latency_seconds": 17.541666, + "total_latency_seconds": 21.472217, + "usage": { + "prompt_tokens": 19888, + "completion_tokens": 265, + "total_tokens": 20153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.csv new file mode 100644 index 0000000..f67fdde --- /dev/null +++ b/tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.csv @@ -0,0 +1,6 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, čo vyplýva z kategórie dp2021. Andrii Pervashov má v sekcií „Diplomová práca 2027"" uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" a rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.34194,0.563668,17.401045,19.307483,19885,254,20139, diff --git a/tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.json b/tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.json new file mode 100644 index 0000000..5190b03 --- /dev/null +++ b/tools/rag/evaluation/results/q1125_stability_2/rag_answers_dev_selected.json @@ -0,0 +1,164 @@ +{ + "generated_at": "2026-09-28T09:46:36.399501+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "2a1d90df470f649d869b3838488078ee00517f8dc3d23692e9caeb53deaf3694", + "selected_question_ids": [ + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.307483, + "prompt_tokens": 19885, + "completion_tokens": 254, + "total_tokens": 20139, + "by_category": { + "multi_document": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.307483, + "prompt_tokens": 19885, + "completion_tokens": 254, + "total_tokens": 20139 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 19.307483, + "prompt_tokens": 19885, + "completion_tokens": 254, + "total_tokens": 20139 + } + } + }, + "results": [ + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, čo vyplýva z kategórie dp2021. Andrii Pervashov má v sekcií „Diplomová práca 2027\" uvedený návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" a rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.563668, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.34194, + "tool_latency_seconds": 0.563668, + "final_model_latency_seconds": 17.401045, + "total_latency_seconds": 19.307483, + "usage": { + "prompt_tokens": 19885, + "completion_tokens": 254, + "total_tokens": 20139 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.csv new file mode 100644 index 0000000..737b97b --- /dev/null +++ b/tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.csv @@ -0,0 +1,6 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q1125,dev,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v kategórii dp2021, čo zodpovedá roku 2021. Andrii Pervashov má uvedený návrh na tému diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" v sekcii Diplomová práca 2027, čo určuje rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",0.927464,0.838591,20.731058,22.497795,23880,232,24112, diff --git a/tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.json b/tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.json new file mode 100644 index 0000000..475d193 --- /dev/null +++ b/tools/rag/evaluation/results/q1125_stability_3/rag_answers_dev_selected.json @@ -0,0 +1,162 @@ +{ + "generated_at": "2026-09-28T09:46:59.066088+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "2a1d90df470f649d869b3838488078ee00517f8dc3d23692e9caeb53deaf3694", + "selected_question_ids": [ + "q1125" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 1, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.497795, + "prompt_tokens": 23880, + "completion_tokens": 232, + "total_tokens": 24112, + "by_category": { + "multi_document": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.497795, + "prompt_tokens": 23880, + "completion_tokens": 232, + "total_tokens": 24112 + } + }, + "by_difficulty": { + "hard": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.497795, + "prompt_tokens": 23880, + "completion_tokens": 232, + "total_tokens": 24112 + } + } + }, + "results": [ + { + "id": "q1125", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v kategórii dp2021, čo zodpovedá roku 2021. Andrii Pervashov má uvedený návrh na tému diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" v sekcii Diplomová práca 2027, čo určuje rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Andrii Pervashov. Pri Dáriusovi Lindvaiovi uveď názov diplomovej práce a rok vyjadrený kategóriou diplomovej práce, nie rok diplomového projektu. Pri Andrii Pervashovovi použi diplomovú prácu a rok uvedený v názve príslušnej sekcie. Uveď názov a rok pri oboch osobách.", + "limit": 5 + }, + "latency_seconds": 0.838591, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 0.927464, + "tool_latency_seconds": 0.838591, + "final_model_latency_seconds": 20.731058, + "total_latency_seconds": 22.497795, + "usage": { + "prompt_tokens": 23880, + "completion_tokens": 232, + "total_tokens": 24112 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/evaluation/results/rag_answers_dev_limit10.csv b/tools/rag/evaluation/results/rag_answers_dev_limit10.csv similarity index 100% rename from evaluation/results/rag_answers_dev_limit10.csv rename to tools/rag/evaluation/results/rag_answers_dev_limit10.csv diff --git a/evaluation/results/rag_answers_dev_limit10.json b/tools/rag/evaluation/results/rag_answers_dev_limit10.json similarity index 100% rename from evaluation/results/rag_answers_dev_limit10.json rename to tools/rag/evaluation/results/rag_answers_dev_limit10.json diff --git a/evaluation/results/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/rag_answers_dev_selected.csv similarity index 100% rename from evaluation/results/rag_answers_dev_selected.csv rename to tools/rag/evaluation/results/rag_answers_dev_selected.csv diff --git a/evaluation/results/rag_answers_dev_selected.json b/tools/rag/evaluation/results/rag_answers_dev_selected.json similarity index 100% rename from evaluation/results/rag_answers_dev_selected.json rename to tools/rag/evaluation/results/rag_answers_dev_selected.json diff --git a/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.csv b/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.csv new file mode 100644 index 0000000..7269528 --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.csv @@ -0,0 +1,1106 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dokument o osobe Ján Holp obsahuje informácie o jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku a o tímovom projekte z roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.778998,0.092833,10.1686,12.04087,11510,130,11640, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názvom diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.396398,0.05125,4.781684,6.229534,4984,96,5080, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" vypracoval Ján Holp. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.152984,0.098352,10.112805,12.364672,11794,147,11941, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.603668,0.042719,5.195335,6.841941,5172,119,5291, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Témou diplomovej práce Ján Holpa je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.000274,0.083471,9.805935,11.890047,11288,133,11421, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.641309,0.107372,4.62789,6.376812,5002,96,5098, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.136809,0.043534,4.66451,6.845073,5057,137,5194, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.593275,0.047859,4.565842,6.207178,5004,100,5104, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Rok začiatku štúdia Ján Holp je 2016 a rok jeho diplomovej práce je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.8577,0.040196,4.760757,6.658872,5031,125,5156, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Rok 2016 nie je rokom záverečnej diplomovej práce Jána Holpa, ale predstavuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" je uvedená ako vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.752603,0.046282,5.585138,7.384256,5062,159,5221, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","S osobou Ján Holp súvisí študentská stránka, ktorá obsahuje diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" a tiež dokument týkajúci sa témy získavanie informácií, kde je uvedený ako autor. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",2.087403,0.068565,8.097038,10.25338,7908,204,8112, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]","S osobou Jána Holpa súvisí jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" z roku 2021 a tiež jeho tímový projekt z roku 2019, kde sa v rámci úloh zameriaval na algoritmus PageRank. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",2.013973,0.052177,7.104524,9.170928,6540,206,6746, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","S osobou Ján Holp súvisí študentský dokument s názvom „Vyhľadávač na slovenskom internete"", ktorý je názvom jeho bakalárskej práce z roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.641552,0.043055,5.021629,6.706443,4971,127,5098, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","V rámci stavu práce Jána Holpa k stretnutiu 12. marca bolo implementované riešenie algoritmu PageRank a indexovanie webových stránok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.777426,0.091052,10.798943,12.667784,12373,127,12500, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názov bakalárskej práce Jána Holpa bol Vyhľadávač na slovenskom internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.453323,0.042602,4.766534,6.262721,4927,92,5019, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Pre osobu Maroš Harahus je v ZP Wiki evidovaný dokument o jeho dizertačnej práci zameranéj na automatické opravy textu a spracovanie prirodzeného jazyka, pričom je uvedená aj súvisiaca bakalárska práca Vladyslava Krupka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.930289,0.065217,7.522963,9.518822,7832,166,7998, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Názov diplomovej práce osoby Maroš Harahus je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.050962,0.053308,4.783391,6.887895,4999,134,5133, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Práci s názvom „Neurónová morfologická anotácia slovenského jazyka"" sa venoval študent Maroš Harahus, ktorý ju vypracoval ako diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.214699,0.098904,10.574985,12.889042,11803,164,11967, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Študentom, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka"", je Maroš Harahus, ktorý vypracoval diplomovú prácu s týmto názvom v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.05143,0.162357,19.771919,21.986262,22562,160,22722, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Témou diplomovej práce osobe Maroš Harahus je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.871563,0.08993,9.160488,11.122384,10043,122,10165, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.415868,0.063206,5.516254,6.995603,5875,89,5964, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","S témou morfologická anotácia a osobou Maroš Harahus súvisí jeho diplomová práca z roku 2021 s názvom Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.646705,0.048855,5.075387,6.771171,4958,130,5088, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Maroš Harahus súvisí s témou Spacy v rámci tímového projektu s názvom „Spracovanie prirodzeného jazyka"", kde sa venuje inštalácii a tokenizácii pomocou tejto knižnice, a je tiež uvedený ako osoba pracujúca na téme „Podpora slovenčiny v knižnici Spacy"" v oblasti štatistického značkovania. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt +https://zp.kemt.fei.tuke.sk/topics/spacy",1.64213,0.064247,7.251764,8.958449,6554,191,6745, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Študentský dokument o grafových neurónových sieťach, ktorý má v metadátach ako autora dokumentu uvedeného Maroša Harahusa, je bakalárska práca Dmytra Murala s názvom „Grafové neurónové siete pre vyhľadávanie na internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.759052,0.086345,10.130871,11.976619,10861,154,11015, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vo svojej diplomovej práci na tému neurónovej morfologickej anotácie použil na tento účel knižnicu Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.984387,0.060687,5.191849,7.23714,5289,136,5425, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V súvislosti s US Steel mal Maroš Harahus v rámci PhD štúdia za úlohu naštudovať dáta z tejto firmy a vypracovať prehľad aktuálnych metód grafových neurónových sietí, pričom sa zároveň mali skúmať metódy ako transformátorové siete, generatívne súperiace siete (GAN) či klasické štatistické modely. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.840143,0.051406,6.323257,8.215022,5762,182,5944, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Na osobe Tomáš Kuchárik sa vzťahuje dokument o jeho diplomovej práci z roku 2022 a je uvedený aj v dokumentoch o témach Question Answering, Anotácia textových dát a Pomenované entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/question +https://zp.kemt.fei.tuke.sk/topics/prodigy +https://zp.kemt.fei.tuke.sk/topics/named-entity",1.954212,0.049868,7.888781,9.893161,7611,202,7813, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tomáš Kuchárik má v ZP Wiki evidovanú diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", pričom v dokumente je uvedená aj jeho práca z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.44342,0.044286,6.449118,7.937044,5594,173,5767, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" vypracoval Tomáš Kuchárik ako diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.74554,0.125965,11.519383,13.391339,12969,140,13109, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" rieši študent Tomáš Kuchárik vo svojej diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.3857,0.056393,5.426644,7.868917,5189,177,5366, +q0031,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Téma diplomovej práce Tomáša Kuchárika je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.065006,0.086449,9.233064,11.384874,10297,147,10444, +q0032,dev,fact_work_year,easy,V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.455758,0.122913,9.682825,11.261861,11156,91,11247, +q0033,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","S osobou Tomáš Kuchárik a témou Question Answering súvisí jeho diplomová práca s názvom Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu, ktorú vypracoval v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.099877,0.063277,7.737047,9.900494,7979,171,8150, +q0034,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","S osobou Tomáš Kuchárik súvisí jeho diplomová práca z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá sa v zadaní explicitne zaoberá témou SQuAD, konkrétne jej jazykovými mutáciami a porovnaním strojovo preloženej verzie s manuálne vytvorenou verziou. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.091163,0.065359,6.024939,8.181778,4997,213,5210, +q0035,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","S osobou Tomáš Kuchárik súvisí diplomová práca s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.127109,0.060617,5.838725,8.0267,5724,167,5891, +q0036,dev,specific_fact,medium,Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Názvom diplomovej práce Tomáša Kuchárika z roku 2021 je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.721685,0.063227,4.970019,6.755144,4918,132,5050, +q0037,dev,specific_fact,medium,Aký dataset mal Tomáš Kuchárik strojovo prekladať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tomáš Kuchárik mal strojovo prekladať dataset SQUAD, pričom cieľom bolo vytvoriť jeho strojovo preloženú verziu v jazykoch ako španielčina, taliančina, francúzština a švédčina a následne ju overiť na QA systéme. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.439642,0.06499,5.965621,7.470443,5652,139,5791, +q0038,dev,entity_lookup,easy,Nájdi dokument o osobe Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments""]","Pre osobu Jakub Maruniak je v ZP Wiki evidovaný hlavný dokument s názvom „Jakub Maruniak"", ktorý obsahuje informácie o jeho štúdiu od roku 2016 a o diplomovej práci z roku 2021 s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". Ďalej sú k tejto osobe priradené dokumenty týkajúce sa tímového projektu „Crowdsourcing"" a diplomového projektu 2 z roku 2020, ktorý zahŕňa poddokumenty o anotačnej schéme a trénovacích experimentoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.962325,0.075402,9.178855,11.216893,8211,252,8463, +q0039,dev,fact_title,easy,Aký je názov diplomová práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","V dostupných dokumentoch ZP Wiki sa názov diplomovej práce osoby Jakub Maruniak nepodarilo spoľahlivo nájsť, keďže zdroj uvádza iba stav práce (anotovanie dát, experimenty s trénovaním) a úlohy, ale neobsahuje explicitný názov práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.472416,0.105431,9.865037,11.443401,10527,136,10663, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval študent Jakub Maruniak. Ide o návrh na názov jeho diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.630612,0.082616,10.756899,12.470476,11788,131,11919, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Študent Jakub Maruniak vypracovával diplomovú prácu na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.728806,0.046791,5.456538,7.232336,5414,124,5538, +q0042,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.046296,0.087381,9.922307,12.056329,11494,130,11624, +q0043,dev,fact_start_year,easy,V ktorom roku začal študovať Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Jakub Maruniak začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.62125,0.072176,10.38923,12.083197,11871,98,11969, +q0044,dev,verification,medium,Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Áno, pri osobe Jakub Maruniak je v ZP Wiki uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.529509,0.048367,5.075451,6.653522,5141,105,5246, +q0045,dev,fact_work_year,easy,V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.433601,0.092434,9.798239,11.324713,11448,90,11538, +q0046,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť rok dokončenia alebo rok vypracovania práce osoby Jakub Maruniak, preto nie je možné tieto roky rozlíšiť. Zdrojové dokumenty explicitne uvádzajú iba rok začiatku štúdia, ktorý je pre Jakuba Maruniaka rok 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.098528,0.428366,19.7077,22.23525,21862,188,22050, +q0047,dev,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale rokom začiatku jeho štúdia; jeho diplomová práca bola vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.955211,0.114522,10.792159,12.862311,11639,148,11787, +q0048,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Osoba Jakub Maruniak je spojená s diplomovým projektom, ktorým je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.123526,0.044322,6.33159,8.499699,6639,150,6789, +q0049,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Študentom súvisiacim s témou Spacy a osobou Jakub Maruniak je sám Jakub Maruniak, ktorý vypracovával diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", kde je ako kľúčová metóda uvedená práca s knižnicou Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",2.044288,0.058027,10.994254,13.096917,11504,195,11699, +q0050,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","S osobou Jakub Maruniak súvisí diplomová práca s témou Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, pri ktorej sa využíva nástroj Prodigy na anotáciu textového korpusu. Ďalej je meno Jakuba Maruniaka uvedené ako autora v rámci dokumentu týkajúceho sa tímového projektu Crowdsourcing, kde je tiež spomenutý nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",1.658295,0.069808,11.708542,13.437064,11031,220,11251, +q0051,dev,specific_fact,medium,Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Na anotáciu textového korpusu mal Jakub Maruniak použiť systém Prodigy, pričom natrénovanie modelu malo prebehnúť pomocou knižnice Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.464579,0.074835,10.873511,12.413388,12105,114,12219, +q0082,dev,entity_lookup,easy,Nájdi dokument o osobe Dominik Nagy.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Pre osobu Dominik Nagy je v ZP Wiki evidovaná dokumentácia k jeho diplomovej práci z roku 2022, ktorá sa zaoberá strojovým prekladom, a tiež dokument týmového projektu s názvom Sequence-to-sequence. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",1.320918,0.062113,9.815869,11.199225,9825,147,9972, +q0083,dev,fact_title,easy,Aký je názov diplomová práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Diplomová práca Dominika Nagy má názov Neurónový strojový preklad pomocou knižnice Fairseq. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.577274,0.043256,6.278382,7.899122,6638,105,6743, +q0084,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" sa venuje Dominik Nagy, ktorý ju vypracoval ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.13953,0.05226,5.223101,7.415089,5255,160,5415, +q0085,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" vypracoval študent Dominik Nagy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.647918,0.069638,9.363247,11.081156,10634,117,10751, +q0086,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Téma diplomovej práce Dominika Nagya je „Neurónový strojový preklad pomocou knižnice Fairseq“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.016082,0.073705,10.726897,12.817059,12343,131,12474, +q0087,dev,fact_work_year,easy,V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Diplomová práca pri osobe Dominik Nagy je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.374086,0.042536,4.933619,6.350455,5123,87,5210, +q0088,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","S osobou Dominik Nagy je priamo spojená jeho diplomová práca s názvom Neurónový strojový preklad pomocou knižnice Fairseq, ktorú vypracoval v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.053559,0.049151,7.281236,9.384208,7980,152,8132, +q0089,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Študent Dominik Nagy súvisí s témou Fairseq v rámci svojho tímového projektu z roku 2019, kde medzi úlohy patrilo nainštalovať nástroj fairseq a prejsť si súvisiaci tutoriál. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.581223,0.039842,5.09153,6.712808,4765,136,4901, +q0090,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dominik Nagy"", ""MBART""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","So študentom Dominikom Nagy súvisí jeho diplomová práca z roku 2022, pri ktorej je zadanie zahrnúť experiment s architektúrou MBART a porovnať výsledky s článkom MBART. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",2.016821,0.044903,5.054527,7.116442,4933,154,5087, +q0091,dev,specific_fact,medium,V akých smeroch Dominik Nagy trénoval modely Fairseq?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""angličtina"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dominik Nagy trénoval modely Fairseq v rámci úloh strojového prekladu, konkrétne prekladal z nemeckého do anglického jazyka, ako aj z češtiny a slovenčiny do angličtiny a naopak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.435388,0.093827,12.4426,13.97222,13793,125,13918, +q0092,dev,specific_fact,medium,Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BPE"", ""sentencepiece"", ""wordpiece""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","Dominik Nagy mal pri svojej diplomovej práci vyskúšať alternatívne metódy tokenizácie ako BPE, sentencepiece a wordpiece s využitím knižnice huggingface tokenizers. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.884616,0.081887,10.638845,12.605739,11819,141,11960, +q0102,dev,entity_lookup,easy,Nájdi dokument o osobe Patrik Pavlišin.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","V ZP Wiki je k dispozícii hlavný dokument o osobe Patrik Pavlišin, ktorý obsahuje záznam o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.953908,0.089876,10.603193,12.647328,11495,155,11650, +q0103,dev,fact_title,easy,Aký je názov bakalárska práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Názov bakalárskej práce osoby Patrik Pavlišin je „Metódy automatického prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.457971,0.045734,4.7146,6.218527,4876,95,4971, +q0104,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Metódy automatického prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Bakalársku prácu s názvom „Metódy automatického prekladu“ vypracoval Patrik Pavlišin. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.05197,0.084902,11.29078,13.428103,13220,136,13356, +q0105,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Patrik Pavlišin"", ""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",1.684542,0.041552,5.118116,6.844399,5243,108,5351, +q0106,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Téma bakalárskej práce Patrika Pavlišina je Metódy automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.536883,0.084345,8.19258,9.81437,9622,92,9714, +q0107,dev,fact_work_year,easy,V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca pri osobe Patrik Pavlišin je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.455002,0.085932,8.292121,9.833418,9595,96,9691, +q0108,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","S osobou Patrik Pavlišin súvisí bakalárska práca s názvom Metódy automatického prekladu, ktorú vypracoval v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.702283,0.060645,6.035293,7.798501,6339,125,6464, +q0109,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","Patrik Pavlišin sa v súvislosti s témou paralelný korpus uvádza pri svojej diplomovej práci z roku 2022, kde je jedným zo zadania úloh pripraviť vybraný paralelný korpus a natrénovať model pre strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.075854,0.064421,6.17619,8.316712,5980,175,6155, +q0110,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22""]","Študent Patrik Pavlišin súvisí s témou strojový preklad prostredníctvom svojej diplomovej práce z roku 2022, ktorej predbežný názov je Neurónový strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.102945,0.092018,11.20199,13.397346,12543,162,12705, +q0111,dev,specific_fact,medium,Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.68733,0.049233,4.818343,6.55513,4881,113,4994, +q0122,dev,entity_lookup,easy,Nájdi dokument o osobe Ondrej Megela.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Dokument o osobe Ondrej Megela sa nachádza na stránke s názvom „Ondrej Megela"", ktorá začína štúdium v roku 2018 a spája sa s témou question answering a interným projektom Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.742446,0.073697,10.316729,12.133307,11334,143,11477, +q0123,dev,fact_title,easy,Aký je názov bakalárska práca osoby Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Názov bakalárskej práce osoby Ondrej Megela je Neurónové jazykové modelovanie typu BERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.631066,0.050402,5.018248,6.699938,5199,106,5305, +q0124,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Prácu s názvom „Neurónové jazykové modelovanie typu BERT"" vypracoval Ondrej Megela. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.668458,0.101765,11.786862,13.557499,13755,110,13865, +q0125,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Tému „Neurónové jazykové modelovanie typu BERT“ rieši študent Ondrej Megela v rámci svojej bakalárskej práce z roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.679423,0.049756,5.319841,7.049213,5301,124,5425, +q0126,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Téma bakalárskej práce osôb Ondrej Megela je Neurónové jazykové modelovanie typu BERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.678311,0.081781,10.285725,12.046214,11894,108,12002, +q0127,dev,fact_work_year,easy,V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Pri osobe Ondrej Megela je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.436969,0.082944,9.530895,11.051177,10882,91,10973, +q0128,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť priamu súvislosť medzi osobou Ondrej Megela a témou BERT, keďže v jeho profile je uvedená téma question answering a BERT je spomínaný iba v súvislosti s iným študentom Matejom Čarňanským. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.44351,0.077383,9.706805,11.228024,9948,147,10095, +q0129,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ondrej Megela"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","S osobou Ondrej Megela súvisí študentský dokument s názvom Ondrej Megela, kde je v rámci bakalárskeho projektu z roku 2020 a diplomovej práce z roku 2023 explicitne uvedená téma jazykové modelovanie medzi úlohami na štúdium. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.504939,0.047566,6.01138,7.564072,5590,140,5730, +q0130,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Ondrej Megela"", ""neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť priamu súvislosť medzi osobou Ondrej Megela a témou neurónové siete v zmysle jeho vlastnej záverečnej práce, avšak Ondrej Megela je v dokumente týkajúcom sa tímového projektu študenta Patrika Pavlišina uvedený ako osoba, ktorú má tím pozrieť v rámci úloh súvisiacich s neurónovými sieťami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.103185,0.044071,6.413107,8.56061,5490,218,5708, +q0131,dev,specific_fact,medium,Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Ondrej Megela mal natrénovať jazykový model typu BERT (alebo podobný) a následne ho vyhodnotiť na zvolenej testovacej množine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.805391,0.09544,10.86339,12.764595,12331,130,12461, +q0142,dev,entity_lookup,easy,Nájdi dokument o osobe Dávid Omasta.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Zápis o osobe Dávid Omasta sa nachádza v dokumente venovanom jeho diplomovej práci z roku 2024, ktorú vedie Daniel Hládek a začiatok jeho štúdia je uvedený ako rok 2018. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.955694,0.05109,6.186433,8.193428,6125,158,6283, +q0143,dev,fact_title,easy,Aký je názov diplomová práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože je uvedený iba návrh názvu diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.42713,0.0545,6.213309,7.695213,6685,104,6789, +q0144,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ navrhol Dávid Omasta ako diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.837263,0.116169,10.462189,12.415983,11817,133,11950, +q0145,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Dávid Omasta vypracováva diplomovú prácu s témou „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.901263,0.044971,5.471134,7.417579,5511,136,5647, +q0146,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Téma diplomovej práce Dávida Omasta je „Dotrénovanie slovenského generatívneho jazykového modelu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.031008,0.044394,4.733439,6.80906,5040,133,5173, +q0147,dev,fact_work_year,easy,V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Dávid Omasta je v ZP Wiki uvedená diplomová práca v roku 2024 a aj v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.394156,0.069863,9.898014,11.362405,11395,102,11497, +q0148,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dávid Omasta je študentom, ktorý vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.117964,0.053354,6.379994,8.551552,6642,153,6795, +q0149,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta je študentom, ktorý v rámci svojej diplomovej práce z roku 2024 súvisí s témou Question Answering, konkrétne s interným projektom pod vedením Daniela Hládeka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.425993,0.047513,4.586237,6.059941,4429,118,4547, +q0150,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dávid Omasta vypracováva diplomovú prácu s témou dotrénovania slovenského generatívneho jazykového modelu alebo s návrhom na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.016653,0.052691,6.577133,8.646748,6716,164,6880, +q0151,dev,specific_fact,medium,Aká bola téma diplomovej práce Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dotrénovanie slovenského generatívneho jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Témou diplomovej práce Dávida Omasta v roku 2023 bolo dotrénovanie slovenského generatívneho jazykového modelu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.742398,0.071575,10.887872,12.702319,12508,121,12629, +q0152,dev,specific_fact,medium,Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",2.161211,0.055219,6.337562,8.554255,6675,149,6824, +q0164,dev,entity_lookup,easy,Nájdi dokument o osobe Kristián Sopkovič.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Dokument o osobe Kristián Sopkovič sa nachádza na stránke s názvom „Kristián Sopkovič"", ktorá eviduje jeho dizertačnú prácu zameranú na vylepšenie RAG-QA v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.99608,0.079992,8.747454,10.823901,9473,165,9638, +q0165,dev,fact_title,easy,Aký je názov bakalárska práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Názov bakalárskej práce Kristiána Sopkoviča je Model Spacy pre spracovanie prirodzeného jazyka v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.098111,0.062126,5.07655,7.237074,5142,144,5286, +q0166,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" vypracoval Kristián Sopkovič ako svoju bakalársku prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.005093,0.137476,9.924912,12.067906,11139,146,11285, +q0167,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.311618,0.117409,10.696732,13.126153,11794,168,11962, +q0168,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Pri osobe Kristián Sopkovič je uvedená téma jeho bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.112856,0.067911,6.17474,8.355834,6092,150,6242, +q0169,dev,fact_work_year,easy,V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Pri osobe Kristián Sopkovič je uvedená bakalárska práca z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.638668,0.059897,5.467027,7.165881,6062,109,6171, +q0170,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","S Kristiánom Sopkovičom a témou Spacy súvisí jeho bakalárska práca z roku 2022 s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.449525,0.055,5.309847,6.814626,5137,126,5263, +q0171,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Kristián Sopkovič je študentom, ktorý vykonáva dizertačnú prácu zameranú na vylepšenie RAG-QA v slovenskom jazyku. Súvisí tiež s témou podpory slovenčiny v knižnici Spacy, kde pracuje na vylepšení parametrov a transformeroch, a je uvedený ako spoluautor pri diplomovej práci Filipa Tomáša zamerané na distribuované vyhľadávanie na slovenskom internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.709035,0.087548,12.017778,13.814752,11466,242,11708, +q0172,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kristián Sopkovič"", ""transformery""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Kristián Sopkovič je študent, ktorý vypracoval diplomovú prácu v roku 2024 na tému neurónového vyhľadávania a v rámci bakalárskej práce z roku 2022 sa venoval architektúre transformers pri riešení NER úloh. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",2.110812,0.065107,9.113797,11.290051,9686,175,9861, +q0173,dev,specific_fact,medium,Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšiť presnosť modelu Spacy pre slovenčinu""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre slovenčinu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.478057,0.059306,4.930001,6.467578,5104,104,5208, +q0174,dev,entity_lookup,easy,Nájdi dokument o osobe Michal Stromko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V ZP Wiki je k dispozícii dokument o osobe Michal Stromko, ktorý zahŕňa jeho diplomovú prácu z akademického roka 2023/2024 na tému sémantického vyhľadávania v slovenskom texte, ako aj správu o vedeckom projekte z roku 2021 týkajúcu sa indexovania stránky ZP Wiki pomocou nástroja Azure Cognitive Search. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",2.537204,0.075883,11.179438,13.792866,10892,207,11099, +q0175,dev,fact_title,easy,Aký je názov bakalárska práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Názov bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.427297,0.06206,5.910866,7.400476,6425,92,6517, +q0176,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" sa venuje Michal Stromko v rámci svojej bakalárskej práce z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.443011,0.105952,11.622142,13.171516,13228,108,13336, +q0177,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Tému „Indexovanie slovenského textu pomocou Elasticsearch"" rieši študent Michal Stromko v rámci svojej bakalárskej práce z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.91504,0.059793,5.098545,7.07357,4767,133,4900, +q0178,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.817724,0.08062,8.824844,10.723553,10200,116,10316, +q0179,dev,fact_work_year,easy,V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Michal Stromko je v ZP Wiki uvedená bakalárska práca z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.414627,0.092357,9.754079,11.26141,11125,94,11219, +q0180,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","S osobou Michal Stromko súvisí bakalárska práca s názvom „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",2.003412,0.054358,4.58186,6.639837,4569,133,4702, +q0181,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""vyhľadávanie""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Michal Stromko je študentom, ktorého téma diplomovej práce z roku 2023/24 sa volá „Sémantické vyhľadávanie v slovenskom texte"". S touto témou súvisí aj diplomová práca Filipa Tomáša s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes"", kde je Michal Stromko uvedený ako spolupracujúca osoba. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.856933,0.08171,8.918136,10.857092,9034,192,9226, +q0182,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Michal Stromko"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Michal Stromko je spojená s diplomovým projektom, v ktorom sa ako jedna z úloh uvádza indexovanie odsekov do vektorovej databázy FAISS. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.537641,0.057704,5.544562,7.140163,5697,116,5813, +q0183,dev,specific_fact,medium,Aký indexovací systém používala bakalárska práca Michala Stromka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Bakalárska práca Michala Stromka mala za cieľ vytvoriť index a vyhľadávanie na ZP Wiki a ako systém na vytvorenie indexu pre texty uložene v databáze Cassandra sa uvažovalo o použití Elasticsearch alebo podobného systému. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.429484,0.058825,5.968347,7.456916,5898,131,6029, +q0184,dev,specific_fact,medium,Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pri QA deme mal Michal Stromko nájsť 5 najlepších odsekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.465904,0.121618,11.187018,12.775,13287,88,13375, +q0200,dev,entity_lookup,easy,Nájdi dokument o osobe Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Dokument o osobe Artem Yatsenko je študentská stránka, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2022 s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",2.003273,0.141747,6.182502,8.327773,6122,155,6277, +q0201,dev,fact_title,easy,Aký je názov bakalárska práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalársku prácu Artema Yatsenka má názov Rozpoznávanie pomenovaných entít v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.449587,0.04828,4.692952,6.191003,4864,102,4966, +q0202,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.578518,0.081886,10.211036,11.87185,11494,123,11617, +q0203,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" rieši Artem Yatsenko v rámci svojej bakalárskej práce z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.798575,0.051951,7.841529,9.69232,8559,133,8692, +q0204,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Téma bakalárskej práce uvedenej pri osobe Artem Yatsenko je Rozpoznávanie pomenovaných entít v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.461091,0.067319,8.786561,10.315309,9842,103,9945, +q0205,dev,fact_start_year,easy,V ktorom roku začal študovať Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Artem Yatsenko začal študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.839493,0.076222,11.855283,13.771375,13940,111,14051, +q0206,dev,verification,medium,Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Áno, pri osobe Artem Yatsenko je v ZP Wiki uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.53938,0.073395,11.131111,12.744267,12480,103,12583, +q0207,dev,fact_work_year,easy,V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Artem Yatsenko je v ZP Wiki uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.446119,0.072946,9.292497,10.81196,10566,94,10660, +q0208,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Artem Yatsenko začal študovať v roku 2019 a svoju bakalársku prácu vypracovával v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.686324,0.118588,18.98045,20.785992,22073,119,22192, +q0209,dev,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Rok 2019 nie je rokom záverečnej práce osoby Artem Yatsenko, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.518122,0.08608,11.244612,12.849205,11711,150,11861, +q0210,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Artem Yatsenko je študent, ktorý vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.875996,0.061885,10.095776,12.034025,10877,134,11011, +q0211,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","S Artemom Yatsenkom súvisí bakalársky projekt z roku 2021, ktorý sa zameriava na rozpoznávanie pomenovaných entít a využíva repozitár spacy-skmodel. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.437115,0.062104,5.065169,6.564641,4754,117,4871, +q0212,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Artem Yatsenko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","S osobou Artem Yatsenko súvisí študentský dokument s názvom Artem Yatsenko, kde je v rámci bakalárskeho projektu z roku 2021 uvedená úloha anotácie korpusu pre rozpoznávanie pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.587504,0.073126,10.500284,12.161376,11563,137,11700, +q0213,dev,specific_fact,medium,Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""20""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Artem Yatsenko mal minimálne anotávať 20 článkov cez webové rozhranie v rámci úloh svojho bakalárskeho projektu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.744696,0.090148,11.396284,13.231639,12946,124,13070, +q0229,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Pre osobu Matej Ščišľak je v ZP Wiki dostupný dokument s názvom Matej Ščišľak, ktorý eviduje jeho diplomovú prácu s názvom Znalostné grafy pre zlepšenie vyhľadávania právnych informácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.386233,0.070728,11.154049,12.611365,11772,126,11898, +q0230,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Matej Ščišľak má prihlásenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.65967,0.069903,4.713814,6.443613,4497,124,4621, +q0231,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]","Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"" vypracováva Matej Ščišľak. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.622973,0.129184,10.855937,12.608587,12457,116,12573, +q0232,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ rieši študent Matej Ščišľak v rámci svojej diplomovej práce, ktorá bola zaradená pod rok začiatku štúdia 2021 a očakáva sa v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.798779,0.058813,5.29459,7.152366,4617,162,4779, +q0233,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Téma diplomovej práce uvedená pri osobe Matej Ščišľak je Znalostné grafy pre zlepšenie vyhľadávania právnych informácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.469486,0.092788,9.645937,11.20855,10781,108,10889, +q0234,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Matej Ščišľak začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.461255,0.057055,5.564799,7.083332,6101,91,6192, +q0235,dev,verification,medium,Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Áno, pri osobe Matej Ščišľak je v ZP Wiki uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.471414,0.055225,5.631949,7.158813,6119,104,6223, +q0236,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pri osobe Matej Ščišľak je v sekcii Diplomová práca uvedený rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.43189,0.057008,4.3466,5.835788,4491,97,4588, +q0237,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Osoba Matej Ščišľak začala študovať v roku 2021 a vypracováva diplomovú prácu, ktorá je evidovaná pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.690154,0.072709,8.629237,10.392483,9741,130,9871, +q0238,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Nie, rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca je evidovaná pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.454143,0.080442,9.743157,11.278089,10727,125,10852, +q0239,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","S osobou Matej Ščišľak súvisí jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", pri ktorej je v rámci stavu projektu explicitne uvedené vytvorenie systému GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.053125,0.04645,5.752524,7.852285,5432,168,5600, +q0240,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","S osobou Matej Ščišľak súvisí jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ktorá využíva databázu Neo4J v rámci systému GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.105985,0.088249,11.764987,13.959706,13195,169,13364, +q0241,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""FAISS""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","S osobou Matej Ščišľak súvisí študentský dokument s názvom „Matej Ščišľak"", kde v rámci diplomového projektu 1 za rok 2025 je uvedená téma využívajúca vektory do FAISS a model Mistral. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.683689,0.049274,5.474767,7.207937,5013,145,5158, +q0242,dev,specific_fact,medium,Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""FAISS"", ""Neo4J""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","GraphRAG vypracovaný v rámci diplomovej práce Mateja Ščišľaka sa skladá z dvoch hlavných častí, ktorými sú FAISS a Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.559804,0.100389,11.66567,13.3263,13374,114,13488, +q0243,dev,specific_fact,medium,Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""110""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o diplomovom projekte Mateja Ščišľaka uvádza úlohu zostaviť množinu vzorových otázok a odpovedí, neobsahuje konkrétny počet vytvorených otázok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.474831,0.087474,12.286754,13.84946,13176,149,13325, +q0244,dev,specific_fact,medium,Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre potreby samosprávy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Názov bakalárskej práce Mateja Ščišľaka v roku 2024 je Dialógový systém pre potreby samosprávy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",2.207327,0.064785,5.084791,7.35709,5103,149,5252, +q0245,dev,entity_lookup,easy,Nájdi dokument o osobe Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Dokument o osobe Vladimír Ferko sa nachádza na stránke venovanej jeho bakalárskej práci z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", pričom rok začatia štúdia je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.998355,0.063636,13.1801,15.242499,14610,174,14784, +q0246,dev,fact_title,easy,Aký je názov bakalárska práca osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Názov bakalárskej práce Vladimíra Ferkla je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.449599,0.055486,5.020521,6.525855,5004,107,5111, +q0247,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ vypracováva Vladimír Ferko v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.625827,0.094978,10.801878,12.523201,12264,124,12388, +q0248,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" rieši študent Vladimír Ferko v rámci svojej bakalárskej práce z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.852633,0.047262,5.5976,7.497769,5410,142,5552, +q0249,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Téma bakalárskej práce Vladimíra Ferku je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.471161,0.050229,5.63365,7.155276,5816,106,5922, +q0250,dev,fact_start_year,easy,V ktorom roku začal študovať Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Vladimír Ferko začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.635759,0.057477,5.177531,6.870981,5798,101,5899, +q0251,dev,verification,medium,Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Áno, pri osobe Vladimír Ferko je v ZP Wiki uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.547662,0.051795,5.360963,6.960658,5815,106,5921, +q0252,dev,fact_work_year,easy,V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Vladimír Ferko je pri svojej bakalárskej práci uvedený v roku 2024, pričom rok začiatku jeho štúdia je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.436998,0.050982,5.554237,7.042488,5738,110,5848, +q0253,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Z dostupných dokumentov ZP Wiki vyplýva, že Vladimír Ferko začal študovať v roku 2021, zatiaľ čo rok, v ktorom vypracovával svoju záverečnú prácu, nie je v zdrojoch explicitne uvedený, hoci sa práca nachádza v sekcii pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.684249,0.042215,5.583176,7.309865,5087,164,5251, +q0254,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Podľa dostupných informácií z ZP Wiki je rok 2021 rokom začiatku štúdia Vladimíra Ferkka, ktorý v roku 2024 vypracovával bakalársku prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.496623,0.044264,5.124279,6.665378,4981,126,5107, +q0255,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","S Vladimírom Ferkom súvisí študent Vladimír Ferko, ktorý vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" v rámci projektu Hate Speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.859151,0.055762,8.41802,10.333298,9188,154,9342, +q0256,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","S Vladimírom Ferkom súvisí študentský dokument, v ktorom je uvedený ako študent vypracúvajúci bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.092424,0.04228,5.458577,7.59348,5018,169,5187, +q0257,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladimír Ferko"", ""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko je študent, ktorý vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", kde v rámci stavu projektu uvádza natrénovanie prvého modelu SlovakBERT. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.047348,0.048397,5.840871,7.936818,5787,170,5957, +q0258,dev,specific_fact,medium,Aký model Vladimír Ferko natrénoval ako prvý?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovakbert""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Podľa dostupných záznamov Vladimír Ferko ako prvý natrénoval model slovakbert. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.072358,0.07062,5.34919,7.492364,5816,133,5949, +q0259,dev,specific_fact,medium,Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OffensEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladimír Ferko mal naštudovať iniciatívu alebo prístup OffensEval, ktorého má napodobniť v jeho anotačnej schéme pre anotáciu nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",2.229982,0.090901,13.800438,16.121713,15903,164,16067, +q0275,dev,entity_lookup,easy,Nájdi dokument o osobe Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Dokument o osobe Matej Novotný pojednáva o jeho diplomovej práci z roku 2026 s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie, pričom rok začiatku štúdia je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.557364,0.041941,4.982432,6.581915,4391,135,4526, +q0276,dev,fact_title,easy,Aký je názov diplomová práca osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Matej Novotný vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.043418,0.076616,8.29714,10.417568,9532,140,9672, +q0277,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie"" vypracováva študent Matej Novotný v rámci svojej diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.199177,0.141732,11.963202,14.304566,13737,156,13893, +q0278,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“ rieši študent Matej Novotný vo svojej diplomovej práci. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.789772,0.043071,4.419726,6.252793,4241,125,4366, +q0279,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Téma diplomovej práce Mateja Novotného je „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.026618,0.043954,5.522716,7.593511,5972,136,6108, +q0280,dev,fact_start_year,easy,V ktorom roku začal študovať Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Matej Novotný začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.619313,0.044727,3.975289,5.639514,4193,100,4293, +q0281,dev,verification,medium,Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Áno, pri osobe Matej Novotný je v dokumente ZP Wiki uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.960784,0.042125,4.208588,6.211766,4234,133,4367, +q0282,dev,fact_work_year,easy,V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Pri osobe Matej Novotný je v ZP Wiki uvedená diplomová práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.082689,0.045378,4.99924,7.12755,5165,133,5298, +q0283,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Zdroj S1 uvádza, že Matej Novotný začal študovať v roku 2021 a vykonáva diplomovú prácu s predpokladaným rokom realizácie 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.089492,0.094427,8.93932,11.12362,9806,161,9967, +q0284,dev,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Nie, rok 2021 nie je rokom záverečnej práce osobe Matej Novotný, ale je to rok začiatku jeho štúdia. Podľa dostupných záznamov vypracováva svoju diplomovú prácu v roku 2026 s témou „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.69008,0.092346,11.880647,13.663462,12641,169,12810, +q0285,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""webové dáta""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","S osobou Matej Novotný súvisí diplomová práca s témou Klasifikácia webových dát pre lepšie jazykové modelovanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.594735,0.049781,5.294748,6.939448,5223,113,5336, +q0286,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""klasifikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","S osobou Matej Novotný súvisí diplomová práca s témou Klasifikácia webových dát pre lepšie jazykové modelovanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.044829,0.042765,5.454527,7.54232,4453,141,4594, +q0287,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Novotný"", ""jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Matej Novotný je študent, ktorý vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",2.095726,0.043387,4.490464,6.629793,4461,147,4608, +q0303,dev,entity_lookup,easy,Nájdi dokument o osobe Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre osobu Valerii Kutsenko je v ZP Wiki evidovaný dokument o diplomovej práci s témou Zlepšenie vyhľadávania pomocou znalostných grafov, ktorú začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.501903,0.080573,10.212959,11.795773,11308,128,11436, +q0304,dev,fact_title,easy,Aký je názov diplomová práca osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Názov diplomovej práce osoby Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.6283,0.089497,9.643087,11.361349,10864,109,10973, +q0305,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Prácu s presným názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" vypracováva Valerii Kutsenko ako svoju diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.985843,0.090109,10.189864,12.266244,11419,140,11559, +q0306,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","K téme „Zlepšenie vyhľadávania pomocou znalostných grafov“ sa viaže študent Valerii Kutsenko, ktorý pracuje na diplomovej práci s presne týmto názvom. Ďalším študentom, ktorý rieši podobnú problematiku v rámci diplomovej práce, je Matej Ščišľak s témou „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.795696,0.059404,6.628014,8.483359,5306,213,5519, +q0307,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Téma diplomovej práce pri osobe Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.430193,0.074025,8.008101,9.512739,9092,98,9190, +q0308,dev,fact_start_year,easy,V ktorom roku začal študovať Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Valerii Kutsenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",2.051853,0.060994,5.421576,7.534698,5820,125,5945, +q0309,dev,verification,medium,Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Áno, pri osobe Valerii Kutsenko je v ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.867268,0.052912,5.429134,7.349572,5826,125,5951, +q0310,dev,fact_work_year,easy,V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pri osobe Valerii Kutsenko je v ZP Wiki uvedená diplomová práca s očakávaným rokom ukončenia 2027, pričom rok začiatku štúdia je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.411598,0.049338,4.732992,6.194119,4445,120,4565, +q0311,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť rok, v ktorom Valerii Kutsenko vypracovával svoju prácu, keďže zdroj uvádza len rok začiatku štúdia 2022 a rok diplomovej práce 2027 bez explicitného uvádzania roku vypracovania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.885609,0.100181,10.719773,12.705966,11343,173,11516, +q0312,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Valerii Kutsenko má uvedený rok začiatku štúdia 2022, no rok záverečnej práce (diplomovej práce) je v dokumente uvedený ako 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.657601,0.078338,10.225465,11.961783,11304,128,11432, +q0313,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Valerii Kutsenko je študent, ktorý vypracováva diplomovú prácu s témou „Zlepšenie vyhľadávania pomocou znalostných grafov"", kde sa konkrétnym cieľom je navrhnutie agenta využívajúceho znalostný graf pri vyhľadávaní. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.837995,0.046651,5.715554,7.600411,5188,163,5351, +q0314,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Valerii Kutsenko súvisí s témou RAG (Retrieval augmented generation) pri svojej bakalárskej práci z roku 2025, ktorej cieľom je vylepšiť proces RAG a slovenský model pre generovanie vektrovej reprezentácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.597869,0.074757,9.033054,10.706004,9765,141,9906, +q0315,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Valerii Kutsenko"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Valerii Kutsenko je na stránke ZP Wiki uvedený v súvislosti s témou GraphRAG v rámci svojho diplomového projektu 2026 a plánovanej diplomovej práce 2027, kde sa v zozname úloh a nápadov explicitne spomína prehliadanie stránky graphrag.com a využitie znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",2.08776,0.067029,7.578505,9.733533,7427,193,7620, +q0316,dev,specific_fact,medium,V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávanie"", ""právo"", ""medicína""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Podľa zadania môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.448398,0.122711,9.73898,11.310536,11249,99,11348, +q0333,dev,entity_lookup,easy,Nájdi dokument o osobe Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","Dokument o osobe Tetiana Mohorian sa nachádza v ZP Wiki pod názvom „Tetiana Mohorian"" a eviduje jej bakalársku prácu z roku 2025, ktorá sa zaoberá témou Hate Speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.342582,0.050402,7.752524,9.145826,8224,117,8341, +q0334,dev,fact_title,easy,Aký je názov bakalárska práca osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.617229,0.084184,9.01081,10.712585,10175,105,10280, +q0335,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Pri práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ sa venuje Patrik Pokrivčák ako autor diplomovej práce a Tetiana Mohorian ako autorka bakalárskej práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.248086,0.087273,11.86949,14.20522,12683,199,12882, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" rieši študentka Tetiana Mohorian v rámci svojej bakalárskej práce a študent Patrik Pokrivčák v rámci svojej diplomovej práce. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.935371,0.052601,7.384216,9.372417,7066,179,7245, +q0337,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Tetianu Mohorian uvádza sekciu bakalárskej práce, ale neobsahuje explicitný názov ani tému práce, iba spomína spoluprácu, použitý programovací jazyk Python a tému Hate Speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.450912,0.086187,10.523995,12.061495,11244,147,11391, +q0338,dev,fact_start_year,easy,V ktorom roku začal študovať Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Tetiana Mohorian začala študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.652253,0.042581,4.103366,5.798419,4209,99,4308, +q0339,dev,verification,medium,Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Áno, pri osobe Tetiana Mohorian je v dokumente ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",2.147553,0.040851,4.173863,6.362464,4263,144,4407, +q0340,dev,fact_work_year,easy,V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pri osobe Tetiana Mohorian je v ZP Wiki uvedená bakalárska práca pod sekciou „Bakalárska práca 2025"", čo naznačuje rok, na ktorý je práca plánovaná alebo kedy bola ukončená, hoci rok začiatku štúdia je 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.398928,0.04652,5.057364,6.502983,4490,143,4633, +q0341,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Osoba Tetiana Mohorian začala štúdium v roku 2022 a jej záverečnou prácou je bakalárska práca, ktorej téma je súvisiaca s rozpoznávaním nenávistnej reči (Hate Speech) a Pythonom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.676157,0.13029,19.228761,21.035818,22062,147,22209, +q0342,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia, pričom podľa dostupných údajov vypracováva bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.538597,0.065181,10.36487,11.969062,11066,130,11196, +q0343,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""hate speech""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","S Tetianou Mohorian súvisí jej vlastný študentský dokument, v ktorom eviduje bakalársku prácu na tému súvisiacu s Hate Speech (nenávistná reč), pričom táto práca vzniká v spolupráci s Patrikom Pokrivčákom. Patrik Pokrivčák je zároveň študentom s dokumentom o svojej diplomovej práci zameranou na rozpoznávanie nenávistnej reči, kde je Tetiana Mohorian uvedená ako osoba, s ktorou práca súvisí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.85917,0.042886,7.998921,9.901264,6170,244,6414, +q0344,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Tetiana Mohorian vypracováva bakalársku prácu s témou zameranou na detekciu nenávistnej reči pomocou veľkých jazykových modelov (LLM), pričom jej dokument uvádza aj spoluprácu s Patrikom Pokrivčákom. Patrik Pokrivčák má zase diplomovú prácu na tému rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov a v jeho zázname je Tetiana Mohorian uvedená ako súvisiaca osoba. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.592444,0.051044,8.113417,9.757137,6946,226,7172, +q0345,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Tetiana Mohorian"", ""prompting""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Diplomová práca študenta Patrika Pokrivčáka s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" spája tému prompting (uvádzanú ako jeden z cieľov na zlepšenie schopností modelov) a osobu Tetiana Mohorian, ktorá je v dokumente uvedená ako súvisiaca téma. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",1.6047,0.048719,6.026721,7.680319,5140,171,5311, +q0346,dev,specific_fact,medium,Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""prompting"", ""LORA""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Podľa návrhu témy pre Tetianu Mohorian mala pri adaptácii modelu použiť techniky prompting a LORA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.637265,0.106352,9.920666,11.664654,11494,108,11602, +q0347,dev,specific_fact,medium,Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovak T5-small""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa informácií v ZP Wiki dosiahol model Slovak T5-small pri Tetiani Mohorian hodnotu few-shot F1 približne 0,7 v rámci jej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.917619,0.050256,5.336869,7.304938,5246,140,5386, +q0363,dev,entity_lookup,easy,Nájdi dokument o osobe Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobu Daniil Huzenko bol v ZP Wiki nájdený dokument týkajúci sa jeho bakalárskej práce, ktorá má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" a ktorú vedie doc. Matúš Pleva PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.510242,0.045836,5.141651,6.697926,4393,150,4543, +q0364,dev,fact_title,easy,Aký je názov bakalárska práca osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko má prihlásenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.031966,0.039813,4.595862,6.667839,4480,154,4634, +q0365,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Práci s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ sa venuje študent Daniil Huzenko v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.279806,0.146189,10.37362,12.800009,11709,166,11875, +q0366,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Tému „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" rieši študent Daniil Huzenko v rámci svojej bakalárskej práce na rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.875035,0.047728,4.829392,6.752367,4490,145,4635, +q0367,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Daniil Huzenko je pri bakalárskej práci uvádzaný predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.437808,0.066312,9.138027,10.642469,10093,117,10210, +q0368,dev,fact_start_year,easy,V ktorom roku začal študovať Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.862878,0.03744,4.352336,6.252849,4462,112,4574, +q0369,dev,verification,medium,Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Áno, pri osobe Daniil Huzenko je v dokumente ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.457245,0.03969,4.365616,5.86276,4455,102,4557, +q0370,dev,fact_work_year,easy,V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri osobe Daniil Huzenko je bakalárska práca uvedená v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.847441,0.042356,4.400486,6.290478,4473,117,4590, +q0371,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Daniil Huzenko začal štúdium v roku 2022 a v rámci tejto študentskej stránky je evidovaná jeho bakalárska práca s rokom záveru 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.879178,0.137299,18.01114,20.028342,20957,143,21100, +q0372,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Z dostupných informácií vyplýva, že rok 2022 je rokom začiatku štúdia Daniila Huzenka, pričom jeho záverečná práca (bakalárska práca) je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.435335,0.076469,10.298979,11.811131,10852,128,10980, +q0373,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","S osobou Daniil Huzenko súvisí študentský dokument, v ktorom je uvedený ako študent vypracovávajúci bakalársku prácu s témou týkajúcou sa Kubernetes, konkrétne cieľom práce je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.082265,0.082698,12.064044,14.229403,12866,186,13052, +q0374,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""Raspberry Pi""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Daniil Huzenko je študent, ktorý vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"", kde je jednou z kľúčových úloh zostavenie vlastného klastra z viacerých dosiek Raspberry Pi. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.056635,0.043102,5.848522,7.948509,5226,181,5407, +q0375,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Daniil Huzenko"", ""hybridný cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","S témou hybridný cloud a osobou Daniil Huzenko súvisí jeho bakalárska práca s predbežným názvom Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",2.06379,0.093519,10.162611,12.32027,11235,159,11394, +q0376,dev,specific_fact,medium,Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""Raspberry PI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Hoci je v zázname Daniila Huzenka uvedené zadanie vytvoriť videoblog o montáži RPI klastra a v písaní bakalárskej práce spomenúť hardvér, ktorý dostal, konkrétny zoznam alebo opis použitého hardvéru v poskytnutých textoch chýba. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.436198,0.085645,11.406404,12.928598,11617,171,11788, +q0377,dev,specific_fact,medium,Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ansible""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.684531,0.081931,10.869042,12.635904,12564,107,12671, +q0378,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Dokument o osobe Ján Pták sa nachádza pod názvom „Ján Pták"" a obsahuje informácie o jeho diplomovom projekte pre rok 2026 s témou „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.960322,0.038734,5.496595,7.495858,5013,151,5164, +q0379,dev,fact_title,easy,Aký je názov diplomový projekt osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Názov diplomového projektu osoby Ján Pták je Agent pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.378428,0.06798,9.472515,10.919276,11123,86,11209, +q0380,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Prácu s názvom „Agent pre manažment záverečných prác"" vypracováva Ján Pták v rámci diplomového projektu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.404687,0.078446,9.280762,10.764236,10274,103,10377, +q0381,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študentom, ktorý rieši tému „Agent pre manažment záverečných prác“ v rámci diplomového projektu, je Ján Pták. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.702551,0.037622,5.199309,6.939692,5129,115,5244, +q0382,dev,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Pri osobe Ján Pták je v rámci diplomového projektu uvedená téma Agent pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.996368,0.039256,4.725902,6.761706,5073,129,5202, +q0383,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Pták začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.020985,0.036248,4.57188,6.629323,5066,121,5187, +q0384,dev,verification,medium,Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Áno, pri osobe Ján Pták je v dokumente ZP Wiki uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.540458,0.038218,4.800541,6.379399,5055,103,5158, +q0385,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Pri osobe Ján Pták je v rámci sekcie „Diplomový projekt 2026"" uvedený rok začiatku štúdia 2022, pričom názov sekcie naznačuje rok 2026 ako cieľový rok projektu, no konkrétny rok ukončenia alebo záverečného roku diplomového projektu nie je v dostupných údajoch explicitne uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.394559,0.055339,5.73609,7.186269,5029,156,5185, +q0386,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Z dostupných dokumentov ZP Wiki je pri osobe Ján Pták uvedený rok začiatku štúdia 2022, no rok, v ktorom vykonáva svoju prácu (diplomový projekt 2026), je uvedený v názve sekcie, zatiaľ čo konkrétny rok ukončenia alebo presný rok realizácie práce nie je v zdrojoch explicitne definovaný ako odlišný údaj od roku začiatku štúdia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.640229,0.037973,6.084044,7.762456,5057,187,5244, +q0387,dev,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Niekedy je rok 2022 uvedený ako rok začiatku štúdia pre Jána Ptáka, ktorý realizuje diplomový projekt, ale v dostupných dokumentoch nie je explicitne uvedený rok ukončenia alebo odovzdania záverečnej práce, takže nie je možné potvrdiť, že by to bol rok záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.577801,0.067223,9.792058,11.437437,10260,159,10419, +q0388,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","S osobou Ján Pták a témou RAG (Retrieval Augmented Generation) súvisí jeho diplomový projekt z roku 2026 s názvom „Agent pre manažment záverečných prác"", kde je jednou z kľúčových úloh zistiť, čo je to RAG a vytvoriť príslušného agenta. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",2.020479,0.038248,5.656049,7.714993,5044,181,5225, +q0389,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","So študentom Ján Pták a témou OpenWebUI súvisí jeho diplomový projekt z roku 2026 s názvom „Agent pre manažment záverečných prác"", pri ktorom je OpenWebUI uvedené ako požadované rozhranie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.841946,0.04192,5.222524,7.106669,5035,149,5184, +q0390,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Pták"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","S osobou Ján Pták a témou Docker súvisí diplomový projekt s názvom „Agent pre manažment záverečných prác"", kde je medzi cieľmi pre semester navrhnutie deploymentu pomocou Docker. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.605057,0.04693,5.188175,6.840355,5017,126,5143, +q0391,dev,specific_fact,medium,Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Pták má pre svojho agenta použiť ako rozhranie OpenWebUI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.409214,0.061142,4.507084,5.977657,5006,86,5092, +q0392,dev,specific_fact,medium,Akým spôsobom má Ján Pták implementovať synchronizáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""WebHOOK""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Pták má implementovať synchronizáciu pomocou WebHOOK, čo je súčasťou úloh pre jeho diplomový projekt zameraný na vytvorenie agenta pre manažment záverečných prác. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.786193,0.048505,4.934512,6.769418,5015,133,5148, +q0393,dev,specific_fact,medium,Akú databázu a backend už Ján Pták podľa stavu používal?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""SQLite"", ""FastAPI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Dokument o Jánovi Ptákovi uvádza tému diplomového projektu a ciele, ako je využitie znalostného grafu a GraphRAG, ale neobsahuje explicitné informácie o konkrétnej databáze alebo backendovom riešení, ktoré už študent používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.805032,0.084194,11.59791,13.487577,12357,175,12532, +q0423,dev,entity_lookup,easy,Nájdi dokument o osobe Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Nájdený dokument o osobe Rostyslav Rodzhuk sa týka jeho bakalárskej práce s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", ktorú začal študovať v roku 2023 a je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.347306,0.050457,5.149524,6.54751,4416,136,4552, +q0424,dev,fact_title,easy,Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.886315,0.064812,8.901734,10.853273,10053,133,10186, +q0425,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" sa venuje Rostyslav Rodzhuk v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.997675,0.101509,10.167831,12.267392,11312,143,11455, +q0426,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študentom, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga"", je Rostyslav Rodzhuk, ktorý tento predmet spracováva v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.191253,0.04284,4.984823,7.21912,4592,170,4762, +q0427,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Téma bakalárskej práce uvedená pri osobe Rostyslav Rodzhuk je „Inteligentný agent pre podporu práce špeciálneho pedagóga“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.481838,0.041376,4.493451,6.016862,4491,110,4601, +q0428,dev,fact_start_year,easy,V ktorom roku začal študovať Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Rostyslav Rodzhuk začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.082943,0.041011,4.205639,6.329766,4526,131,4657, +q0429,dev,verification,medium,Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Áno, pri osobe Rostyslav Rodzhuk je v ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.920563,0.041862,4.461645,6.424249,4531,131,4662, +q0430,dev,fact_work_year,easy,V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pri osobe Rostyslav Rodzhuk je bakalárska práca uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.45811,0.043513,4.343155,5.844976,4487,98,4585, +q0431,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Z dostupných dokumentov ZP Wiki je pre osobu Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023, pričom rok ukončenia alebo rok záverečnej práce (bakerálskej práce) sa v zdrojoch explicitne neuvádza, hoci práca je evidovaná v sekcii pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.149347,0.038824,5.277922,7.466264,4543,199,4742, +q0432,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Rostyslav Rodzhuk začal študovať v roku 2023, ale jeho záverečná práca (bakalárska práca) je evidovaná pre rok 2026, nie pre rok 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.743632,0.092285,10.36263,12.198914,11438,144,11582, +q0433,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Rostyslav Rodzhuk má v súvislosti s témou agent vypracovávanú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.098594,0.03866,4.844701,6.982142,4486,160,4646, +q0434,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rostyslav Rodzhuk"", ""špeciálny pedagóg""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","S osobou Rostyslav Rodzhuk je spojená bakalárska práca s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",2.159467,0.046282,5.211254,7.417193,5317,152,5469, +q0435,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Rostyslav Rodzhuk"", ""LLM""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Rostyslav Rodzhuk je študentom, ktorý vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga"", kde je súčasťou zadania aj vypracovanie prehľadu agentových systémov na báze veľkého jazykového modelu. Okrem toho má v dokumente uvedený aj vedecký projekt s názvom „Veľký jazykový model ako inteligentný agent"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.692663,0.108915,17.969325,19.77147,19591,188,19779, +q0436,dev,specific_fact,medium,Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""špeciálnemu pedagógovi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Inteligentný agent, ktorý vypracováva Rostyslav Rodzhuk, je určený na podporu práce špeciálneho pedagóga. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.724605,0.106444,10.627424,12.458924,11788,123,11911, +q0437,dev,entity_lookup,easy,Nájdi dokument o osobe Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","O dokument osobe Yevhenii Medushivskyi sa nachádza v ZP Wiki a pojednáva o jeho bakalárskej práci s témou „Získavanie textu z webových stránok"", ktorú začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.583673,0.116112,12.651609,14.351977,13907,144,14051, +q0438,dev,fact_title,easy,Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","V dostupných dokumentoch ZP Wiki sa názov bakalárskej práce osoby Yevhenii Medushivskyi nepodarilo spoľahlivo nájsť, pretože v sekcii týkajúcej sa jeho bakalárskej práce je pole „Téma"" prázdne a nie je tam explicitne uvedený finálny názov práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.500621,0.068046,10.764164,12.333224,11292,150,11442, +q0439,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o bakalárskej práci študenta Mateja Kobyľana z roku 2023 vyskytuje návrh zadania pre systém extrakcie textu z webových stránok, názov „Získavanie textu z webových stránok"" nie je v zdrojoch priamo uvedený ako názov konkrétnej záverečnej práce ani témy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",1.668237,0.044005,6.419101,8.131526,5260,194,5454, +q0440,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študentom, ktorý rieši tému „Získavanie textu z webových stránok"" v rámci svojej bakalárskej práce, je Yevhenii Medushivskyi. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.165636,0.041037,5.204637,7.41152,5250,159,5409, +q0441,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Témou bakalárskej práce osoby Yevhenii Medushivskyi je „Získavanie textu z webových stránok“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.167478,0.045448,4.973015,7.186126,5175,146,5321, +q0442,dev,fact_start_year,easy,V ktorom roku začal študovať Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Yevhenii Medushivskyi začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.662391,0.086081,12.915061,14.664013,15327,109,15436, +q0443,dev,verification,medium,Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Áno, pri osobe Yevhenii Medushivskyi je v ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.790215,0.043262,5.231059,7.064731,5160,128,5288, +q0444,dev,fact_work_year,easy,V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Bakalárska práca pri osobe Yevhenii Medushivskyi je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.516277,0.045673,4.912151,6.474306,5133,105,5238, +q0445,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Z dostupných dokumentov ZP Wiki je uvedené, že Yevhenii Medushivskyi začal študovať v roku 2023, zatiaľ čo rok vypracovania jeho práce (bakalárskej práce) je stanovený na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.981427,0.128456,21.388599,23.499165,24419,167,24586, +q0446,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Nie, rok 2023 nie je rokom záverečnej práce osoby Yevhenii Medushivskyi, ale je rokom začiatku jej štúdia, pričom predmetom zápisu je bakalárska práca s plánovaným rokom ukončenia 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.006373,0.080376,13.601775,15.688996,14723,170,14893, +q0447,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""crawler""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Osoba Yevhenii Medushivskyi súvisí s bakalárskou prácou z roku 2026 s témou „Získavanie textu z webových stránok"", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.132405,0.048107,5.791238,7.97196,5130,185,5315, +q0448,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""webový korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","S osobou Yevhenii Medushivskyi súvisí dokument o študentovi s názvom „Yevhenii Medushivskyi"", ktorý eviduje jeho bakalársku prácu (štartujúcu v roku 2023) s témou zameranou na získavanie textu z webových stránok a tvorbou webových korpusov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.153666,0.042728,6.378482,8.575109,5952,199,6151, +q0449,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi"", ""deduplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok"", pri ktorej je v rámci úloh na stretnutí 13.3.2026 explicitne uvedená požiadavka na zlepšenie deduplikácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.170394,0.060314,5.729932,7.960862,5138,192,5330, +q0450,dev,specific_fact,medium,Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""450MB""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Yevhenii Medushivskyi mal k marcu 2026 zozbieraných približne 450 MB textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",2.04704,0.132048,20.483805,22.663563,23958,143,24101, +q0451,dev,specific_fact,medium,Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""justext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Nástrojom uvedeným ako príklad pre odstraňovanie boilerplate (boilereplate removal) pri práci Yevheniiho Medushivskyiho je justext. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.736582,0.086062,12.235896,14.05898,13265,127,13392, +q0480,dev,entity_lookup,easy,Nájdi dokument o osobe Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Dokument o osobe Simona Bobrovčanová sa týka jej bakalárskej práce s témou automatická sumarizácia slovenského textu, ktorú začala študovať v roku 2023 a ktorá je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.955632,0.061808,10.46955,12.487374,11253,163,11416, +q0481,dev,fact_title,easy,Aký je názov bakalárska práca osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Podľa dostupných informácií je téma bakalárskej práce Simony Bobrovčanovej „Automatická sumarizácia slovenského textu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.474027,0.067114,8.541022,10.082651,9701,104,9805, +q0482,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Práci s názvom „Automatická sumarizácia slovenského textu“ sa venuje Simona Bobrovčanová v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.634792,0.103842,9.436221,11.17529,10633,117,10750, +q0483,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Študentka Simona Bobrovčanová rieši bakalársku prácu s témou „Automatická sumarizácia slovenského textu"", ktorú začala študovať v roku 2023 a ktorá je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.955458,0.038004,5.077514,7.071164,4560,159,4719, +q0484,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Téma bakalárskej práce Simony Bobrovčanovej je Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.645035,0.052926,5.561338,7.259557,6194,108,6302, +q0485,dev,fact_start_year,easy,V ktorom roku začal študovať Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Simona Bobrovčanová začala študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.436129,0.048268,5.343208,6.827858,6060,91,6151, +q0486,dev,verification,medium,Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Áno, pri osobe Simona Bobrovčanová je v ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.949915,0.047385,5.677381,7.67492,6114,134,6248, +q0487,dev,fact_work_year,easy,V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Simona Bobrovčanová je v ZP Wiki uvedená bakalárska práca s očakávaným rokom vypracovania 2026, pričom rok začiatku štúdia je 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.447267,0.04827,6.115651,7.611428,6178,125,6303, +q0488,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Simona Bobrovčanová začala študovať v roku 2023 a vypracováva bakalársku prácu, ktorá je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.778015,0.070159,9.308547,11.157085,10354,115,10469, +q0489,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia, kedy si začala písať bakalársku prácu s plánovaným rokom obhajoby 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.639747,0.064482,8.149656,9.854276,8508,146,8654, +q0490,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Simona Bobrovčanová je študentkou, ktorá má pridelenú bakalársku prácu s témou Automatická sumarizácia slovenského textu v rámci projektu Legal Data Processing. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.683653,0.04594,6.253021,7.982915,6281,142,6423, +q0491,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""slovenský text""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","S osobou Simonou Bobrovčanovou súvisí jej bakalárska práca s témou Automatická sumarizácia slovenského textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.66388,0.040102,4.981626,6.68582,5211,116,5327, +q0492,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Simona Bobrovčanová"", ""právne dokumenty""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","S Simonou Bobrovčanovou súvisí jej bakalárska práca s témou Automatická sumarizácia slovenského textu, ktorá si kladie za cieľ zlepšiť spracovanie slovenských právnych textov, konkrétne vytvoriť systém pre sumarizáciu rozsudkov alebo iných právnych dokumentov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.077134,0.041913,5.71216,7.831453,5280,181,5461, +q0493,dev,specific_fact,medium,Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""hierarchická sumarizácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Simona Bobrovčanová pri svojej bakalárskej práci vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti, vykoná sa sumár týchto častí a následne sa tieto čiastkové sumáre spoja do jedného celkovej zhrnutia. Tento prístup použila ako riešenie problému s veľkou dĺžkou kontextu, kde štandardné modely často vynechávajú informácie na konci textu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.099572,0.085218,12.534379,14.719832,12958,226,13184, +q0494,dev,specific_fact,medium,Aký problém mali malé modely pri práci Simony Bobrovčanovej?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""príliš maly kontext""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri práci Simony Bobrovčanovej s malými modelmi sa stretli s tým, že majú príliš malý kontext. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",2.102008,0.091354,10.468178,12.662011,11864,122,11986, +q0495,dev,entity_lookup,easy,Nájdi dokument o osobe Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Samuel Džurina vypracováva bakalársku prácu na tému „Dialógový systém pre podporu firemných procesov"", pričom štúdium začal v roku 2023 a práca je evidovaná pod rokom 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.357406,0.053522,6.813043,8.224213,6790,125,6915, +q0496,dev,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Bakalárska práca osoby Samuel Džurina má názov Dialógový systém pre podporu firemných procesov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.463434,0.076012,8.888516,10.428373,10059,99,10158, +q0497,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Práci s názvom „Dialógový systém pre podporu firemných procesov“ sa venuje študent Samuel Džurina v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.904063,0.096379,9.047104,11.048068,9988,135,10123, +q0498,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Tému „Dialógový systém pre podporu firemných procesov"" rieši študent Samuel Džurina v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.950892,0.048526,5.126745,7.12641,5182,133,5315, +q0499,dev,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Samuel Džurina je uvedená téma bakalárskej práce „Dialógový systém pre podporu firemných procesov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.095728,0.044269,4.919076,7.05933,5137,140,5277, +q0500,dev,fact_start_year,easy,V ktorom roku začal študovať Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Džurina začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.642374,0.046284,4.668416,6.357323,5097,101,5198, +q0501,dev,verification,medium,Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Áno, pri osobe Samuel Džurina je v ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.221868,0.04566,4.955918,7.223628,5151,144,5295, +q0502,dev,fact_work_year,easy,V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Pri osobe Samuel Džurina je bakalárska práca uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.066233,0.043895,4.806878,6.917211,5132,131,5263, +q0503,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Samuel Džurina začal študovať v roku 2023 a vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"", ktorá je plánovaná na odovzdanie v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.69427,0.124572,18.076879,19.896374,20627,148,20775, +q0504,dev,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Rok 2023 nie je rokom záverečnej práce osoby Samuel Džurina, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.574815,0.079611,11.523883,13.178741,12576,127,12703, +q0505,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Džurina je študentom, ktorý v rámci svojej bakalárskej práce z roku 2026 spracováva tému „Dialógový systém pre podporu firemných procesov"" s cieľom vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",2.02988,0.042149,5.68853,7.760752,5091,176,5267, +q0506,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""zásielková spoločnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","S osobou Samuel Džurina súvisí jeho bakalárska práca s názvom „Dialógový systém pre podporu firemných procesov"", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.708789,0.0464,5.487675,7.243077,5087,145,5232, +q0507,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Džurina"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","So Samuelom Džurinou súvisí bakalárska práca s témou „Dialógový systém pre podporu firemných procesov"", ktorú vypracováva v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.620726,0.040879,5.066192,6.728063,5074,127,5201, +q0508,dev,specific_fact,medium,Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""zásielkovej spoločnosti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Agent, ktorý vypracováva Samuel Džurina, má podporovať činnosť zásielkovej spoločnosti, pričom v dokumente sa ako príklad modelového procesu spomína dovoz zeleniny z Veľkej Británie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.417848,0.093578,11.372621,12.884457,12757,124,12881, +q0509,dev,specific_fact,medium,Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""dotazníka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pričom je potrebné identifikovať jeho slabé miesta a navrhnúť zlepšenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.433431,0.040101,5.421866,6.895606,5047,111,5158, +q0549,dev,entity_lookup,easy,Nájdi dokument o stážistovi Oliver Pejic.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke s názvom Oliver Pejic, ktorá opisuje jeho stáž v rámci programu IAESTE v lete roku 2024, kde pracoval na úlohách súvisiacich s databázami a strojovým prekladom. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.97078,0.087973,11.517797,13.576949,12730,168,12898, +q0550,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Stáž osoby Olivera Pejica prebiehala v roku 2024, konkrétne v mesiacoch august, september a október. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.351945,0.083419,9.897147,11.332879,10953,93,11046, +q0551,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Hate Speech a MTEB evaluácia""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Oliver Pejic sa počas svojej stáže v roku 2024 venoval projektom súvisiacim s hodnotením modelov sentence transformer, konkrétne pri príprave úloh pre slovenský hate speech a slovenské otázne odpovede, ako aj strojovému prekladu hodnotiacich datasetov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",2.005697,0.065712,9.658968,11.7308,10134,173,10307, +q0552,dev,reverse_lookup,medium,Kto pracoval na téme Hate Speech a MTEB evaluácia?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak""]","Na projekte Hate Speech a vyhodnocovaní modelov pomocou nástroja MTEB pracoval Oliver Pejic, ktorý pripravil úlohu pre vyhodnotenie slovenskej nenávistnej reči v rámci projektu Hate Speech. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.810824,0.073402,9.449812,11.334622,10277,140,10417, +q0553,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Stáž osoby Oliver Pejic, ktorá sa uskutočnila v lete roku 2024 ako súčasť programu IAESTE, súvisela s témou Hate Speech prostredníctvom pomoci s projektom Hate Speech a prípravou úloh pre vyhodnotenie modelov na slovenské dáta nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.393796,0.06782,10.37134,11.833379,10839,139,10978, +q0554,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Stáž osoby Oliver Pejic v rámci projektu IAESTE letom 2024 súvisela s témou MTEB prostredníctvom cieľa pomôcť s vyhodnocovaním modelov transformátorových viet (sentence transformer models) pomocou nástroja MTEB. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.605349,0.071538,10.091891,11.769138,10852,140,10992, +q0555,dev,keyword_grounding,medium,Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oliver Pejic"", ""SentenceTransformer""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Oliver Pejic sa počas svojej stáže IAESTE v lete 2024 pripravoval na tému sémantického vyhľadávania, kde si mal osvojiť prácu s frameworkom SentenceTransformer ako súčasť prípravy na vytvorenie stroja na strojový preklad a multilinguálnu vyhodnocovaciu úlohu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.579845,0.086083,10.908354,12.574685,11527,155,11682, +q0556,dev,specific_fact,medium,Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Slovak HATE speech"", ""Slovak question answering""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o tom, na akých dvoch MTEB úlohách mal Oliver Pejic pracovať, keďže v jeho dokumente sú uvedené iba prípravné kroky a budúce úlohy bez špecifikácie konkrétnych MTEB úloh. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.600332,0.076279,12.167852,13.84485,13173,151,13324, +q0557,dev,specific_fact,medium,Aký evaluačný framework mal Oliver Pejic naštudovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""MTEB""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","[""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic",1.79277,0.048481,4.485409,6.326861,4474,110,4584, +q0568,dev,entity_lookup,easy,Nájdi dokument o stážistovi Cesar Abascal Gutierrez.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Dokument o stážistovi Cesar Abascal Gutierrez sa nachádza na stránke s názvom ""Cesar Abascal Gutierrez"", ktorá uvádza, že išlo o stážistu pravdepodobne v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.657525,0.086786,10.863463,12.608155,12201,129,12330, +q0569,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak""]","Stáž osoby Cesar Abascal Gutierrez pravdepodobne prebiehala v lete roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.40056,0.063505,8.811981,10.276403,9927,88,10015, +q0570,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Cesar Abascal Gutierrez sa počas stáže v lete 2019 venoval problematike rozpoznávania neznámych pomenovaných entít, tvorbe manuálne anotovanej trénovacej množiny z prepisov reči a navrhovaniu anotačného schématu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.734911,0.084409,10.864181,12.683878,11672,146,11818, +q0572,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Cesar Abascal Gutierrez"", ""named entities""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Stáž osoby Cesar Abascal Gutierrez, ktorá sa pravdepodobne konala v lete roku 2019, sa venovala téme pomenovaných entít a jej cieľom bolo byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",2.04531,0.071083,11.38819,13.504968,11882,190,12072, +q0573,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""spaCy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny názov stáže osoby Cesar Abascal Gutierrez, ktorá by bola explicitne spojená s témou spaCy, hoci je v jeho zázname uvedená knižnica spaCy ako nástroj pre strojové učenie v rámci projektu Named entity annotations. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.445762,0.08053,9.131581,10.658268,9452,144,9596, +q0574,dev,keyword_grounding,medium,Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Cesar Abascal Gutierrez"", ""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom názve stáže osoby Cesar Abascal Gutierrez súvisiacej s témou Prodigy, hoci je uvedený ako používateľ nástroja Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.849356,0.06572,11.3428,13.258281,12480,152,12632, +q0575,dev,specific_fact,medium,Aké tri hlavné ciele mal Cesar Abascal Gutierrez?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""recognize unknown named entities"", ""manually annotated training set"", ""annotation schema""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",2.092437,0.122071,16.993377,19.208524,19933,131,20064, +q0576,dev,specific_fact,medium,Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez""]","[""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",1.879526,0.087042,10.820381,12.787341,12348,113,12461, +q0577,dev,entity_lookup,easy,Nájdi dokument o stážistovi Bogdan Paul Chiș.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Dokument o stážistovi Bogdanovi Paulovi Chišovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde je uvedený ako stážista v rámci programu ERASMUS na jar 2026 s témou multilinguálnej extrakcie trojíc z lekárskych dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.641444,0.105959,11.843473,13.591259,12584,161,12745, +q0578,dev,internship_year,easy,V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od 20. marca do 21. mája. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",2.020761,0.086322,11.201317,13.308897,12784,137,12921, +q0579,dev,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""multilinguálna extrakcia trojíc z medicínskych dát""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Osoba Bogdan Paul Chiș sa počas svojej stáže v rámci programu ERASMUS venovala téme viacjazyčného extrahovania trojíc z lekárskych dát, ktorá zahŕňala vytvorenie znalostného grafu z lekárskych príbalových letákov a jeho využitie v inteligentnom agentovi pre odporúčanie liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.43499,0.083661,11.019307,12.538442,11557,149,11706, +q0580,dev,reverse_lookup,medium,Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Bogdan Paul Chiș""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zdrojoch objavujú témy súvisiace s extrakciou informácií z medicínskych dát (napríklad Andrii Pervashov pracujúci na extrakcii štruktúrovaných informácií z medicínskej domény) alebo tvorbe korpusu medicínskych dát (Yevhenii Medushivskyi), žiadny z nájdených dokumentov explicitne nezaraďuje konkrétnu záverečnú prácu s presným názvom „multilinguálna extrakcia trojíc z medicínskych dát"".",1.774347,0.116632,12.570549,14.461932,12554,216,12770, +q0581,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""Triplet extraction""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Stáž osoby Bogdana Paula Chișa s témou „Triplet extraction"" bola označená ako ERASMUS Intern Spring 2026, ktorá sa zameriavala na viacjazyčné extrahovanie trojíc z lekárskych údajov. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.433264,0.095745,11.087313,12.616716,12123,123,12246, +q0582,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Bogdan Paul Chiș"", ""knowledge graph""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Stáž osoby Bogdan Paul Chiš súvisela s témou „(multilingual) Triplet extraction from medical data"", kde hlavným cieľom bolo zostrojiť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.830573,0.072875,10.482753,12.386577,11423,150,11573, +q0583,dev,keyword_grounding,medium,Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Bogdan Paul Chiș"", ""medical""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Stáž osoby Bogdan Paul Chiš s témou súvisiacou s medicínou mala názov „(multilingual) Triplet extraction from medical data"" a bola súčasťou programu ERASMUS Intern Spring 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.627286,0.13384,10.392208,12.153691,11458,127,11585, +q0584,dev,specific_fact,medium,Aká bola téma stáže Bogdana Paula Chișa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Triplet extraction from medical data""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Téma stáže Bogdana Paula Chișa bola „(multilingual) Triplet extraction from medical data"". + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.830683,0.072081,9.948735,11.851974,11469,111,11580, +q0585,dev,specific_fact,medium,Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""DeepEval"", ""RAGAS""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.70714,0.091711,11.092302,12.891531,12840,106,12946, +q0586,dev,specific_fact,medium,Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""medical package inserts""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bogdan Paul Chiš mal zostaviť znalostný graf z viacjazyčných vložiek liekov (medical package inserts). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",1.462488,0.073614,10.109059,11.645581,11496,96,11592, +q0597,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Dialógový systém“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť projektovú ani informačnú stránku s názvom „Dialógový systém"". Nájdené dokumenty sa týkajú študenta Martina Šarišského a jeho prác, kde sú spomínané chatboty a dialógové systémy (napríklad v rámci bakalárskej práce s technológiou RASA alebo diplomového projektu s RAG systémom), ale žiadna z nich nemá uvedený presný názov „Dialógový systém"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",2.085475,0.071351,9.370959,11.528093,8914,225,9139, +q0598,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Dokument s názvom „Samuel Džurina“ v ZP Wiki sa priamo venuje téme „Dialógový systém pre podporu firemných procesov“ v rámci bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.621966,0.053821,5.295694,6.971785,5141,130,5271, +q0599,dev,source_url,easy,Aký source_url patrí k stránke „Dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Stránke s názvom „Dialógový systém"" patrí source_url https://zp.kemt.fei.tuke.sk/topics/chatbot. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.335181,0.088112,7.766313,9.190045,9185,85,9270, +q0603,dev,specific_fact,medium,Aký framework má používať báza pravidiel projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RASA""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Projekt Dialógový systém, ktorý sa zameriava na komunikáciu občana s mestom, vyžaduje zostavenie bazy pravidiel pre framework RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.634376,0.096685,10.372718,12.10417,12047,108,12155, +q0604,dev,specific_fact,medium,S akým ďalším typom systému sa má chatbot integrovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,False,0,0.0,0.0,1.0,0.25,False,"[""QA systémom""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]",[],"Na zodpovedanie tejto otázky potrebujem viac kontextu. Vaša otázka sa týka konkrétneho projektu, chatbotu alebo témy v ZP Wiki? + +Aby som mohol vyhľadať informácie o systéme, s ktorým sa má chatbot integrovať, prosím, uveďte: +* **Názov projektu, diplomovej práce alebo témy**, o ktorú máte záujem. +* Prípadne **meno autora** alebo **rok**, ak sú známe. + +Bez týchto údajov neviem, ktorú konkrétnu prácu v ZP Wiki mám prehľadávať.",3.105081,0.0,0.0,3.105094,1008,145,1153, +q0605,dev,specific_fact,medium,Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Matej Ščišľak"", ""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","[""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Zdrojové dokumenty explicitne neuvádzajú aktuálnych riešiteľov projektu „Dialógový systém"" v zmysle aktuálneho stavu, ale v sekcii riešiteľov projektu je uvedený Matej Ščišľak a Martin Šarišský. Matej Ščišľak má ako tému bakalárskej práce „Dialógový systém pre potreby samosprávy"" a spolupracuje s Martinom Šarišským, ktorý však v roku 2026 vypracováva diplomovú prácu s inou témou z oblasti agentových systémov a veľkých jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot",1.63421,0.099657,10.931105,12.665394,10406,214,10620, +q0615,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Question Answering“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Informačná stránka projektu „Question Answering"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question, kde sú uvedené odkazy na projektový repozitár a manuály, pričom ide o interný projekt súvisiaci aj s diplomovou prácou Tomáša Kuchárika o tvorbe korpusu otázok a odpovedí. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",2.002119,0.088339,11.792822,13.883681,12728,176,12904, +q0616,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","V ZP Wiki sa téme „Question Answering“ priamo venuje interný projekt s názvom Question Answering, ktorý je uvedený v dokumente o študentovi Oleh Bilykh. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",1.561084,0.048373,4.999164,6.608819,4821,117,4938, +q0617,dev,source_url,easy,Aký source_url patrí k stránke „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Stránke „Question Answering"" patrí zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.959762,0.084215,9.780648,11.825181,11255,120,11375, +q0621,dev,specific_fact,medium,Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""SQuaD 2.0""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Projekt Question Answering si vytvára korpus otázok a odpovedí v slovenskom jazyku, ktorý je označovaný ako SK Quad (Slovak Question Answering Dataset). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/bert",1.583828,0.058035,8.348087,9.990317,8965,132,9097, +q0622,dev,specific_fact,medium,Aký anotačný nástroj používa projekt Question Answering?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch objavuje spomenutie projektu „Otázky a odpovede"" a zadanie vytvoriť anotačný nástroj, konkrétne meno anotačného nástroja používaného pri projekte Question Answering nie je explicitne uvedené. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.402179,0.066951,7.546639,9.016028,6932,175,7107, +q0623,dev,specific_fact,medium,Aký má byť formát finálneho exportu QA databázy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SQUAD""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Finálny export databázy má byť vo formáte SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.613172,0.099073,10.553449,12.266108,12726,84,12810, +q0624,dev,specific_fact,medium,Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,False,0,0.0,0.0,1.0,0.25,False,"[""5""]","[""https://zp.kemt.fei.tuke.sk/topics/question""]",[],"Na základe informácií dostupných v ZP Wiki nie je v kontexte anotácií otázok explicitne uvedený presný počet otázok, ktoré majú vzniknúť pre každý odsek. Tento detail sa zvyčajne nachádza v dokumentoch týkajúcich sa metodiky anotácie, štandardov pre tvorbu dátových súborov alebo v zadaniach pre študentov pracujúcich na projektoch spojených s NLP a spracovaním prirodzeného jazyka. + +Ak hľadáte konkrétny návod alebo požiadavku, ktorá by tento počet špecifikovala, odporúčam skontrolovať dokumenty súvisiace s projektmi anotácie alebo sa opýtať na konkrétne meno projektu alebo autora, ktorý túto metodiku stanovil. + +Chceli by ste, aby som vyhľadala konkrétne dokumenty o anotáciách otázok alebo projektoch, ktoré sa týmto zaoberajú?",4.279694,0.0,0.0,4.279708,1011,219,1230, +q0632,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Strojový preklad“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Informácie o projekte alebo informácii stránke s názvom „Strojový preklad"" sa v dostupných dokumentoch ZP Wiki nepodarilo spoľahlivo nájsť, nakoľko nájdený dokument Patrika Pavlišina sa zameriava na bakalársky projekt z roku 2019, ktorý obsahuje úlohy súvisiace s metódami strojového prekladu a rešerš, ale nie je to stránka s priamym názvom „Strojový preklad"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",2.068187,0.055061,6.272809,8.396269,5022,223,5245, +q0633,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Priamym dokumentom venovaným téme „Strojový preklad“ je dokument s názvom „Strojový preklad“, ktorý zhrňuje študentské práce zamerané na štatistický a neurónový strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.99167,0.06555,9.52364,11.581222,10734,145,10879, +q0634,dev,source_url,easy,Aký source_url patrí k stránke „Strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation""]","[""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Stránke „Strojový preklad"" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/translation. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/translation",1.363512,0.083589,9.253647,10.701174,10637,85,10722, +q0637,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Pomenované entity“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Informácie o projekte „Pomenované entity"" sú dostupné na informačnej stránke s názvom „Pomenované entity"" na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, ktorá autorom dokumentu je Daniel Hladek a obsahuje detaily o úlohách, stretnutiach a postupoch projektu. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",2.090399,0.05712,8.323556,10.47142,8684,174,8858, +q0638,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Pomenované entity"", je dokument s názvom „Pomenované entity"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.39037,0.065551,10.778692,12.235001,12623,89,12712, +q0639,dev,source_url,easy,Aký source_url patrí k stránke „Pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Stránke „Pomenované entity"" patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/named-entity. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity",1.573351,0.064133,9.332094,10.969959,10687,95,10782, +q0651,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Projektová alebo informačná stránka s názvom „Anotácia textových dát"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",2.070869,0.07352,10.032172,12.176993,11441,139,11580, +q0652,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia textových dát""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Priamemu venujúcim sa téme „Anotácia textových dát“ je dokument s názvom „Anotácia textových dát“ nachádzajúci sa v sekcii tém. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",2.034572,0.046192,5.389806,7.470824,5607,136,5743, +q0653,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia textových dát“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy""]","[""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránka „Anotácia textových dát"" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/prodigy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy",1.547419,0.075089,9.880525,11.503471,11501,102,11603, +q0659,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Informačnú stránku s názvom „Slovenské jazykové zdroje“ nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zoznamené rôzne nástroje a zdroje pre spracovanie slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",2.154697,0.099092,9.237327,11.491519,9888,161,10049, +q0660,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenské jazykové zdroje""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Dokumentom, ktorý sa priamo venuje téme „Slovenské jazykové zdroje"", je dokument s názvom „Slovenské jazykové zdroje"", ktorý je dostupný na stránke https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.709975,0.083306,9.89928,11.692949,10847,132,10979, +q0661,dev,source_url,easy,Aký source_url patrí k stránke „Slovenské jazykové zdroje“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources""]","[""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Stránke „Slovenské jazykové zdroje"" patrí zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/resources. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/resources",1.826927,0.061031,7.435686,9.32413,8387,119,8506, +q0675,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Projektovú alebo informačnú stránku s názvom „Anotácia otázok a odpovedí"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod, kde sú uvedené návody pre anotátorov. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",1.72019,0.087384,9.123536,10.931529,9986,133,10119, +q0676,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dokumentom v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí"", je dokument s názvom „Anotácia otázok a odpovedí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",2.112518,0.072589,9.646795,11.832264,10768,142,10910, +q0677,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Stránke „Anotácia otázok a odpovedí"" patrí source_url https://zp.kemt.fei.tuke.sk/topics/question/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod",2.026661,0.086685,8.779664,10.89334,9945,130,10075, +q0684,dev,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene""]","Projektová alebo informačná stránka s názvom „Anotácia pomenovaných entít"" sa nachádza pod URL adresou https://zp.kemt.fei.tuke.sk/topics/named-entity/navod a slúži ako návod na anotáciu dát pre vedecký výskum rozpoznávania pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",2.133888,0.05993,9.810098,12.004265,10351,176,10527, +q0685,dev,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Priamym dokumentom, ktorý sa venuje téme „Anotácia pomenovaných entít"", je návod s rovnakým názvom umiestnený v sekcií tém, ktorý slúži ako pomôcka pre vedecký výskum a učenie strojov rozpoznávať vlastné podstatné mená. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.477222,0.069474,10.776868,12.323958,11597,135,11732, +q0686,dev,source_url,easy,Aký source_url patrí k stránke „Anotácia pomenovaných entít“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Stránke „Anotácia pomenovaných entít"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod",1.599924,0.077208,9.40148,11.078998,10634,108,10742, +q0687,dev,multi_document,hard,"Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.25,1.0,0.8125,False,"[""RAG"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","V dostupných dokumentoch ZP Wiki sa našiel jeden dokument, ktorý rieši tému RAG a GraphRAG, a to diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania"", kde si študent plánuje zistiť, čo je to Retrieval Augmented Generation a naučiť sa GraphRAG. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",2.003542,0.042633,5.953011,7.999383,5193,187,5380, +q0688,dev,multi_document,hard,"Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.8,1.0,0.95,False,"[""znalostný graf"", ""RAG"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","V ZP Wiki boli identifikované študentské dokumenty, ktoré spájajú znalostné grafy s technológiami RAG a inteligentnými agentmi, konkrétne diplomové práce a projekty od študentov Ján Malinovský, Valerii Kutsenko, Oleh Poiasnik, Matej Ščišľak, Ján Pták a Rostyslav Rodzhuk. Tieto práce sa zaoberajú témami ako využitie znalostných grafov na zlepšenie vyhľadávania v oblasti vzdelávania, práva a medicíny, budovanie agentov s vnútornou reprezentáciou vo forme grafu a implementácia systémov ako GraphRAG alebo LightRAG na podporu rozhodovania a generovania odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko +https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.849894,0.120026,23.678141,25.648839,22831,381,23212, +q0689,dev,multi_document,hard,Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.6,1.0,0.775,False,"[""pomenované entity"", ""NER""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Dokument, ktorý sa priamo venuje anotácie pomenovaných entít, je sprievodca s názvom Anotácia pomenovaných entít. Študentské práce zaoberajúce sa rozpoznávaním pomenovaných entít a ich anotáciou zahŕňajú diplomovú prácu Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thanh s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy a bakalársku prácu Serhii Yemets zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/named-entity/navod +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",1.95521,0.052632,13.494196,15.50238,11119,342,11461, +q0690,dev,multi_document,hard,Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""strojový preklad"", ""automatický preklad""]","[""..."", ""..."", ""..."", ""..."", ""...""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","V dostupných dokumentoch ZP Wiki sú identifikované dve práce súvisiace so strojovým alebo automatickým prekladom. Ide o tému študentskej stránky s názvom „Strojový preklad"" spracovanú v rámci tímového projektu a bakalársku prácu Martina Jancuru s názvom „Webová aplikácia pre demonštráciu strojového prekladu"", ktorá sa zameriava na teoretický úvod, prehľad komerčných služieb pre automatický preklad a vytvorenie demonštračnej aplikácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20 +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",1.609707,0.055545,8.482897,10.148403,6995,233,7228, diff --git a/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.json b/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.json new file mode 100644 index 0000000..793d60b --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev.json @@ -0,0 +1,25333 @@ +{ + "generated_at": "2026-08-16T19:56:56.345580+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "a5b95981e263cd214b7d5248fb17020d09b20b499899e5c1d4bb2618e3b92a75", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030", + "q0031", + "q0032", + "q0033", + "q0034", + "q0035", + "q0036", + "q0037", + "q0038", + "q0039", + "q0040", + "q0041", + "q0042", + "q0043", + "q0044", + "q0045", + "q0046", + "q0047", + "q0048", + "q0049", + "q0050", + "q0051", + "q0082", + "q0083", + "q0084", + "q0085", + "q0086", + "q0087", + "q0088", + "q0089", + "q0090", + "q0091", + "q0092", + "q0102", + "q0103", + "q0104", + "q0105", + "q0106", + "q0107", + "q0108", + "q0109", + "q0110", + "q0111", + "q0122", + "q0123", + "q0124", + "q0125", + "q0126", + "q0127", + "q0128", + "q0129", + "q0130", + "q0131", + "q0142", + "q0143", + "q0144", + "q0145", + "q0146", + "q0147", + "q0148", + "q0149", + "q0150", + "q0151", + "q0152", + "q0164", + "q0165", + "q0166", + "q0167", + "q0168", + "q0169", + "q0170", + "q0171", + "q0172", + "q0173", + "q0174", + "q0175", + "q0176", + "q0177", + "q0178", + "q0179", + "q0180", + "q0181", + "q0182", + "q0183", + "q0184", + "q0200", + "q0201", + "q0202", + "q0203", + "q0204", + "q0205", + "q0206", + "q0207", + "q0208", + "q0209", + "q0210", + "q0211", + "q0212", + "q0213", + "q0229", + "q0230", + "q0231", + "q0232", + "q0233", + "q0234", + "q0235", + "q0236", + "q0237", + "q0238", + "q0239", + "q0240", + "q0241", + "q0242", + "q0243", + "q0244", + "q0245", + "q0246", + "q0247", + "q0248", + "q0249", + "q0250", + "q0251", + "q0252", + "q0253", + "q0254", + "q0255", + "q0256", + "q0257", + "q0258", + "q0259", + "q0275", + "q0276", + "q0277", + "q0278", + "q0279", + "q0280", + "q0281", + "q0282", + "q0283", + "q0284", + "q0285", + "q0286", + "q0287", + "q0303", + "q0304", + "q0305", + "q0306", + "q0307", + "q0308", + "q0309", + "q0310", + "q0311", + "q0312", + "q0313", + "q0314", + "q0315", + "q0316", + "q0333", + "q0334", + "q0335", + "q0336", + "q0337", + "q0338", + "q0339", + "q0340", + "q0341", + "q0342", + "q0343", + "q0344", + "q0345", + "q0346", + "q0347", + "q0363", + "q0364", + "q0365", + "q0366", + "q0367", + "q0368", + "q0369", + "q0370", + "q0371", + "q0372", + "q0373", + "q0374", + "q0375", + "q0376", + "q0377", + "q0378", + "q0379", + "q0380", + "q0381", + "q0382", + "q0383", + "q0384", + "q0385", + "q0386", + "q0387", + "q0388", + "q0389", + "q0390", + "q0391", + "q0392", + "q0393", + "q0423", + "q0424", + "q0425", + "q0426", + "q0427", + "q0428", + "q0429", + "q0430", + "q0431", + "q0432", + "q0433", + "q0434", + "q0435", + "q0436", + "q0437", + "q0438", + "q0439", + "q0440", + "q0441", + "q0442", + "q0443", + "q0444", + "q0445", + "q0446", + "q0447", + "q0448", + "q0449", + "q0450", + "q0451", + "q0480", + "q0481", + "q0482", + "q0483", + "q0484", + "q0485", + "q0486", + "q0487", + "q0488", + "q0489", + "q0490", + "q0491", + "q0492", + "q0493", + "q0494", + "q0495", + "q0496", + "q0497", + "q0498", + "q0499", + "q0500", + "q0501", + "q0502", + "q0503", + "q0504", + "q0505", + "q0506", + "q0507", + "q0508", + "q0509", + "q0549", + "q0550", + "q0551", + "q0552", + "q0553", + "q0554", + "q0555", + "q0556", + "q0557", + "q0568", + "q0569", + "q0570", + "q0572", + "q0573", + "q0574", + "q0575", + "q0576", + "q0577", + "q0578", + "q0579", + "q0580", + "q0581", + "q0582", + "q0583", + "q0584", + "q0585", + "q0586", + "q0597", + "q0598", + "q0599", + "q0603", + "q0604", + "q0605", + "q0615", + "q0616", + "q0617", + "q0621", + "q0622", + "q0623", + "q0624", + "q0632", + "q0633", + "q0634", + "q0637", + "q0638", + "q0639", + "q0651", + "q0652", + "q0653", + "q0659", + "q0660", + "q0661", + "q0675", + "q0676", + "q0677", + "q0684", + "q0685", + "q0686", + "q0687", + "q0688", + "q0689", + "q0690" + ], + "applied_override_ids": [ + "q0005", + "q0010", + "q0020", + "q0024", + "q0031", + "q0042", + "q0086", + "q0106", + "q0126", + "q0146", + "q0168", + "q0178", + "q0204", + "q0233", + "q0249", + "q0279", + "q0307", + "q0337", + "q0367", + "q0382", + "q0427", + "q0441", + "q0484", + "q0499" + ], + "split": "dev", + "selected_question_count": 353, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.5 + }, + "summary": { + "total": 353, + "completed": 353, + "errors": 0, + "tool_call_rate": 0.994334, + "answer_contains_score": 0.924929, + "source_url_score": 0.956516, + "should_answer_score": 0.968839, + "overall_score": 0.961154, + "strict_pass_count": 314, + "strict_pass_rate": 0.889518, + "mean_latency_seconds": 10.073516, + "prompt_tokens": 3092599, + "completion_tokens": 49657, + "total_tokens": 3142256, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.964286, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.991071, + "strict_pass_count": 13, + "strict_pass_rate": 0.928571, + "mean_latency_seconds": 11.628789, + "prompt_tokens": 147488, + "completion_tokens": 2009, + "total_tokens": 149497 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.928571, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.982143, + "strict_pass_count": 12, + "strict_pass_rate": 0.857143, + "mean_latency_seconds": 14.432682, + "prompt_tokens": 192962, + "completion_tokens": 2166, + "total_tokens": 195128 + }, + "entity_lookup": { + "total": 25, + "completed": 25, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 25, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.829847, + "prompt_tokens": 234022, + "completion_tokens": 3887, + "total_tokens": 237909 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 8.015676, + "prompt_tokens": 97472, + "completion_tokens": 1486, + "total_tokens": 98958 + }, + "fact_title": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.818182, + "source_url_score": 1.0, + "should_answer_score": 0.954545, + "overall_score": 0.943182, + "strict_pass_count": 18, + "strict_pass_rate": 0.818182, + "mean_latency_seconds": 8.572038, + "prompt_tokens": 162713, + "completion_tokens": 2598, + "total_tokens": 165311 + }, + "fact_work_year": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 22, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 8.029712, + "prompt_tokens": 152992, + "completion_tokens": 2378, + "total_tokens": 155370 + }, + "internship_topic": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 12.317707, + "prompt_tokens": 33363, + "completion_tokens": 468, + "total_tokens": 33831 + }, + "internship_year": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 11.639393, + "prompt_tokens": 33664, + "completion_tokens": 318, + "total_tokens": 33982 + }, + "keyword_grounding": { + "total": 75, + "completed": 75, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.98, + "source_url_score": 0.973333, + "should_answer_score": 1.0, + "overall_score": 0.988333, + "strict_pass_count": 70, + "strict_pass_rate": 0.933333, + "mean_latency_seconds": 9.424449, + "prompt_tokens": 566307, + "completion_tokens": 12123, + "total_tokens": 578430 + }, + "multi_document": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.875, + "source_url_score": 0.4125, + "should_answer_score": 1.0, + "overall_score": 0.821875, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 14.824751, + "prompt_tokens": 46138, + "completion_tokens": 1143, + "total_tokens": 47281 + }, + "paraphrase": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.863636, + "source_url_score": 1.0, + "should_answer_score": 0.909091, + "overall_score": 0.943182, + "strict_pass_count": 19, + "strict_pass_rate": 0.863636, + "mean_latency_seconds": 9.53603, + "prompt_tokens": 187223, + "completion_tokens": 2710, + "total_tokens": 189933 + }, + "reverse_lookup": { + "total": 24, + "completed": 24, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.916667, + "source_url_score": 0.916667, + "should_answer_score": 0.916667, + "overall_score": 0.9375, + "strict_pass_count": 22, + "strict_pass_rate": 0.916667, + "mean_latency_seconds": 12.205599, + "prompt_tokens": 272829, + "completion_tokens": 3447, + "total_tokens": 276276 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 8, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.685787, + "prompt_tokens": 82231, + "completion_tokens": 844, + "total_tokens": 83075 + }, + "specific_fact": { + "total": 51, + "completed": 51, + "errors": 0, + "tool_call_rate": 0.960784, + "answer_contains_score": 0.803922, + "source_url_score": 0.921569, + "should_answer_score": 0.901961, + "overall_score": 0.897059, + "strict_pass_count": 41, + "strict_pass_rate": 0.803922, + "mean_latency_seconds": 10.914904, + "prompt_tokens": 508653, + "completion_tokens": 6747, + "total_tokens": 515400 + }, + "topic_lookup": { + "total": 22, + "completed": 22, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.954545, + "source_url_score": 0.954545, + "should_answer_score": 0.954545, + "overall_score": 0.965909, + "strict_pass_count": 21, + "strict_pass_rate": 0.954545, + "mean_latency_seconds": 8.522401, + "prompt_tokens": 145989, + "completion_tokens": 3201, + "total_tokens": 149190 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.75, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 12, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 10.725037, + "prompt_tokens": 149152, + "completion_tokens": 2433, + "total_tokens": 151585 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.208273, + "prompt_tokens": 79401, + "completion_tokens": 1699, + "total_tokens": 81100 + } + }, + "by_difficulty": { + "easy": { + "total": 102, + "completed": 102, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.960784, + "source_url_score": 0.980392, + "should_answer_score": 0.990196, + "overall_score": 0.982843, + "strict_pass_count": 96, + "strict_pass_rate": 0.941176, + "mean_latency_seconds": 9.406788, + "prompt_tokens": 840108, + "completion_tokens": 12918, + "total_tokens": 853026 + }, + "hard": { + "total": 32, + "completed": 32, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9375, + "source_url_score": 0.926562, + "should_answer_score": 1.0, + "overall_score": 0.966016, + "strict_pass_count": 25, + "strict_pass_rate": 0.78125, + "mean_latency_seconds": 13.254987, + "prompt_tokens": 386588, + "completion_tokens": 5318, + "total_tokens": 391906 + }, + "medium": { + "total": 219, + "completed": 219, + "errors": 0, + "tool_call_rate": 0.990868, + "answer_contains_score": 0.906393, + "source_url_score": 0.949772, + "should_answer_score": 0.954338, + "overall_score": 0.950342, + "strict_pass_count": 193, + "strict_pass_rate": 0.881279, + "mean_latency_seconds": 9.919175, + "prompt_tokens": 1865903, + "completion_tokens": 31421, + "total_tokens": 1897324 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ján Holp obsahuje informácie o jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku a o tímovom projekte z roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp osoba", + "limit": 5 + }, + "latency_seconds": 0.092833, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.778998, + "tool_latency_seconds": 0.092833, + "final_model_latency_seconds": 10.1686, + "total_latency_seconds": 12.04087, + "usage": { + "prompt_tokens": 11510, + "completion_tokens": 130, + "total_tokens": 11640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názvom diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca názov" + }, + "latency_seconds": 0.05125, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.396398, + "tool_latency_seconds": 0.05125, + "final_model_latency_seconds": 4.781684, + "total_latency_seconds": 6.229534, + "usage": { + "prompt_tokens": 4984, + "completion_tokens": 96, + "total_tokens": 5080 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" vypracoval Ján Holp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyku autor", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.098352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 2.152984, + "tool_latency_seconds": 0.098352, + "final_model_latency_seconds": 10.112805, + "total_latency_seconds": 12.364672, + "usage": { + "prompt_tokens": 11794, + "completion_tokens": 147, + "total_tokens": 11941 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyku študent dokument" + }, + "latency_seconds": 0.042719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.603668, + "tool_latency_seconds": 0.042719, + "final_model_latency_seconds": 5.195335, + "total_latency_seconds": 6.841941, + "usage": { + "prompt_tokens": 5172, + "completion_tokens": 119, + "total_tokens": 5291 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce Ján Holpa je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.083471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.000274, + "tool_latency_seconds": 0.083471, + "final_model_latency_seconds": 9.805935, + "total_latency_seconds": 11.890047, + "usage": { + "prompt_tokens": 11288, + "completion_tokens": 133, + "total_tokens": 11421 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia", + "limit": 5 + }, + "latency_seconds": 0.107372, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.641309, + "tool_latency_seconds": 0.107372, + "final_model_latency_seconds": 4.62789, + "total_latency_seconds": 6.376812, + "usage": { + "prompt_tokens": 5002, + "completion_tokens": 96, + "total_tokens": 5098 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia 2016", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.043534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.136809, + "tool_latency_seconds": 0.043534, + "final_model_latency_seconds": 4.66451, + "total_latency_seconds": 6.845073, + "usage": { + "prompt_tokens": 5057, + "completion_tokens": 137, + "total_tokens": 5194 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok", + "published_only": true + }, + "latency_seconds": 0.047859, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.593275, + "tool_latency_seconds": 0.047859, + "final_model_latency_seconds": 4.565842, + "total_latency_seconds": 6.207178, + "usage": { + "prompt_tokens": 5004, + "completion_tokens": 100, + "total_tokens": 5104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia Ján Holp je 2016 a rok jeho diplomovej práce je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia rok práce", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.040196, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.8577, + "tool_latency_seconds": 0.040196, + "final_model_latency_seconds": 4.760757, + "total_latency_seconds": 6.658872, + "usage": { + "prompt_tokens": 5031, + "completion_tokens": 125, + "total_tokens": 5156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom záverečnej diplomovej práce Jána Holpa, ale predstavuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" je uvedená ako vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok 2016", + "limit": 10 + }, + "latency_seconds": 0.046282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.752603, + "tool_latency_seconds": 0.046282, + "final_model_latency_seconds": 5.585138, + "total_latency_seconds": 7.384256, + "usage": { + "prompt_tokens": 5062, + "completion_tokens": 159, + "total_tokens": 5221 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí študentská stránka, ktorá obsahuje diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" a tiež dokument týkajúci sa témy získavanie informácií, kde je uvedený ako autor.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp získavanie informácií dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.068565, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.087403, + "tool_latency_seconds": 0.068565, + "final_model_latency_seconds": 8.097038, + "total_latency_seconds": 10.25338, + "usage": { + "prompt_tokens": 7908, + "completion_tokens": 204, + "total_tokens": 8112 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Jána Holpa súvisí jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" z roku 2021 a tiež jeho tímový projekt z roku 2019, kde sa v rámci úloh zameriaval na algoritmus PageRank.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "PageRank Ján Holp dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.052177, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "first_model_latency_seconds": 2.013973, + "tool_latency_seconds": 0.052177, + "final_model_latency_seconds": 7.104524, + "total_latency_seconds": 9.170928, + "usage": { + "prompt_tokens": 6540, + "completion_tokens": 206, + "total_tokens": 6746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí študentský dokument s názvom „Vyhľadávač na slovenskom internete\", ktorý je názvom jeho bakalárskej práce z roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp slovenský internet dokument študent", + "limit": 5 + }, + "latency_seconds": 0.043055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.641552, + "tool_latency_seconds": 0.043055, + "final_model_latency_seconds": 5.021629, + "total_latency_seconds": 6.706443, + "usage": { + "prompt_tokens": 4971, + "completion_tokens": 127, + "total_tokens": 5098 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V rámci stavu práce Jána Holpa k stretnutiu 12. marca bolo implementované riešenie algoritmu PageRank a indexovanie webových stránok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holpa stav práce implementované", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.091052, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.777426, + "tool_latency_seconds": 0.091052, + "final_model_latency_seconds": 10.798943, + "total_latency_seconds": 12.667784, + "usage": { + "prompt_tokens": 12373, + "completion_tokens": 127, + "total_tokens": 12500 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa bol Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp bakalárska práca názov" + }, + "latency_seconds": 0.042602, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.453323, + "tool_latency_seconds": 0.042602, + "final_model_latency_seconds": 4.766534, + "total_latency_seconds": 6.262721, + "usage": { + "prompt_tokens": 4927, + "completion_tokens": 92, + "total_tokens": 5019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Maroš Harahus je v ZP Wiki evidovaný dokument o jeho dizertačnej práci zameranéj na automatické opravy textu a spracovanie prirodzeného jazyka, pričom je uvedená aj súvisiaca bakalárska práca Vladyslava Krupka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.065217, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.930289, + "tool_latency_seconds": 0.065217, + "final_model_latency_seconds": 7.522963, + "total_latency_seconds": 9.518822, + "usage": { + "prompt_tokens": 7832, + "completion_tokens": 166, + "total_tokens": 7998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Maroš Harahus je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.053308, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.050962, + "tool_latency_seconds": 0.053308, + "final_model_latency_seconds": 4.783391, + "total_latency_seconds": 6.887895, + "usage": { + "prompt_tokens": 4999, + "completion_tokens": 134, + "total_tokens": 5133 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónová morfologická anotácia slovenského jazyka\" sa venoval študent Maroš Harahus, ktorý ju vypracoval ako diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka autor", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.098904, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 2.214699, + "tool_latency_seconds": 0.098904, + "final_model_latency_seconds": 10.574985, + "total_latency_seconds": 12.889042, + "usage": { + "prompt_tokens": 11803, + "completion_tokens": 164, + "total_tokens": 11967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka\", je Maroš Harahus, ktorý vypracoval diplomovú prácu s týmto názvom v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka študent dokument téma", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.162357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.05143, + "tool_latency_seconds": 0.162357, + "final_model_latency_seconds": 19.771919, + "total_latency_seconds": 21.986262, + "usage": { + "prompt_tokens": 22562, + "completion_tokens": 160, + "total_tokens": 22722 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce osobe Maroš Harahus je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca téma", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.08993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.871563, + "tool_latency_seconds": 0.08993, + "final_model_latency_seconds": 9.160488, + "total_latency_seconds": 11.122384, + "usage": { + "prompt_tokens": 10043, + "completion_tokens": 122, + "total_tokens": 10165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca rok" + }, + "latency_seconds": 0.063206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.415868, + "tool_latency_seconds": 0.063206, + "final_model_latency_seconds": 5.516254, + "total_latency_seconds": 6.995603, + "usage": { + "prompt_tokens": 5875, + "completion_tokens": 89, + "total_tokens": 5964 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S témou morfologická anotácia a osobou Maroš Harahus súvisí jeho diplomová práca z roku 2021 s názvom Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus morfologická anotácia", + "limit": 5 + }, + "latency_seconds": 0.048855, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.646705, + "tool_latency_seconds": 0.048855, + "final_model_latency_seconds": 5.075387, + "total_latency_seconds": 6.771171, + "usage": { + "prompt_tokens": 4958, + "completion_tokens": 130, + "total_tokens": 5088 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus súvisí s témou Spacy v rámci tímového projektu s názvom „Spracovanie prirodzeného jazyka\", kde sa venuje inštalácii a tokenizácii pomocou tejto knižnice, a je tiež uvedený ako osoba pracujúca na téme „Podpora slovenčiny v knižnici Spacy\" v oblasti štatistického značkovania.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt\nhttps://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Spacy Maroš Harahus dokument študent", + "limit": 10 + }, + "latency_seconds": 0.064247, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.64213, + "tool_latency_seconds": 0.064247, + "final_model_latency_seconds": 7.251764, + "total_latency_seconds": 8.958449, + "usage": { + "prompt_tokens": 6554, + "completion_tokens": 191, + "total_tokens": 6745 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "Študentský dokument o grafových neurónových sieťach, ktorý má v metadátach ako autora dokumentu uvedeného Maroša Harahusa, je bakalárska práca Dmytra Murala s názvom „Grafové neurónové siete pre vyhľadávanie na internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus autor grafové neurónové siete študentský dokument", + "limit": 5 + }, + "latency_seconds": 0.086345, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.759052, + "tool_latency_seconds": 0.086345, + "final_model_latency_seconds": 10.130871, + "total_latency_seconds": 11.976619, + "usage": { + "prompt_tokens": 10861, + "completion_tokens": 154, + "total_tokens": 11015 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus vo svojej diplomovej práci na tému neurónovej morfologickej anotácie použil na tento účel knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca morfologická anotácia knižnica", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.060687, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.984387, + "tool_latency_seconds": 0.060687, + "final_model_latency_seconds": 5.191849, + "total_latency_seconds": 7.23714, + "usage": { + "prompt_tokens": 5289, + "completion_tokens": 136, + "total_tokens": 5425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "V súvislosti s US Steel mal Maroš Harahus v rámci PhD štúdia za úlohu naštudovať dáta z tejto firmy a vypracovať prehľad aktuálnych metód grafových neurónových sietí, pričom sa zároveň mali skúmať metódy ako transformátorové siete, generatívne súperiace siete (GAN) či klasické štatistické modely.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus US Steel metódy", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.051406, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.840143, + "tool_latency_seconds": 0.051406, + "final_model_latency_seconds": 6.323257, + "total_latency_seconds": 8.215022, + "usage": { + "prompt_tokens": 5762, + "completion_tokens": 182, + "total_tokens": 5944 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Na osobe Tomáš Kuchárik sa vzťahuje dokument o jeho diplomovej práci z roku 2022 a je uvedený aj v dokumentoch o témach Question Answering, Anotácia textových dát a Pomenované entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/question\nhttps://zp.kemt.fei.tuke.sk/topics/prodigy\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.049868, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.954212, + "tool_latency_seconds": 0.049868, + "final_model_latency_seconds": 7.888781, + "total_latency_seconds": 9.893161, + "usage": { + "prompt_tokens": 7611, + "completion_tokens": 202, + "total_tokens": 7813 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik má v ZP Wiki evidovanú diplomovú prácu z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", pričom v dokumente je uvedená aj jeho práca z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca názov" + }, + "latency_seconds": 0.044286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.44342, + "tool_latency_seconds": 0.044286, + "final_model_latency_seconds": 6.449118, + "total_latency_seconds": 7.937044, + "usage": { + "prompt_tokens": 5594, + "completion_tokens": 173, + "total_tokens": 5767 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" vypracoval Tomáš Kuchárik ako diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu autor" + }, + "latency_seconds": 0.125965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.74554, + "tool_latency_seconds": 0.125965, + "final_model_latency_seconds": 11.519383, + "total_latency_seconds": 13.391339, + "usage": { + "prompt_tokens": 12969, + "completion_tokens": 140, + "total_tokens": 13109 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" rieši študent Tomáš Kuchárik vo svojej diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu študent dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.056393, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.3857, + "tool_latency_seconds": 0.056393, + "final_model_latency_seconds": 5.426644, + "total_latency_seconds": 7.868917, + "usage": { + "prompt_tokens": 5189, + "completion_tokens": 177, + "total_tokens": 5366 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0031", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Tomáš Kuchárik“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Tomáša Kuchárika je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.086449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.065006, + "tool_latency_seconds": 0.086449, + "final_model_latency_seconds": 9.233064, + "total_latency_seconds": 11.384874, + "usage": { + "prompt_tokens": 10297, + "completion_tokens": 147, + "total_tokens": 10444 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0032", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tomáš Kuchárik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tomáš Kuchárik je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca rok" + }, + "latency_seconds": 0.122913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.455758, + "tool_latency_seconds": 0.122913, + "final_model_latency_seconds": 9.682825, + "total_latency_seconds": 11.261861, + "usage": { + "prompt_tokens": 11156, + "completion_tokens": 91, + "total_tokens": 11247 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0033", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Tomáš Kuchárik a témou Question Answering súvisí jeho diplomová práca s názvom Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu, ktorú vypracoval v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik Question Answering dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.063277, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 2.099877, + "tool_latency_seconds": 0.063277, + "final_model_latency_seconds": 7.737047, + "total_latency_seconds": 9.900494, + "usage": { + "prompt_tokens": 7979, + "completion_tokens": 171, + "total_tokens": 8150 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0034", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SQuAD a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Tomáš Kuchárik súvisí jeho diplomová práca z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá sa v zadaní explicitne zaoberá témou SQuAD, konkrétne jej jazykovými mutáciami a porovnaním strojovo preloženej verzie s manuálne vytvorenou verziou.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik SQuAD dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.065359, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.091163, + "tool_latency_seconds": 0.065359, + "final_model_latency_seconds": 6.024939, + "total_latency_seconds": 8.181778, + "usage": { + "prompt_tokens": 4997, + "completion_tokens": 213, + "total_tokens": 5210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0035", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Tomáš Kuchárik súvisí diplomová práca s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik strojový preklad dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.060617, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.127109, + "tool_latency_seconds": 0.060617, + "final_model_latency_seconds": 5.838725, + "total_latency_seconds": 8.0267, + "usage": { + "prompt_tokens": 5724, + "completion_tokens": 167, + "total_tokens": 5891 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0036", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov diplomovej práce Tomáša Kuchárika v roku 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" + ], + "should_answer": true, + "note": null, + "answer": "Názvom diplomovej práce Tomáša Kuchárika z roku 2021 je „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca 2021 názov", + "limit": 5 + }, + "latency_seconds": 0.063227, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.721685, + "tool_latency_seconds": 0.063227, + "final_model_latency_seconds": 4.970019, + "total_latency_seconds": 6.755144, + "usage": { + "prompt_tokens": 4918, + "completion_tokens": 132, + "total_tokens": 5050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0037", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset mal Tomáš Kuchárik strojovo prekladať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik mal strojovo prekladať dataset SQUAD, pričom cieľom bolo vytvoriť jeho strojovo preloženú verziu v jazykoch ako španielčina, taliančina, francúzština a švédčina a následne ju overiť na QA systéme.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik dataset strojové prekladanie" + }, + "latency_seconds": 0.06499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.439642, + "tool_latency_seconds": 0.06499, + "final_model_latency_seconds": 5.965621, + "total_latency_seconds": 7.470443, + "usage": { + "prompt_tokens": 5652, + "completion_tokens": 139, + "total_tokens": 5791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0038", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Jakub Maruniak je v ZP Wiki evidovaný hlavný dokument s názvom „Jakub Maruniak\", ktorý obsahuje informácie o jeho štúdiu od roku 2016 a o diplomovej práci z roku 2021 s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\". Ďalej sú k tejto osobe priradené dokumenty týkajúce sa tímového projektu „Crowdsourcing\" a diplomového projektu 2 z roku 2020, ktorý zahŕňa poddokumenty o anotačnej schéme a trénovacích experimentoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.075402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments" + ], + "first_model_latency_seconds": 1.962325, + "tool_latency_seconds": 0.075402, + "final_model_latency_seconds": 9.178855, + "total_latency_seconds": 11.216893, + "usage": { + "prompt_tokens": 8211, + "completion_tokens": 252, + "total_tokens": 8463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa názov diplomovej práce osoby Jakub Maruniak nepodarilo spoľahlivo nájsť, keďže zdroj uvádza iba stav práce (anotovanie dát, experimenty s trénovaním) a úlohy, ale neobsahuje explicitný názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak diplomová práca názov" + }, + "latency_seconds": 0.105431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.472416, + "tool_latency_seconds": 0.105431, + "final_model_latency_seconds": 9.865037, + "total_latency_seconds": 11.443401, + "usage": { + "prompt_tokens": 10527, + "completion_tokens": 136, + "total_tokens": 10663 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval študent Jakub Maruniak. Ide o návrh na názov jeho diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyk autor" + }, + "latency_seconds": 0.082616, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.630612, + "tool_latency_seconds": 0.082616, + "final_model_latency_seconds": 10.756899, + "total_latency_seconds": 12.470476, + "usage": { + "prompt_tokens": 11788, + "completion_tokens": 131, + "total_tokens": 11919 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracovával diplomovú prácu na tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku študent dokument" + }, + "latency_seconds": 0.046791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.728806, + "tool_latency_seconds": 0.046791, + "final_model_latency_seconds": 5.456538, + "total_latency_seconds": 7.232336, + "usage": { + "prompt_tokens": 5414, + "completion_tokens": 124, + "total_tokens": 5538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak diplomová práca téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.087381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 2.046296, + "tool_latency_seconds": 0.087381, + "final_model_latency_seconds": 9.922307, + "total_latency_seconds": 12.056329, + "usage": { + "prompt_tokens": 11494, + "completion_tokens": 130, + "total_tokens": 11624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0043", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Jakub Maruniak začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak štart štúdia rok", + "limit": 5 + }, + "latency_seconds": 0.072176, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.62125, + "tool_latency_seconds": 0.072176, + "final_model_latency_seconds": 10.38923, + "total_latency_seconds": 12.083197, + "usage": { + "prompt_tokens": 11871, + "completion_tokens": 98, + "total_tokens": 11969 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0044", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Jakub Maruniak uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Jakub Maruniak je v ZP Wiki uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak rok začiatku štúdia 2016" + }, + "latency_seconds": 0.048367, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.529509, + "tool_latency_seconds": 0.048367, + "final_model_latency_seconds": 5.075451, + "total_latency_seconds": 6.653522, + "usage": { + "prompt_tokens": 5141, + "completion_tokens": 105, + "total_tokens": 5246 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0045", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Jakub Maruniak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Jakub Maruniak je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak diplomová práca rok" + }, + "latency_seconds": 0.092434, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.433601, + "tool_latency_seconds": 0.092434, + "final_model_latency_seconds": 9.798239, + "total_latency_seconds": 11.324713, + "usage": { + "prompt_tokens": 11448, + "completion_tokens": 90, + "total_tokens": 11538 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť rok dokončenia alebo rok vypracovania práce osoby Jakub Maruniak, preto nie je možné tieto roky rozlíšiť. Zdrojové dokumenty explicitne uvádzajú iba rok začiatku štúdia, ktorý je pre Jakuba Maruniaka rok 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak rok začiatku štúdia rok práce", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.428366, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.098528, + "tool_latency_seconds": 0.428366, + "final_model_latency_seconds": 19.7077, + "total_latency_seconds": 22.23525, + "usage": { + "prompt_tokens": 21862, + "completion_tokens": 188, + "total_tokens": 22050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0047", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom záverečnej práce Jakuba Maruniaka, ale rokom začiatku jeho štúdia; jeho diplomová práca bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak záverečná práca rok 2016", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.114522, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.955211, + "tool_latency_seconds": 0.114522, + "final_model_latency_seconds": 10.792159, + "total_latency_seconds": 12.862311, + "usage": { + "prompt_tokens": 11639, + "completion_tokens": 148, + "total_tokens": 11787 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0048", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Jakub Maruniak je spojená s diplomovým projektom, ktorým je „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak pomenované entity dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.044322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 2.123526, + "tool_latency_seconds": 0.044322, + "final_model_latency_seconds": 6.33159, + "total_latency_seconds": 8.499699, + "usage": { + "prompt_tokens": 6639, + "completion_tokens": 150, + "total_tokens": 6789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0049", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študentom súvisiacim s témou Spacy a osobou Jakub Maruniak je sám Jakub Maruniak, ktorý vypracovával diplomovú prácu s návrhom názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", kde je ako kľúčová metóda uvedená práca s knižnicou Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak Spacy dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.058027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 2.044288, + "tool_latency_seconds": 0.058027, + "final_model_latency_seconds": 10.994254, + "total_latency_seconds": 13.096917, + "usage": { + "prompt_tokens": 11504, + "completion_tokens": 195, + "total_tokens": 11699 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0050", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Prodigy a osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Jakub Maruniak súvisí diplomová práca s témou Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, pri ktorej sa využíva nástroj Prodigy na anotáciu textového korpusu. Ďalej je meno Jakuba Maruniaka uvedené ako autora v rámci dokumentu týkajúceho sa tímového projektu Crowdsourcing, kde je tiež spomenutý nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak Prodigy dokument študent", + "limit": 10 + }, + "latency_seconds": 0.069808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.658295, + "tool_latency_seconds": 0.069808, + "final_model_latency_seconds": 11.708542, + "total_latency_seconds": 13.437064, + "usage": { + "prompt_tokens": 11031, + "completion_tokens": 220, + "total_tokens": 11251 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0051", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Jakub Maruniak použiť na anotáciu textového korpusu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Na anotáciu textového korpusu mal Jakub Maruniak použiť systém Prodigy, pričom natrénovanie modelu malo prebehnúť pomocou knižnice Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak nástroj anotácia textového korpusu" + }, + "latency_seconds": 0.074835, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.464579, + "tool_latency_seconds": 0.074835, + "final_model_latency_seconds": 10.873511, + "total_latency_seconds": 12.413388, + "usage": { + "prompt_tokens": 12105, + "completion_tokens": 114, + "total_tokens": 12219 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0082", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dominik Nagy.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Dominik Nagy je v ZP Wiki evidovaná dokumentácia k jeho diplomovej práci z roku 2022, ktorá sa zaoberá strojovým prekladom, a tiež dokument týmového projektu s názvom Sequence-to-sequence.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy dokument" + }, + "latency_seconds": 0.062113, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.320918, + "tool_latency_seconds": 0.062113, + "final_model_latency_seconds": 9.815869, + "total_latency_seconds": 11.199225, + "usage": { + "prompt_tokens": 9825, + "completion_tokens": 147, + "total_tokens": 9972 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0083", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Dominika Nagy má názov Neurónový strojový preklad pomocou knižnice Fairseq.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy diplomová práca názov", + "limit": 5 + }, + "latency_seconds": 0.043256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.577274, + "tool_latency_seconds": 0.043256, + "final_model_latency_seconds": 6.278382, + "total_latency_seconds": 7.899122, + "usage": { + "prompt_tokens": 6638, + "completion_tokens": 105, + "total_tokens": 6743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0084", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" sa venuje Dominik Nagy, ktorý ju vypracoval ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónový strojový preklad pomocou knižnice Fairseq", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.05226, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 2.13953, + "tool_latency_seconds": 0.05226, + "final_model_latency_seconds": 5.223101, + "total_latency_seconds": 7.415089, + "usage": { + "prompt_tokens": 5255, + "completion_tokens": 160, + "total_tokens": 5415 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0085", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónový strojový preklad pomocou knižnice Fairseq“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" vypracoval študent Dominik Nagy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "študent dokument neurónový strojový preklad Fairseq", + "limit": 5 + }, + "latency_seconds": 0.069638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.647918, + "tool_latency_seconds": 0.069638, + "final_model_latency_seconds": 9.363247, + "total_latency_seconds": 11.081156, + "usage": { + "prompt_tokens": 10634, + "completion_tokens": 117, + "total_tokens": 10751 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0086", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dominik Nagy“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dominika Nagya je „Neurónový strojový preklad pomocou knižnice Fairseq“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy diplomová práca téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.073705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 2.016082, + "tool_latency_seconds": 0.073705, + "final_model_latency_seconds": 10.726897, + "total_latency_seconds": 12.817059, + "usage": { + "prompt_tokens": 12343, + "completion_tokens": 131, + "total_tokens": 12474 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0087", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dominik Nagy uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca pri osobe Dominik Nagy je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy diplomová práca rok" + }, + "latency_seconds": 0.042536, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.374086, + "tool_latency_seconds": 0.042536, + "final_model_latency_seconds": 4.933619, + "total_latency_seconds": 6.350455, + "usage": { + "prompt_tokens": 5123, + "completion_tokens": 87, + "total_tokens": 5210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0088", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Dominik Nagy je priamo spojená jeho diplomová práca s názvom Neurónový strojový preklad pomocou knižnice Fairseq, ktorú vypracoval v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy strojový preklad dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.049151, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.053559, + "tool_latency_seconds": 0.049151, + "final_model_latency_seconds": 7.281236, + "total_latency_seconds": 9.384208, + "usage": { + "prompt_tokens": 7980, + "completion_tokens": 152, + "total_tokens": 8132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0089", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Fairseq a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "Fairseq" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dominik Nagy súvisí s témou Fairseq v rámci svojho tímového projektu z roku 2019, kde medzi úlohy patrilo nainštalovať nástroj fairseq a prejsť si súvisiaci tutoriál.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy Fairseq dokument študent", + "limit": 10 + }, + "latency_seconds": 0.039842, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.581223, + "tool_latency_seconds": 0.039842, + "final_model_latency_seconds": 5.09153, + "total_latency_seconds": 6.712808, + "usage": { + "prompt_tokens": 4765, + "completion_tokens": 136, + "total_tokens": 4901 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0090", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MBART a osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Dominik Nagy", + "MBART" + ], + "should_answer": true, + "note": null, + "answer": "So študentom Dominikom Nagy súvisí jeho diplomová práca z roku 2022, pri ktorej je zadanie zahrnúť experiment s architektúrou MBART a porovnať výsledky s článkom MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "MBART Dominik Nagy dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.044903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 2.016821, + "tool_latency_seconds": 0.044903, + "final_model_latency_seconds": 5.054527, + "total_latency_seconds": 7.116442, + "usage": { + "prompt_tokens": 4933, + "completion_tokens": 154, + "total_tokens": 5087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0091", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých smeroch Dominik Nagy trénoval modely Fairseq?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "angličtina", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy trénoval modely Fairseq v rámci úloh strojového prekladu, konkrétne prekladal z nemeckého do anglického jazyka, ako aj z češtiny a slovenčiny do angličtiny a naopak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy Fairseq smer tréning modely" + }, + "latency_seconds": 0.093827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.435388, + "tool_latency_seconds": 0.093827, + "final_model_latency_seconds": 12.4426, + "total_latency_seconds": 13.97222, + "usage": { + "prompt_tokens": 13793, + "completion_tokens": 125, + "total_tokens": 13918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0092", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké alternatívne tokenizačné metódy mal Dominik Nagy vyskúšať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "BPE", + "sentencepiece", + "wordpiece" + ], + "should_answer": true, + "note": null, + "answer": "Dominik Nagy mal pri svojej diplomovej práci vyskúšať alternatívne metódy tokenizácie ako BPE, sentencepiece a wordpiece s využitím knižnice huggingface tokenizers.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dominik Nagy alternatívne tokenizačné metódy", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.081887, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.884616, + "tool_latency_seconds": 0.081887, + "final_model_latency_seconds": 10.638845, + "total_latency_seconds": 12.605739, + "usage": { + "prompt_tokens": 11819, + "completion_tokens": 141, + "total_tokens": 11960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0102", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Patrik Pavlišin.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki je k dispozícii hlavný dokument o osobe Patrik Pavlišin, ktorý obsahuje záznam o jeho diplomovej práci z roku 2022 s predbežným názvom Neurónový strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.089876, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.953908, + "tool_latency_seconds": 0.089876, + "final_model_latency_seconds": 10.603193, + "total_latency_seconds": 12.647328, + "usage": { + "prompt_tokens": 11495, + "completion_tokens": 155, + "total_tokens": 11650 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0103", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce osoby Patrik Pavlišin je „Metódy automatického prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin bakalárska práca názov" + }, + "latency_seconds": 0.045734, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.457971, + "tool_latency_seconds": 0.045734, + "final_model_latency_seconds": 4.7146, + "total_latency_seconds": 6.218527, + "usage": { + "prompt_tokens": 4876, + "completion_tokens": 95, + "total_tokens": 4971 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0104", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Metódy automatického prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu s názvom „Metódy automatického prekladu“ vypracoval Patrik Pavlišin.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Metódy automatického prekladu práca autor", + "limit": 5, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.084902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 2.05197, + "tool_latency_seconds": 0.084902, + "final_model_latency_seconds": 11.29078, + "total_latency_seconds": 13.428103, + "usage": { + "prompt_tokens": 13220, + "completion_tokens": 136, + "total_tokens": 13356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Metódy automatického prekladu študent dokument téma", + "limit": 10 + }, + "latency_seconds": 0.041552, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.684542, + "tool_latency_seconds": 0.041552, + "final_model_latency_seconds": 5.118116, + "total_latency_seconds": 6.844399, + "usage": { + "prompt_tokens": 5243, + "completion_tokens": 108, + "total_tokens": 5351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0106", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Patrik Pavlišin“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Patrika Pavlišina je Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin bakalárska práca téma" + }, + "latency_seconds": 0.084345, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.536883, + "tool_latency_seconds": 0.084345, + "final_model_latency_seconds": 8.19258, + "total_latency_seconds": 9.81437, + "usage": { + "prompt_tokens": 9622, + "completion_tokens": 92, + "total_tokens": 9714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0107", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Patrik Pavlišin uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Patrik Pavlišin je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin bakalárska práca rok" + }, + "latency_seconds": 0.085932, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.455002, + "tool_latency_seconds": 0.085932, + "final_model_latency_seconds": 8.292121, + "total_latency_seconds": 9.833418, + "usage": { + "prompt_tokens": 9595, + "completion_tokens": 96, + "total_tokens": 9691 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0108", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou automatický preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Patrik Pavlišin súvisí bakalárska práca s názvom Metódy automatického prekladu, ktorú vypracoval v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin automatický preklad dokument študent", + "limit": 10 + }, + "latency_seconds": 0.060645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.702283, + "tool_latency_seconds": 0.060645, + "final_model_latency_seconds": 6.035293, + "total_latency_seconds": 7.798501, + "usage": { + "prompt_tokens": 6339, + "completion_tokens": 125, + "total_tokens": 6464 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0109", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou paralelný korpus a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Patrik Pavlišin sa v súvislosti s témou paralelný korpus uvádza pri svojej diplomovej práci z roku 2022, kde je jedným zo zadania úloh pripraviť vybraný paralelný korpus a natrénovať model pre strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin paralelný korpus", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.064421, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 2.075854, + "tool_latency_seconds": 0.064421, + "final_model_latency_seconds": 6.17619, + "total_latency_seconds": 8.316712, + "usage": { + "prompt_tokens": 5980, + "completion_tokens": 175, + "total_tokens": 6155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0110", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojový preklad a osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Študent Patrik Pavlišin súvisí s témou strojový preklad prostredníctvom svojej diplomovej práce z roku 2022, ktorej predbežný názov je Neurónový strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin strojový preklad dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.092018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22" + ], + "first_model_latency_seconds": 2.102945, + "tool_latency_seconds": 0.092018, + "final_model_latency_seconds": 11.20199, + "total_latency_seconds": 13.397346, + "usage": { + "prompt_tokens": 12543, + "completion_tokens": 162, + "total_tokens": 12705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0111", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo mal Patrik Pavlišin pripraviť pre experimenty s automatickým prekladom?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "paralelný korpus" + ], + "should_answer": true, + "note": null, + "answer": "Pre experimenty s automatickým prekladom mal Patrik Pavlišin pripraviť vybraný paralelný korpus.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Patrik Pavlišin experimenty automatický preklad príprava", + "limit": 5 + }, + "latency_seconds": 0.049233, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.68733, + "tool_latency_seconds": 0.049233, + "final_model_latency_seconds": 4.818343, + "total_latency_seconds": 6.55513, + "usage": { + "prompt_tokens": 4881, + "completion_tokens": 113, + "total_tokens": 4994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0122", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ondrej Megela.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ondrej Megela sa nachádza na stránke s názvom „Ondrej Megela\", ktorá začína štúdium v roku 2018 a spája sa s témou question answering a interným projektom Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.073697, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.742446, + "tool_latency_seconds": 0.073697, + "final_model_latency_seconds": 10.316729, + "total_latency_seconds": 12.133307, + "usage": { + "prompt_tokens": 11334, + "completion_tokens": 143, + "total_tokens": 11477 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0123", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce osoby Ondrej Megela je Neurónové jazykové modelovanie typu BERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megel bakalárska práca názov", + "limit": 5 + }, + "latency_seconds": 0.050402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.631066, + "tool_latency_seconds": 0.050402, + "final_model_latency_seconds": 5.018248, + "total_latency_seconds": 6.699938, + "usage": { + "prompt_tokens": 5199, + "completion_tokens": 106, + "total_tokens": 5305 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0124", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónové jazykové modelovanie typu BERT“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Neurónové jazykové modelovanie typu BERT\" vypracoval Ondrej Megela.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónové jazykové modelovanie typu BERT autor", + "limit": 5 + }, + "latency_seconds": 0.101765, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.668458, + "tool_latency_seconds": 0.101765, + "final_model_latency_seconds": 11.786862, + "total_latency_seconds": 13.557499, + "usage": { + "prompt_tokens": 13755, + "completion_tokens": 110, + "total_tokens": 13865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0125", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónové jazykové modelovanie typu BERT“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Neurónové jazykové modelovanie typu BERT“ rieši študent Ondrej Megela v rámci svojej bakalárskej práce z roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónové jazykové modelovanie typu BERT študent dokument", + "limit": 5 + }, + "latency_seconds": 0.049756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.679423, + "tool_latency_seconds": 0.049756, + "final_model_latency_seconds": 5.319841, + "total_latency_seconds": 7.049213, + "usage": { + "prompt_tokens": 5301, + "completion_tokens": 124, + "total_tokens": 5425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0126", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ondrej Megela“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce osôb Ondrej Megela je Neurónové jazykové modelovanie typu BERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela bakalárska práca téma", + "published_only": true + }, + "latency_seconds": 0.081781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.678311, + "tool_latency_seconds": 0.081781, + "final_model_latency_seconds": 10.285725, + "total_latency_seconds": 12.046214, + "usage": { + "prompt_tokens": 11894, + "completion_tokens": 108, + "total_tokens": 12002 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0127", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ondrej Megela uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ondrej Megela je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela bakalárska práca rok" + }, + "latency_seconds": 0.082944, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.436969, + "tool_latency_seconds": 0.082944, + "final_model_latency_seconds": 9.530895, + "total_latency_seconds": 11.051177, + "usage": { + "prompt_tokens": 10882, + "completion_tokens": 91, + "total_tokens": 10973 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0128", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BERT a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť priamu súvislosť medzi osobou Ondrej Megela a témou BERT, keďže v jeho profile je uvedená téma question answering a BERT je spomínaný iba v súvislosti s iným študentom Matejom Čarňanským.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela BERT dokument študent téma" + }, + "latency_seconds": 0.077383, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.44351, + "tool_latency_seconds": 0.077383, + "final_model_latency_seconds": 9.706805, + "total_latency_seconds": 11.228024, + "usage": { + "prompt_tokens": 9948, + "completion_tokens": 147, + "total_tokens": 10095 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0129", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ondrej Megela súvisí študentský dokument s názvom Ondrej Megela, kde je v rámci bakalárskeho projektu z roku 2020 a diplomovej práce z roku 2023 explicitne uvedená téma jazykové modelovanie medzi úlohami na štúdium.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela jazykové modelovanie dokument študent" + }, + "latency_seconds": 0.047566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.504939, + "tool_latency_seconds": 0.047566, + "final_model_latency_seconds": 6.01138, + "total_latency_seconds": 7.564072, + "usage": { + "prompt_tokens": 5590, + "completion_tokens": 140, + "total_tokens": 5730 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť priamu súvislosť medzi osobou Ondrej Megela a témou neurónové siete v zmysle jeho vlastnej záverečnej práce, avšak Ondrej Megela je v dokumente týkajúcom sa tímového projektu študenta Patrika Pavlišina uvedený ako osoba, ktorú má tím pozrieť v rámci úloh súvisiacich s neurónovými sieťami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela neurónové siete dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.044071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.103185, + "tool_latency_seconds": 0.044071, + "final_model_latency_seconds": 6.413107, + "total_latency_seconds": 8.56061, + "usage": { + "prompt_tokens": 5490, + "completion_tokens": 218, + "total_tokens": 5708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0131", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ jazykového modelu mal Ondrej Megela natrénovať alebo vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Ondrej Megela mal natrénovať jazykový model typu BERT (alebo podobný) a následne ho vyhodnotiť na zvolenej testovacej množine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela typ jazykového modelu natrénovať vyhodnotiť", + "limit": 5 + }, + "latency_seconds": 0.09544, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.805391, + "tool_latency_seconds": 0.09544, + "final_model_latency_seconds": 10.86339, + "total_latency_seconds": 12.764595, + "usage": { + "prompt_tokens": 12331, + "completion_tokens": 130, + "total_tokens": 12461 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0142", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dávid Omasta.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Zápis o osobe Dávid Omasta sa nachádza v dokumente venovanom jeho diplomovej práci z roku 2024, ktorú vedie Daniel Hládek a začiatok jeho štúdia je uvedený ako rok 2018.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.05109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.955694, + "tool_latency_seconds": 0.05109, + "final_model_latency_seconds": 6.186433, + "total_latency_seconds": 8.193428, + "usage": { + "prompt_tokens": 6125, + "completion_tokens": 158, + "total_tokens": 6283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože je uvedený iba návrh názvu diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca názov" + }, + "latency_seconds": 0.0545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.42713, + "tool_latency_seconds": 0.0545, + "final_model_latency_seconds": 6.213309, + "total_latency_seconds": 7.695213, + "usage": { + "prompt_tokens": 6685, + "completion_tokens": 104, + "total_tokens": 6789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0144", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ navrhol Dávid Omasta ako diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku autor", + "limit": 5 + }, + "latency_seconds": 0.116169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.837263, + "tool_latency_seconds": 0.116169, + "final_model_latency_seconds": 10.462189, + "total_latency_seconds": 12.415983, + "usage": { + "prompt_tokens": 11817, + "completion_tokens": 133, + "total_tokens": 11950 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0145", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dávid Omasta vypracováva diplomovú prácu s témou „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku študent dokument", + "limit": 10 + }, + "latency_seconds": 0.044971, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.901263, + "tool_latency_seconds": 0.044971, + "final_model_latency_seconds": 5.471134, + "total_latency_seconds": 7.417579, + "usage": { + "prompt_tokens": 5511, + "completion_tokens": 136, + "total_tokens": 5647 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dávida Omasta je „Dotrénovanie slovenského generatívneho jazykového modelu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.044394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 2.031008, + "tool_latency_seconds": 0.044394, + "final_model_latency_seconds": 4.733439, + "total_latency_seconds": 6.80906, + "usage": { + "prompt_tokens": 5040, + "completion_tokens": 133, + "total_tokens": 5173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0147", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dávid Omasta uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dávid Omasta je v ZP Wiki uvedená diplomová práca v roku 2024 a aj v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca rok" + }, + "latency_seconds": 0.069863, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.394156, + "tool_latency_seconds": 0.069863, + "final_model_latency_seconds": 9.898014, + "total_latency_seconds": 11.362405, + "usage": { + "prompt_tokens": 11395, + "completion_tokens": 102, + "total_tokens": 11497 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0148", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou generatívne modely a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta generatívne modely dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.053354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.117964, + "tool_latency_seconds": 0.053354, + "final_model_latency_seconds": 6.379994, + "total_latency_seconds": 8.551552, + "usage": { + "prompt_tokens": 6642, + "completion_tokens": 153, + "total_tokens": 6795 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0149", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta je študentom, ktorý v rámci svojej diplomovej práce z roku 2024 súvisí s témou Question Answering, konkrétne s interným projektom pod vedením Daniela Hládeka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta Question Answering dokument študent" + }, + "latency_seconds": 0.047513, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.425993, + "tool_latency_seconds": 0.047513, + "final_model_latency_seconds": 4.586237, + "total_latency_seconds": 6.059941, + "usage": { + "prompt_tokens": 4429, + "completion_tokens": 118, + "total_tokens": 4547 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0150", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Dávid Omasta vypracováva diplomovú prácu s témou dotrénovania slovenského generatívneho jazykového modelu alebo s návrhom na názov „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta slovenčina", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.052691, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.016653, + "tool_latency_seconds": 0.052691, + "final_model_latency_seconds": 6.577133, + "total_latency_seconds": 8.646748, + "usage": { + "prompt_tokens": 6716, + "completion_tokens": 164, + "total_tokens": 6880 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0151", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma diplomovej práce Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dotrénovanie slovenského generatívneho jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce Dávida Omasta v roku 2023 bolo dotrénovanie slovenského generatívneho jazykového modelu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca téma rok 2023", + "published_only": true + }, + "latency_seconds": 0.071575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.742398, + "tool_latency_seconds": 0.071575, + "final_model_latency_seconds": 10.887872, + "total_latency_seconds": 12.702319, + "usage": { + "prompt_tokens": 12508, + "completion_tokens": 121, + "total_tokens": 12629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0152", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký názov bol navrhnutý pre diplomovú prácu Dávida Omastu v roku 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Pre diplomovú prácu Dávida Omastu v roku 2023 bol navrhnutý názov „Generatívne modely slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca 2023 názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.055219, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.161211, + "tool_latency_seconds": 0.055219, + "final_model_latency_seconds": 6.337562, + "total_latency_seconds": 8.554255, + "usage": { + "prompt_tokens": 6675, + "completion_tokens": 149, + "total_tokens": 6824 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0164", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Kristián Sopkovič.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Kristián Sopkovič sa nachádza na stránke s názvom „Kristián Sopkovič\", ktorá eviduje jeho dizertačnú prácu zameranú na vylepšenie RAG-QA v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.079992, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.99608, + "tool_latency_seconds": 0.079992, + "final_model_latency_seconds": 8.747454, + "total_latency_seconds": 10.823901, + "usage": { + "prompt_tokens": 9473, + "completion_tokens": 165, + "total_tokens": 9638 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0165", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Kristiána Sopkoviča je Model Spacy pre spracovanie prirodzeného jazyka v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič bakalárska práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.062126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.098111, + "tool_latency_seconds": 0.062126, + "final_model_latency_seconds": 5.07655, + "total_latency_seconds": 7.237074, + "usage": { + "prompt_tokens": 5142, + "completion_tokens": 144, + "total_tokens": 5286 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0166", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" vypracoval Kristián Sopkovič ako svoju bakalársku prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine autor", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.137476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 2.005093, + "tool_latency_seconds": 0.137476, + "final_model_latency_seconds": 9.924912, + "total_latency_seconds": 12.067906, + "usage": { + "prompt_tokens": 11139, + "completion_tokens": 146, + "total_tokens": 11285 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0167", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Študent Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "študent dokument téma Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.117409, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.311618, + "tool_latency_seconds": 0.117409, + "final_model_latency_seconds": 10.696732, + "total_latency_seconds": 13.126153, + "usage": { + "prompt_tokens": 11794, + "completion_tokens": 168, + "total_tokens": 11962 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0168", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Kristián Sopkovič“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená téma jeho bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič bakalárska práca téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.067911, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 2.112856, + "tool_latency_seconds": 0.067911, + "final_model_latency_seconds": 6.17474, + "total_latency_seconds": 8.355834, + "usage": { + "prompt_tokens": 6092, + "completion_tokens": 150, + "total_tokens": 6242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0169", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Kristián Sopkovič uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Kristián Sopkovič je uvedená bakalárska práca z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič bakalárska práca rok", + "limit": 5 + }, + "latency_seconds": 0.059897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.638668, + "tool_latency_seconds": 0.059897, + "final_model_latency_seconds": 5.467027, + "total_latency_seconds": 7.165881, + "usage": { + "prompt_tokens": 6062, + "completion_tokens": 109, + "total_tokens": 6171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0170", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "S Kristiánom Sopkovičom a témou Spacy súvisí jeho bakalárska práca z roku 2022 s návrhom názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič Spacy dokument študent" + }, + "latency_seconds": 0.055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.449525, + "tool_latency_seconds": 0.055, + "final_model_latency_seconds": 5.309847, + "total_latency_seconds": 6.814626, + "usage": { + "prompt_tokens": 5137, + "completion_tokens": 126, + "total_tokens": 5263 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0171", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenčina a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "slovenčina" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študentom, ktorý vykonáva dizertačnú prácu zameranú na vylepšenie RAG-QA v slovenskom jazyku. Súvisí tiež s témou podpory slovenčiny v knižnici Spacy, kde pracuje na vylepšení parametrov a transformeroch, a je uvedený ako spoluautor pri diplomovej práci Filipa Tomáša zamerané na distribuované vyhľadávanie na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič slovenčina dokument študent", + "limit": 10 + }, + "latency_seconds": 0.087548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.709035, + "tool_latency_seconds": 0.087548, + "final_model_latency_seconds": 12.017778, + "total_latency_seconds": 13.814752, + "usage": { + "prompt_tokens": 11466, + "completion_tokens": 242, + "total_tokens": 11708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0172", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou transformery a osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Kristián Sopkovič", + "transformery" + ], + "should_answer": true, + "note": null, + "answer": "Kristián Sopkovič je študent, ktorý vypracoval diplomovú prácu v roku 2024 na tému neurónového vyhľadávania a v rámci bakalárskej práce z roku 2022 sa venoval architektúre transformers pri riešení NER úloh.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič transformers dokument študent", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.065107, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 2.110812, + "tool_latency_seconds": 0.065107, + "final_model_latency_seconds": 9.113797, + "total_latency_seconds": 11.290051, + "usage": { + "prompt_tokens": 9686, + "completion_tokens": 175, + "total_tokens": 9861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0173", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ bakalárskej práce Kristiána Sopkoviča?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Zlepšiť presnosť modelu Spacy pre slovenčinu" + ], + "should_answer": true, + "note": null, + "answer": "Hlavným cieľom bakalárskej práce Kristiána Sopkoviča bolo zlepšiť presnosť modelu Spacy pre slovenčinu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kristián Sopkovič bakalárska práca cieľ" + }, + "latency_seconds": 0.059306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.478057, + "tool_latency_seconds": 0.059306, + "final_model_latency_seconds": 4.930001, + "total_latency_seconds": 6.467578, + "usage": { + "prompt_tokens": 5104, + "completion_tokens": 104, + "total_tokens": 5208 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0174", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Michal Stromko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki je k dispozícii dokument o osobe Michal Stromko, ktorý zahŕňa jeho diplomovú prácu z akademického roka 2023/2024 na tému sémantického vyhľadávania v slovenskom texte, ako aj správu o vedeckom projekte z roku 2021 týkajúcu sa indexovania stránky ZP Wiki pomocou nástroja Azure Cognitive Search.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko dokument", + "limit": 5 + }, + "latency_seconds": 0.075883, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 2.537204, + "tool_latency_seconds": 0.075883, + "final_model_latency_seconds": 11.179438, + "total_latency_seconds": 13.792866, + "usage": { + "prompt_tokens": 10892, + "completion_tokens": 207, + "total_tokens": 11099 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0175", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko bakalárska práca názov" + }, + "latency_seconds": 0.06206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.427297, + "tool_latency_seconds": 0.06206, + "final_model_latency_seconds": 5.910866, + "total_latency_seconds": 7.400476, + "usage": { + "prompt_tokens": 6425, + "completion_tokens": 92, + "total_tokens": 6517 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0176", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" sa venuje Michal Stromko v rámci svojej bakalárskej práce z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Indexovanie slovenského textu pomocou Elasticsearch autor" + }, + "latency_seconds": 0.105952, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.443011, + "tool_latency_seconds": 0.105952, + "final_model_latency_seconds": 11.622142, + "total_latency_seconds": 13.171516, + "usage": { + "prompt_tokens": 13228, + "completion_tokens": 108, + "total_tokens": 13336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0177", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Indexovanie slovenského textu pomocou Elasticsearch“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Indexovanie slovenského textu pomocou Elasticsearch\" rieši študent Michal Stromko v rámci svojej bakalárskej práce z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Indexovanie slovenského textu pomocou Elasticsearch študent dokument", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.059793, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.91504, + "tool_latency_seconds": 0.059793, + "final_model_latency_seconds": 5.098545, + "total_latency_seconds": 7.07357, + "usage": { + "prompt_tokens": 4767, + "completion_tokens": 133, + "total_tokens": 4900 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0178", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Michal Stromko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Michala Stromka je „Indexovanie slovenského textu pomocou Elasticsearch“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko bakalárska práca téma", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.08062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.817724, + "tool_latency_seconds": 0.08062, + "final_model_latency_seconds": 8.824844, + "total_latency_seconds": 10.723553, + "usage": { + "prompt_tokens": 10200, + "completion_tokens": 116, + "total_tokens": 10316 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0179", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Michal Stromko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Michal Stromko je v ZP Wiki uvedená bakalárska práca z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko bakalárska práca rok" + }, + "latency_seconds": 0.092357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.414627, + "tool_latency_seconds": 0.092357, + "final_model_latency_seconds": 9.754079, + "total_latency_seconds": 11.26141, + "usage": { + "prompt_tokens": 11125, + "completion_tokens": 94, + "total_tokens": 11219 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0180", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Elasticsearch a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Michal Stromko súvisí bakalárska práca s názvom „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko Elasticsearch dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.054358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.003412, + "tool_latency_seconds": 0.054358, + "final_model_latency_seconds": 4.58186, + "total_latency_seconds": 6.639837, + "usage": { + "prompt_tokens": 4569, + "completion_tokens": 133, + "total_tokens": 4702 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0181", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou vyhľadávanie a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "vyhľadávanie" + ], + "should_answer": true, + "note": null, + "answer": "Michal Stromko je študentom, ktorého téma diplomovej práce z roku 2023/24 sa volá „Sémantické vyhľadávanie v slovenskom texte\". S touto témou súvisí aj diplomová práca Filipa Tomáša s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes\", kde je Michal Stromko uvedený ako spolupracujúca osoba.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko vyhľadávanie dokument študent", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.08171, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.856933, + "tool_latency_seconds": 0.08171, + "final_model_latency_seconds": 8.918136, + "total_latency_seconds": 10.857092, + "usage": { + "prompt_tokens": 9034, + "completion_tokens": 192, + "total_tokens": 9226 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0182", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Michal Stromko", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Michal Stromko je spojená s diplomovým projektom, v ktorom sa ako jedna z úloh uvádza indexovanie odsekov do vektorovej databázy FAISS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko FAISS", + "limit": 5 + }, + "latency_seconds": 0.057704, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.537641, + "tool_latency_seconds": 0.057704, + "final_model_latency_seconds": 5.544562, + "total_latency_seconds": 7.140163, + "usage": { + "prompt_tokens": 5697, + "completion_tokens": 116, + "total_tokens": 5813 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0183", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký indexovací systém používala bakalárska práca Michala Stromka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Elasticsearch" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Michala Stromka mala za cieľ vytvoriť index a vyhľadávanie na ZP Wiki a ako systém na vytvorenie indexu pre texty uložene v databáze Cassandra sa uvažovalo o použití Elasticsearch alebo podobného systému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromek bakalárska práca indexovací systém" + }, + "latency_seconds": 0.058825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.429484, + "tool_latency_seconds": 0.058825, + "final_model_latency_seconds": 5.968347, + "total_latency_seconds": 7.456916, + "usage": { + "prompt_tokens": 5898, + "completion_tokens": 131, + "total_tokens": 6029 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0184", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko najlepších odsekov mal Michal Stromko nájsť pri QA deme?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri QA deme mal Michal Stromko nájsť 5 najlepších odsekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Michal Stromko QA demo počet najlepších odsekov" + }, + "latency_seconds": 0.121618, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.465904, + "tool_latency_seconds": 0.121618, + "final_model_latency_seconds": 11.187018, + "total_latency_seconds": 12.775, + "usage": { + "prompt_tokens": 13287, + "completion_tokens": 88, + "total_tokens": 13375 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0200", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Artem Yatsenko je študentská stránka, ktorá obsahuje informácie o jeho bakalárskej práci z roku 2022 s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko dokument", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.141747, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 2.003273, + "tool_latency_seconds": 0.141747, + "final_model_latency_seconds": 6.182502, + "total_latency_seconds": 8.327773, + "usage": { + "prompt_tokens": 6122, + "completion_tokens": 155, + "total_tokens": 6277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0201", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu Artema Yatsenka má názov Rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko bakalárska práca názov" + }, + "latency_seconds": 0.04828, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.449587, + "tool_latency_seconds": 0.04828, + "final_model_latency_seconds": 4.692952, + "total_latency_seconds": 6.191003, + "usage": { + "prompt_tokens": 4864, + "completion_tokens": 102, + "total_tokens": 4966 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0202", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" vypracoval Artem Yatsenko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozpoznávanie pomenovaných entít v slovenskom jazyk autor" + }, + "latency_seconds": 0.081886, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.578518, + "tool_latency_seconds": 0.081886, + "final_model_latency_seconds": 10.211036, + "total_latency_seconds": 11.87185, + "usage": { + "prompt_tokens": 11494, + "completion_tokens": 123, + "total_tokens": 11617 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0203", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" rieši Artem Yatsenko v rámci svojej bakalárskej práce z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozpoznávanie pomenovaných entít v slovenskom jazyku študent dokument", + "limit": 5 + }, + "latency_seconds": 0.051951, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.798575, + "tool_latency_seconds": 0.051951, + "final_model_latency_seconds": 7.841529, + "total_latency_seconds": 9.69232, + "usage": { + "prompt_tokens": 8559, + "completion_tokens": 133, + "total_tokens": 8692 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0204", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Artem Yatsenko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce uvedenej pri osobe Artem Yatsenko je Rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko bakalárska práca téma" + }, + "latency_seconds": 0.067319, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.461091, + "tool_latency_seconds": 0.067319, + "final_model_latency_seconds": 8.786561, + "total_latency_seconds": 10.315309, + "usage": { + "prompt_tokens": 9842, + "completion_tokens": 103, + "total_tokens": 9945 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0205", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko začal študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko rok začiatku štúdia", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.076222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.839493, + "tool_latency_seconds": 0.076222, + "final_model_latency_seconds": 11.855283, + "total_latency_seconds": 13.771375, + "usage": { + "prompt_tokens": 13940, + "completion_tokens": 111, + "total_tokens": 14051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0206", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Artem Yatsenko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Artem Yatsenko je v ZP Wiki uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko rok začiatku štúdia 2019" + }, + "latency_seconds": 0.073395, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.53938, + "tool_latency_seconds": 0.073395, + "final_model_latency_seconds": 11.131111, + "total_latency_seconds": 12.744267, + "usage": { + "prompt_tokens": 12480, + "completion_tokens": 103, + "total_tokens": 12583 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0207", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Artem Yatsenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Artem Yatsenko je v ZP Wiki uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko bakalárska práca rok" + }, + "latency_seconds": 0.072946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.446119, + "tool_latency_seconds": 0.072946, + "final_model_latency_seconds": 9.292497, + "total_latency_seconds": 10.81196, + "usage": { + "prompt_tokens": 10566, + "completion_tokens": 94, + "total_tokens": 10660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0208", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Artem Yatsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Artem Yatsenko začal študovať v roku 2019 a svoju bakalársku prácu vypracovával v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko rok začiatku štúdia rok práce", + "limit": 10 + }, + "latency_seconds": 0.118588, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.686324, + "tool_latency_seconds": 0.118588, + "final_model_latency_seconds": 18.98045, + "total_latency_seconds": 20.785992, + "usage": { + "prompt_tokens": 22073, + "completion_tokens": 119, + "total_tokens": 22192 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0209", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2019 nie je rokom záverečnej práce osoby Artem Yatsenko, ale je uvedený ako rok začiatku jeho štúdia, pričom jeho bakalárska práca bola vypracovaná v roku 2022 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko záverečná práca rok 2019" + }, + "latency_seconds": 0.08608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.518122, + "tool_latency_seconds": 0.08608, + "final_model_latency_seconds": 11.244612, + "total_latency_seconds": 12.849205, + "usage": { + "prompt_tokens": 11711, + "completion_tokens": 150, + "total_tokens": 11861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0210", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko je študent, ktorý vypracovával bakalársku prácu s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko téma pomenované entity", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.061885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.875996, + "tool_latency_seconds": 0.061885, + "final_model_latency_seconds": 10.095776, + "total_latency_seconds": 12.034025, + "usage": { + "prompt_tokens": 10877, + "completion_tokens": 134, + "total_tokens": 11011 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0211", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "S Artemom Yatsenkom súvisí bakalársky projekt z roku 2021, ktorý sa zameriava na rozpoznávanie pomenovaných entít a využíva repozitár spacy-skmodel.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Spacy Artem Yatsenko dokument študent" + }, + "latency_seconds": 0.062104, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.437115, + "tool_latency_seconds": 0.062104, + "final_model_latency_seconds": 5.065169, + "total_latency_seconds": 6.564641, + "usage": { + "prompt_tokens": 4754, + "completion_tokens": 117, + "total_tokens": 4871 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0212", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Artem Yatsenko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Artem Yatsenko súvisí študentský dokument s názvom Artem Yatsenko, kde je v rámci bakalárskeho projektu z roku 2021 uvedená úloha anotácie korpusu pre rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko anotácia", + "limit": 5 + }, + "latency_seconds": 0.073126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.587504, + "tool_latency_seconds": 0.073126, + "final_model_latency_seconds": 10.500284, + "total_latency_seconds": 12.161376, + "usage": { + "prompt_tokens": 11563, + "completion_tokens": 137, + "total_tokens": 11700 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0213", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko článkov mal Artem Yatsenko minimálne anotovať cez webové rozhranie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "20" + ], + "should_answer": true, + "note": null, + "answer": "Artem Yatsenko mal minimálne anotávať 20 článkov cez webové rozhranie v rámci úloh svojho bakalárskeho projektu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Artem Yatsenko minimálny počet článkov web rozhranie anotovať", + "limit": 5 + }, + "latency_seconds": 0.090148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.744696, + "tool_latency_seconds": 0.090148, + "final_model_latency_seconds": 11.396284, + "total_latency_seconds": 13.231639, + "usage": { + "prompt_tokens": 12946, + "completion_tokens": 124, + "total_tokens": 13070 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0229", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Matej Ščišľak je v ZP Wiki dostupný dokument s názvom Matej Ščišľak, ktorý eviduje jeho diplomovú prácu s názvom Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak dokument" + }, + "latency_seconds": 0.070728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.386233, + "tool_latency_seconds": 0.070728, + "final_model_latency_seconds": 11.154049, + "total_latency_seconds": 12.611365, + "usage": { + "prompt_tokens": 11772, + "completion_tokens": 126, + "total_tokens": 11898 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0230", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak má prihlásenú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak diplomová práca názov", + "limit": 5 + }, + "latency_seconds": 0.069903, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.65967, + "tool_latency_seconds": 0.069903, + "final_model_latency_seconds": 4.713814, + "total_latency_seconds": 6.443613, + "usage": { + "prompt_tokens": 4497, + "completion_tokens": 124, + "total_tokens": 4621 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0231", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\" vypracováva Matej Ščišľak.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií autor" + }, + "latency_seconds": 0.129184, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "first_model_latency_seconds": 1.622973, + "tool_latency_seconds": 0.129184, + "final_model_latency_seconds": 10.855937, + "total_latency_seconds": 12.608587, + "usage": { + "prompt_tokens": 12457, + "completion_tokens": 116, + "total_tokens": 12573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0232", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ rieši študent Matej Ščišľak v rámci svojej diplomovej práce, ktorá bola zaradená pod rok začiatku štúdia 2021 a očakáva sa v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "limit": 10 + }, + "latency_seconds": 0.058813, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.798779, + "tool_latency_seconds": 0.058813, + "final_model_latency_seconds": 5.29459, + "total_latency_seconds": 7.152366, + "usage": { + "prompt_tokens": 4617, + "completion_tokens": 162, + "total_tokens": 4779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0233", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Ščišľak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce uvedená pri osobe Matej Ščišľak je Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak diplomová práca téma" + }, + "latency_seconds": 0.092788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.469486, + "tool_latency_seconds": 0.092788, + "final_model_latency_seconds": 9.645937, + "total_latency_seconds": 11.20855, + "usage": { + "prompt_tokens": 10781, + "completion_tokens": 108, + "total_tokens": 10889 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0234", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Ščišľak začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak začiatok štúdia rok" + }, + "latency_seconds": 0.057055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.461255, + "tool_latency_seconds": 0.057055, + "final_model_latency_seconds": 5.564799, + "total_latency_seconds": 7.083332, + "usage": { + "prompt_tokens": 6101, + "completion_tokens": 91, + "total_tokens": 6192 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0235", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Ščišľak uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Ščišľak je v ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak rok začiatku štúdia" + }, + "latency_seconds": 0.055225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.471414, + "tool_latency_seconds": 0.055225, + "final_model_latency_seconds": 5.631949, + "total_latency_seconds": 7.158813, + "usage": { + "prompt_tokens": 6119, + "completion_tokens": 104, + "total_tokens": 6223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0236", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Ščišľak uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Ščišľak je v sekcii Diplomová práca uvedený rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak diplomová práca rok" + }, + "latency_seconds": 0.057008, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.43189, + "tool_latency_seconds": 0.057008, + "final_model_latency_seconds": 4.3466, + "total_latency_seconds": 5.835788, + "usage": { + "prompt_tokens": 4491, + "completion_tokens": 97, + "total_tokens": 4588 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0237", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Ščišľak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Matej Ščišľak začala študovať v roku 2021 a vypracováva diplomovú prácu, ktorá je evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak rok začiatku štúdia rok práce", + "limit": 5 + }, + "latency_seconds": 0.072709, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.690154, + "tool_latency_seconds": 0.072709, + "final_model_latency_seconds": 8.629237, + "total_latency_seconds": 10.392483, + "usage": { + "prompt_tokens": 9741, + "completion_tokens": 130, + "total_tokens": 9871 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0238", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Mateja Ščišľaka, ale rokom začiatku jeho štúdia, pričom jeho diplomová práca je evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak záverečná práca rok" + }, + "latency_seconds": 0.080442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.454143, + "tool_latency_seconds": 0.080442, + "final_model_latency_seconds": 9.743157, + "total_latency_seconds": 11.278089, + "usage": { + "prompt_tokens": 10727, + "completion_tokens": 125, + "total_tokens": 10852 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0239", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Matej Ščišľak súvisí jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", pri ktorej je v rámci stavu projektu explicitne uvedené vytvorenie systému GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak GraphRAG", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.04645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.053125, + "tool_latency_seconds": 0.04645, + "final_model_latency_seconds": 5.752524, + "total_latency_seconds": 7.852285, + "usage": { + "prompt_tokens": 5432, + "completion_tokens": 168, + "total_tokens": 5600 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0240", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Neo4J a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Matej Ščišľak súvisí jeho diplomová práca s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\", ktorá využíva databázu Neo4J v rámci systému GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak Neo4J dokument študent téma", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.088249, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 2.105985, + "tool_latency_seconds": 0.088249, + "final_model_latency_seconds": 11.764987, + "total_latency_seconds": 13.959706, + "usage": { + "prompt_tokens": 13195, + "completion_tokens": 169, + "total_tokens": 13364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0241", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou FAISS a osobou Matej Ščišľak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "FAISS" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Matej Ščišľak súvisí študentský dokument s názvom „Matej Ščišľak\", kde v rámci diplomového projektu 1 za rok 2025 je uvedená téma využívajúca vektory do FAISS a model Mistral.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak FAISS dokument študent", + "limit": 10 + }, + "latency_seconds": 0.049274, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.683689, + "tool_latency_seconds": 0.049274, + "final_model_latency_seconds": 5.474767, + "total_latency_seconds": 7.207937, + "usage": { + "prompt_tokens": 5013, + "completion_tokens": 145, + "total_tokens": 5158 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0242", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akých dvoch hlavných častí sa skladal GraphRAG Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "FAISS", + "Neo4J" + ], + "should_answer": true, + "note": null, + "answer": "GraphRAG vypracovaný v rámci diplomovej práce Mateja Ščišľaka sa skladá z dvoch hlavných častí, ktorými sú FAISS a Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak GraphRAG hlavné časti zloženie" + }, + "latency_seconds": 0.100389, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.559804, + "tool_latency_seconds": 0.100389, + "final_model_latency_seconds": 11.66567, + "total_latency_seconds": 13.3263, + "usage": { + "prompt_tokens": 13374, + "completion_tokens": 114, + "total_tokens": 13488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o diplomovom projekte Mateja Ščišľaka uvádza úlohu zostaviť množinu vzorových otázok a odpovedí, neobsahuje konkrétny počet vytvorených otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak testovanie systému počet otázok" + }, + "latency_seconds": 0.087474, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.474831, + "tool_latency_seconds": 0.087474, + "final_model_latency_seconds": 12.286754, + "total_latency_seconds": 13.84946, + "usage": { + "prompt_tokens": 13176, + "completion_tokens": 149, + "total_tokens": 13325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0244", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Mateja Ščišľaka v roku 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Dialógový systém pre potreby samosprávy" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Mateja Ščišľaka v roku 2024 je Dialógový systém pre potreby samosprávy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak bakalárska práca 2024 názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.064785, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.207327, + "tool_latency_seconds": 0.064785, + "final_model_latency_seconds": 5.084791, + "total_latency_seconds": 7.35709, + "usage": { + "prompt_tokens": 5103, + "completion_tokens": 149, + "total_tokens": 5252 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0245", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Vladimír Ferko sa nachádza na stránke venovanej jeho bakalárskej práci z roku 2024 s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", pričom rok začatia štúdia je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko dokument", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.063636, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.998355, + "tool_latency_seconds": 0.063636, + "final_model_latency_seconds": 13.1801, + "total_latency_seconds": 15.242499, + "usage": { + "prompt_tokens": 14610, + "completion_tokens": 174, + "total_tokens": 14784 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0246", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Vladimíra Ferkla je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko bakalárska práca názov" + }, + "latency_seconds": 0.055486, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.449599, + "tool_latency_seconds": 0.055486, + "final_model_latency_seconds": 5.020521, + "total_latency_seconds": 6.525855, + "usage": { + "prompt_tokens": 5004, + "completion_tokens": 107, + "total_tokens": 5111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0247", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ vypracováva Vladimír Ferko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči autor" + }, + "latency_seconds": 0.094978, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.625827, + "tool_latency_seconds": 0.094978, + "final_model_latency_seconds": 10.801878, + "total_latency_seconds": 12.523201, + "usage": { + "prompt_tokens": 12264, + "completion_tokens": 124, + "total_tokens": 12388 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0248", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" rieši študent Vladimír Ferko v rámci svojej bakalárskej práce z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči študent dokument", + "limit": 10 + }, + "latency_seconds": 0.047262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.852633, + "tool_latency_seconds": 0.047262, + "final_model_latency_seconds": 5.5976, + "total_latency_seconds": 7.497769, + "usage": { + "prompt_tokens": 5410, + "completion_tokens": 142, + "total_tokens": 5552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0249", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladimír Ferko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Vladimíra Ferku je „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko bakalárska práca téma" + }, + "latency_seconds": 0.050229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.471161, + "tool_latency_seconds": 0.050229, + "final_model_latency_seconds": 5.63365, + "total_latency_seconds": 7.155276, + "usage": { + "prompt_tokens": 5816, + "completion_tokens": 106, + "total_tokens": 5922 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0250", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko začiatok štúdia rok", + "limit": 5 + }, + "latency_seconds": 0.057477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.635759, + "tool_latency_seconds": 0.057477, + "final_model_latency_seconds": 5.177531, + "total_latency_seconds": 6.870981, + "usage": { + "prompt_tokens": 5798, + "completion_tokens": 101, + "total_tokens": 5899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0251", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladimír Ferko uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladimír Ferko je v ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko rok začiatku štúdia 2021" + }, + "latency_seconds": 0.051795, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.547662, + "tool_latency_seconds": 0.051795, + "final_model_latency_seconds": 5.360963, + "total_latency_seconds": 6.960658, + "usage": { + "prompt_tokens": 5815, + "completion_tokens": 106, + "total_tokens": 5921 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0252", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladimír Ferko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je pri svojej bakalárskej práci uvedený v roku 2024, pričom rok začiatku jeho štúdia je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko bakalárska práca rok" + }, + "latency_seconds": 0.050982, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.436998, + "tool_latency_seconds": 0.050982, + "final_model_latency_seconds": 5.554237, + "total_latency_seconds": 7.042488, + "usage": { + "prompt_tokens": 5738, + "completion_tokens": 110, + "total_tokens": 5848 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0253", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladimír Ferko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki vyplýva, že Vladimír Ferko začal študovať v roku 2021, zatiaľ čo rok, v ktorom vypracovával svoju záverečnú prácu, nie je v zdrojoch explicitne uvedený, hoci sa práca nachádza v sekcii pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko rok začiatku štúdia rok práce", + "limit": 5 + }, + "latency_seconds": 0.042215, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.684249, + "tool_latency_seconds": 0.042215, + "final_model_latency_seconds": 5.583176, + "total_latency_seconds": 7.309865, + "usage": { + "prompt_tokens": 5087, + "completion_tokens": 164, + "total_tokens": 5251 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0254", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Podľa dostupných informácií z ZP Wiki je rok 2021 rokom začiatku štúdia Vladimíra Ferkka, ktorý v roku 2024 vypracovával bakalársku prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko záverečná práca rok 2021" + }, + "latency_seconds": 0.044264, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.496623, + "tool_latency_seconds": 0.044264, + "final_model_latency_seconds": 5.124279, + "total_latency_seconds": 6.665378, + "usage": { + "prompt_tokens": 4981, + "completion_tokens": 126, + "total_tokens": 5107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0255", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "S Vladimírom Ferkom súvisí študent Vladimír Ferko, ktorý vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" v rámci projektu Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "hate speech Vladimír Ferko dokument študent", + "limit": 10, + "published_only": false + }, + "latency_seconds": 0.055762, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.859151, + "tool_latency_seconds": 0.055762, + "final_model_latency_seconds": 8.41802, + "total_latency_seconds": 10.333298, + "usage": { + "prompt_tokens": 9188, + "completion_tokens": 154, + "total_tokens": 9342 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0256", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou anotácia a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S Vladimírom Ferkom súvisí študentský dokument, v ktorom je uvedený ako študent vypracúvajúci bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko anotácia dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.04228, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.092424, + "tool_latency_seconds": 0.04228, + "final_model_latency_seconds": 5.458577, + "total_latency_seconds": 7.59348, + "usage": { + "prompt_tokens": 5018, + "completion_tokens": 169, + "total_tokens": 5187 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0257", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakBERT a osobou Vladimír Ferko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Vladimír Ferko", + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko je študent, ktorý vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\", kde v rámci stavu projektu uvádza natrénovanie prvého modelu SlovakBERT.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "SlovakBERT Vladimír Ferko dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.048397, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.047348, + "tool_latency_seconds": 0.048397, + "final_model_latency_seconds": 5.840871, + "total_latency_seconds": 7.936818, + "usage": { + "prompt_tokens": 5787, + "completion_tokens": 170, + "total_tokens": 5957 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0258", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model Vladimír Ferko natrénoval ako prvý?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "slovakbert" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných záznamov Vladimír Ferko ako prvý natrénoval model slovakbert.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko prvý natrénovaný model", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.07062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.072358, + "tool_latency_seconds": 0.07062, + "final_model_latency_seconds": 5.34919, + "total_latency_seconds": 7.492364, + "usage": { + "prompt_tokens": 5816, + "completion_tokens": 133, + "total_tokens": 5949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0259", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký benchmark alebo iniciatívu mal Vladimír Ferko naštudovať pre anotáciu nenávistnej reči?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "OffensEval" + ], + "should_answer": true, + "note": null, + "answer": "Vladimír Ferko mal naštudovať iniciatívu alebo prístup OffensEval, ktorého má napodobniť v jeho anotačnej schéme pre anotáciu nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Vladimír Ferko benchmark iniciatíva anotácia nenávistnej reči", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.090901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.229982, + "tool_latency_seconds": 0.090901, + "final_model_latency_seconds": 13.800438, + "total_latency_seconds": 16.121713, + "usage": { + "prompt_tokens": 15903, + "completion_tokens": 164, + "total_tokens": 16067 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0275", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Matej Novotný pojednáva o jeho diplomovej práci z roku 2026 s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie, pričom rok začiatku štúdia je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný", + "limit": 5 + }, + "latency_seconds": 0.041941, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.557364, + "tool_latency_seconds": 0.041941, + "final_model_latency_seconds": 4.982432, + "total_latency_seconds": 6.581915, + "usage": { + "prompt_tokens": 4391, + "completion_tokens": 135, + "total_tokens": 4526 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0276", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.076616, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 2.043418, + "tool_latency_seconds": 0.076616, + "final_model_latency_seconds": 8.29714, + "total_latency_seconds": 10.417568, + "usage": { + "prompt_tokens": 9532, + "completion_tokens": 140, + "total_tokens": 9672 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0277", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie\" vypracováva študent Matej Novotný v rámci svojej diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Klasifikácia webových dát pre lepšie jazykové modelovanie autor", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.141732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.199177, + "tool_latency_seconds": 0.141732, + "final_model_latency_seconds": 11.963202, + "total_latency_seconds": 14.304566, + "usage": { + "prompt_tokens": 13737, + "completion_tokens": 156, + "total_tokens": 13893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0278", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Klasifikácia webových dát pre lepšie jazykové modelovanie“ rieši študent Matej Novotný vo svojej diplomovej práci.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Klasifikácia webových dát pre lepšie jazykové modelovanie študent dokument", + "limit": 5 + }, + "latency_seconds": 0.043071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.789772, + "tool_latency_seconds": 0.043071, + "final_model_latency_seconds": 4.419726, + "total_latency_seconds": 6.252793, + "usage": { + "prompt_tokens": 4241, + "completion_tokens": 125, + "total_tokens": 4366 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0279", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Matej Novotný“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Mateja Novotného je „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný diplomová práca téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.043954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 2.026618, + "tool_latency_seconds": 0.043954, + "final_model_latency_seconds": 5.522716, + "total_latency_seconds": 7.593511, + "usage": { + "prompt_tokens": 5972, + "completion_tokens": 136, + "total_tokens": 6108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0280", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný rok začiatku štúdia", + "limit": 5 + }, + "latency_seconds": 0.044727, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.619313, + "tool_latency_seconds": 0.044727, + "final_model_latency_seconds": 3.975289, + "total_latency_seconds": 5.639514, + "usage": { + "prompt_tokens": 4193, + "completion_tokens": 100, + "total_tokens": 4293 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0281", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Matej Novotný uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Matej Novotný je v dokumente ZP Wiki uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný rok začiatku štúdia 2021", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.042125, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.960784, + "tool_latency_seconds": 0.042125, + "final_model_latency_seconds": 4.208588, + "total_latency_seconds": 6.211766, + "usage": { + "prompt_tokens": 4234, + "completion_tokens": 133, + "total_tokens": 4367 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0282", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Matej Novotný uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Matej Novotný je v ZP Wiki uvedená diplomová práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný diplomová práca rok", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.045378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 2.082689, + "tool_latency_seconds": 0.045378, + "final_model_latency_seconds": 4.99924, + "total_latency_seconds": 7.12755, + "usage": { + "prompt_tokens": 5165, + "completion_tokens": 133, + "total_tokens": 5298 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0283", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Matej Novotný.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Zdroj S1 uvádza, že Matej Novotný začal študovať v roku 2021 a vykonáva diplomovú prácu s predpokladaným rokom realizácie 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný rok začiatku štúdia rok práce", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.094427, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.089492, + "tool_latency_seconds": 0.094427, + "final_model_latency_seconds": 8.93932, + "total_latency_seconds": 11.12362, + "usage": { + "prompt_tokens": 9806, + "completion_tokens": 161, + "total_tokens": 9967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0284", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce osobe Matej Novotný, ale je to rok začiatku jeho štúdia. Podľa dostupných záznamov vypracováva svoju diplomovú prácu v roku 2026 s témou „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný záverečná práca rok 2021", + "limit": 5 + }, + "latency_seconds": 0.092346, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.69008, + "tool_latency_seconds": 0.092346, + "final_model_latency_seconds": 11.880647, + "total_latency_seconds": 13.663462, + "usage": { + "prompt_tokens": 12641, + "completion_tokens": 169, + "total_tokens": 12810 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0285", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webové dáta a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "webové dáta" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Matej Novotný súvisí diplomová práca s témou Klasifikácia webových dát pre lepšie jazykové modelovanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný webové dáta", + "limit": 10 + }, + "latency_seconds": 0.049781, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.594735, + "tool_latency_seconds": 0.049781, + "final_model_latency_seconds": 5.294748, + "total_latency_seconds": 6.939448, + "usage": { + "prompt_tokens": 5223, + "completion_tokens": 113, + "total_tokens": 5336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0286", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "klasifikácia" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Matej Novotný súvisí diplomová práca s témou Klasifikácia webových dát pre lepšie jazykové modelovanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný klasifikácia dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.042765, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 2.044829, + "tool_latency_seconds": 0.042765, + "final_model_latency_seconds": 5.454527, + "total_latency_seconds": 7.54232, + "usage": { + "prompt_tokens": 4453, + "completion_tokens": 141, + "total_tokens": 4594 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0287", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou jazykové modelovanie a osobou Matej Novotný?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Matej Novotný", + "jazykové modelovanie" + ], + "should_answer": true, + "note": null, + "answer": "Matej Novotný je študent, ktorý vypracováva diplomovú prácu s názvom Klasifikácia webových dát pre lepšie jazykové modelovanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Novotný jazykové modelovanie dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.043387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 2.095726, + "tool_latency_seconds": 0.043387, + "final_model_latency_seconds": 4.490464, + "total_latency_seconds": 6.629793, + "usage": { + "prompt_tokens": 4461, + "completion_tokens": 147, + "total_tokens": 4608 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0303", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Valerii Kutsenko je v ZP Wiki evidovaný dokument o diplomovej práci s témou Zlepšenie vyhľadávania pomocou znalostných grafov, ktorú začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valeria Kutsenko", + "limit": 5 + }, + "latency_seconds": 0.080573, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.501903, + "tool_latency_seconds": 0.080573, + "final_model_latency_seconds": 10.212959, + "total_latency_seconds": 11.795773, + "usage": { + "prompt_tokens": 11308, + "completion_tokens": 128, + "total_tokens": 11436 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0304", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko diplomová práca názov", + "limit": 5 + }, + "latency_seconds": 0.089497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.6283, + "tool_latency_seconds": 0.089497, + "final_model_latency_seconds": 9.643087, + "total_latency_seconds": 11.361349, + "usage": { + "prompt_tokens": 10864, + "completion_tokens": 109, + "total_tokens": 10973 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0305", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s presným názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" vypracováva Valerii Kutsenko ako svoju diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Zlepšenie vyhľadávania pomocou znalostných grafov autor", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.090109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.985843, + "tool_latency_seconds": 0.090109, + "final_model_latency_seconds": 10.189864, + "total_latency_seconds": 12.266244, + "usage": { + "prompt_tokens": 11419, + "completion_tokens": 140, + "total_tokens": 11559 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0306", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Zlepšenie vyhľadávania pomocou znalostných grafov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "K téme „Zlepšenie vyhľadávania pomocou znalostných grafov“ sa viaže študent Valerii Kutsenko, ktorý pracuje na diplomovej práci s presne týmto názvom. Ďalším študentom, ktorý rieši podobnú problematiku v rámci diplomovej práce, je Matej Ščišľak s témou „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Zlepšenie vyhľadávania pomocou znalostných grafov študent dokument", + "limit": 10 + }, + "latency_seconds": 0.059404, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.795696, + "tool_latency_seconds": 0.059404, + "final_model_latency_seconds": 6.628014, + "total_latency_seconds": 8.483359, + "usage": { + "prompt_tokens": 5306, + "completion_tokens": 213, + "total_tokens": 5519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0307", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Valerii Kutsenko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce pri osobe Valerii Kutsenko je Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko diplomová práca téma" + }, + "latency_seconds": 0.074025, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.430193, + "tool_latency_seconds": 0.074025, + "final_model_latency_seconds": 8.008101, + "total_latency_seconds": 9.512739, + "usage": { + "prompt_tokens": 9092, + "completion_tokens": 98, + "total_tokens": 9190 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0308", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko štúdium začiatok rok", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.060994, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.051853, + "tool_latency_seconds": 0.060994, + "final_model_latency_seconds": 5.421576, + "total_latency_seconds": 7.534698, + "usage": { + "prompt_tokens": 5820, + "completion_tokens": 125, + "total_tokens": 5945 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0309", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Valerii Kutsenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Valerii Kutsenko je v ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko rok začiatku štúdia", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.052912, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.867268, + "tool_latency_seconds": 0.052912, + "final_model_latency_seconds": 5.429134, + "total_latency_seconds": 7.349572, + "usage": { + "prompt_tokens": 5826, + "completion_tokens": 125, + "total_tokens": 5951 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0310", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Valerii Kutsenko uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Valerii Kutsenko je v ZP Wiki uvedená diplomová práca s očakávaným rokom ukončenia 2027, pričom rok začiatku štúdia je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko diplomová práca rok" + }, + "latency_seconds": 0.049338, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.411598, + "tool_latency_seconds": 0.049338, + "final_model_latency_seconds": 4.732992, + "total_latency_seconds": 6.194119, + "usage": { + "prompt_tokens": 4445, + "completion_tokens": 120, + "total_tokens": 4565 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0311", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Valerii Kutsenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť rok, v ktorom Valerii Kutsenko vypracovával svoju prácu, keďže zdroj uvádza len rok začiatku štúdia 2022 a rok diplomovej práce 2027 bez explicitného uvádzania roku vypracovania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko rok začiatku štúdia rok práce", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.100181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.885609, + "tool_latency_seconds": 0.100181, + "final_model_latency_seconds": 10.719773, + "total_latency_seconds": 12.705966, + "usage": { + "prompt_tokens": 11343, + "completion_tokens": 173, + "total_tokens": 11516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0312", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Valerii Kutsenko má uvedený rok začiatku štúdia 2022, no rok záverečnej práce (diplomovej práce) je v dokumente uvedený ako 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko záverečná práca rok", + "published_only": true + }, + "latency_seconds": 0.078338, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.657601, + "tool_latency_seconds": 0.078338, + "final_model_latency_seconds": 10.225465, + "total_latency_seconds": 11.961783, + "usage": { + "prompt_tokens": 11304, + "completion_tokens": 128, + "total_tokens": 11432 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0313", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko je študent, ktorý vypracováva diplomovú prácu s témou „Zlepšenie vyhľadávania pomocou znalostných grafov\", kde sa konkrétnym cieľom je navrhnutie agenta využívajúceho znalostný graf pri vyhľadávaní.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko znalostný graf", + "limit": 10, + "published_only": false + }, + "latency_seconds": 0.046651, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.837995, + "tool_latency_seconds": 0.046651, + "final_model_latency_seconds": 5.715554, + "total_latency_seconds": 7.600411, + "usage": { + "prompt_tokens": 5188, + "completion_tokens": 163, + "total_tokens": 5351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0314", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Valerii Kutsenko súvisí s témou RAG (Retrieval augmented generation) pri svojej bakalárskej práci z roku 2025, ktorej cieľom je vylepšiť proces RAG a slovenský model pre generovanie vektrovej reprezentácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko RAG", + "limit": 10 + }, + "latency_seconds": 0.074757, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.597869, + "tool_latency_seconds": 0.074757, + "final_model_latency_seconds": 9.033054, + "total_latency_seconds": 10.706004, + "usage": { + "prompt_tokens": 9765, + "completion_tokens": 141, + "total_tokens": 9906 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0315", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Valerii Kutsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Valerii Kutsenko", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Valerii Kutsenko je na stránke ZP Wiki uvedený v súvislosti s témou GraphRAG v rámci svojho diplomového projektu 2026 a plánovanej diplomovej práce 2027, kde sa v zozname úloh a nápadov explicitne spomína prehliadanie stránky graphrag.com a využitie znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "GraphRAG Valerii Kutsenko dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.067029, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.08776, + "tool_latency_seconds": 0.067029, + "final_model_latency_seconds": 7.578505, + "total_latency_seconds": 9.733533, + "usage": { + "prompt_tokens": 7427, + "completion_tokens": 193, + "total_tokens": 7620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0316", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "V akých oblastiach môže Valerii Kutsenko podľa zadania budovať znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "vzdelávanie", + "právo", + "medicína" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania môže Valerii Kutsenko budovať znalostný graf v oblastiach vzdelávania, práva alebo medicíny.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Valerii Kutsenko zadanie znalostný graf oblasti" + }, + "latency_seconds": 0.122711, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.448398, + "tool_latency_seconds": 0.122711, + "final_model_latency_seconds": 9.73898, + "total_latency_seconds": 11.310536, + "usage": { + "prompt_tokens": 11249, + "completion_tokens": 99, + "total_tokens": 11348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0333", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Tetiana Mohorian sa nachádza v ZP Wiki pod názvom „Tetiana Mohorian\" a eviduje jej bakalársku prácu z roku 2025, ktorá sa zaoberá témou Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian dokument" + }, + "latency_seconds": 0.050402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.342582, + "tool_latency_seconds": 0.050402, + "final_model_latency_seconds": 7.752524, + "total_latency_seconds": 9.145826, + "usage": { + "prompt_tokens": 8224, + "completion_tokens": 117, + "total_tokens": 8341 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian bakalárska práca názov", + "limit": 5 + }, + "latency_seconds": 0.084184, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.617229, + "tool_latency_seconds": 0.084184, + "final_model_latency_seconds": 9.01081, + "total_latency_seconds": 10.712585, + "usage": { + "prompt_tokens": 10175, + "completion_tokens": 105, + "total_tokens": 10280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0335", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ sa venuje Patrik Pokrivčák ako autor diplomovej práce a Tetiana Mohorian ako autorka bakalárskej práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov autor", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.087273, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.248086, + "tool_latency_seconds": 0.087273, + "final_model_latency_seconds": 11.86949, + "total_latency_seconds": 14.20522, + "usage": { + "prompt_tokens": 12683, + "completion_tokens": 199, + "total_tokens": 12882 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" rieši študentka Tetiana Mohorian v rámci svojej bakalárskej práce a študent Patrik Pokrivčák v rámci svojej diplomovej práce.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nhttps://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov študent dokument", + "limit": 10 + }, + "latency_seconds": 0.052601, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.935371, + "tool_latency_seconds": 0.052601, + "final_model_latency_seconds": 7.384216, + "total_latency_seconds": 9.372417, + "usage": { + "prompt_tokens": 7066, + "completion_tokens": 179, + "total_tokens": 7245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Tetianu Mohorian uvádza sekciu bakalárskej práce, ale neobsahuje explicitný názov ani tému práce, iba spomína spoluprácu, použitý programovací jazyk Python a tému Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian bakalárska práca téma" + }, + "latency_seconds": 0.086187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.450912, + "tool_latency_seconds": 0.086187, + "final_model_latency_seconds": 10.523995, + "total_latency_seconds": 12.061495, + "usage": { + "prompt_tokens": 11244, + "completion_tokens": 147, + "total_tokens": 11391 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0338", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian začala študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian začiatok štúdia rok", + "limit": 5 + }, + "latency_seconds": 0.042581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.652253, + "tool_latency_seconds": 0.042581, + "final_model_latency_seconds": 4.103366, + "total_latency_seconds": 5.798419, + "usage": { + "prompt_tokens": 4209, + "completion_tokens": 99, + "total_tokens": 4308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0339", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Tetiana Mohorian uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Tetiana Mohorian je v dokumente ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian rok začiatku štúdia 2022", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.040851, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 2.147553, + "tool_latency_seconds": 0.040851, + "final_model_latency_seconds": 4.173863, + "total_latency_seconds": 6.362464, + "usage": { + "prompt_tokens": 4263, + "completion_tokens": 144, + "total_tokens": 4407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0340", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Tetiana Mohorian uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Tetiana Mohorian je v ZP Wiki uvedená bakalárska práca pod sekciou „Bakalárska práca 2025\", čo naznačuje rok, na ktorý je práca plánovaná alebo kedy bola ukončená, hoci rok začiatku štúdia je 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian bakalárska práca rok" + }, + "latency_seconds": 0.04652, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.398928, + "tool_latency_seconds": 0.04652, + "final_model_latency_seconds": 5.057364, + "total_latency_seconds": 6.502983, + "usage": { + "prompt_tokens": 4490, + "completion_tokens": 143, + "total_tokens": 4633 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Tetiana Mohorian začala štúdium v roku 2022 a jej záverečnou prácou je bakalárska práca, ktorej téma je súvisiaca s rozpoznávaním nenávistnej reči (Hate Speech) a Pythonom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian rok začiatku štúdia rok práce", + "limit": 10 + }, + "latency_seconds": 0.13029, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.676157, + "tool_latency_seconds": 0.13029, + "final_model_latency_seconds": 19.228761, + "total_latency_seconds": 21.035818, + "usage": { + "prompt_tokens": 22062, + "completion_tokens": 147, + "total_tokens": 22209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0342", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Tetiany Mohorian, ale rokom začiatku jej štúdia, pričom podľa dostupných údajov vypracováva bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian záverečná práca rok 2022" + }, + "latency_seconds": 0.065181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.538597, + "tool_latency_seconds": 0.065181, + "final_model_latency_seconds": 10.36487, + "total_latency_seconds": 11.969062, + "usage": { + "prompt_tokens": 11066, + "completion_tokens": 130, + "total_tokens": 11196 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0343", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hate speech a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "hate speech" + ], + "should_answer": true, + "note": null, + "answer": "S Tetianou Mohorian súvisí jej vlastný študentský dokument, v ktorom eviduje bakalársku prácu na tému súvisiacu s Hate Speech (nenávistná reč), pričom táto práca vzniká v spolupráci s Patrikom Pokrivčákom. Patrik Pokrivčák je zároveň študentom s dokumentom o svojej diplomovej práci zameranou na rozpoznávanie nenávistnej reči, kde je Tetiana Mohorian uvedená ako osoba, s ktorou práca súvisí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian hate speech dokument študent", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.042886, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.85917, + "tool_latency_seconds": 0.042886, + "final_model_latency_seconds": 7.998921, + "total_latency_seconds": 9.901264, + "usage": { + "prompt_tokens": 6170, + "completion_tokens": 244, + "total_tokens": 6414 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0344", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Tetiana Mohorian vypracováva bakalársku prácu s témou zameranou na detekciu nenávistnej reči pomocou veľkých jazykových modelov (LLM), pričom jej dokument uvádza aj spoluprácu s Patrikom Pokrivčákom. Patrik Pokrivčák má zase diplomovú prácu na tému rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov a v jeho zázname je Tetiana Mohorian uvedená ako súvisiaca osoba.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian LLM dokument študent", + "limit": 5 + }, + "latency_seconds": 0.051044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.592444, + "tool_latency_seconds": 0.051044, + "final_model_latency_seconds": 8.113417, + "total_latency_seconds": 9.757137, + "usage": { + "prompt_tokens": 6946, + "completion_tokens": 226, + "total_tokens": 7172 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Patrika Pokrivčáka s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" spája tému prompting (uvádzanú ako jeden z cieľov na zlepšenie schopností modelov) a osobu Tetiana Mohorian, ktorá je v dokumente uvedená ako súvisiaca téma.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian prompting dokument študent téma", + "limit": 5 + }, + "latency_seconds": 0.048719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.6047, + "tool_latency_seconds": 0.048719, + "final_model_latency_seconds": 6.026721, + "total_latency_seconds": 7.680319, + "usage": { + "prompt_tokens": 5140, + "completion_tokens": 171, + "total_tokens": 5311 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0346", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve adaptačné techniky mala Tetiana Mohorian použiť podľa návrhu témy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "prompting", + "LORA" + ], + "should_answer": true, + "note": null, + "answer": "Podľa návrhu témy pre Tetianu Mohorian mala pri adaptácii modelu použiť techniky prompting a LORA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian adaptačné techniky návrh témy", + "limit": 5 + }, + "latency_seconds": 0.106352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.637265, + "tool_latency_seconds": 0.106352, + "final_model_latency_seconds": 9.920666, + "total_latency_seconds": 11.664654, + "usage": { + "prompt_tokens": 11494, + "completion_tokens": 108, + "total_tokens": 11602 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0347", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký model dosiahol podľa stránky Tetiany Mohorian few-shot F1 približne 0.7?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Slovak T5-small" + ], + "should_answer": true, + "note": null, + "answer": "Podľa informácií v ZP Wiki dosiahol model Slovak T5-small pri Tetiani Mohorian hodnotu few-shot F1 približne 0,7 v rámci jej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian few-shot F1 0.7 model", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.050256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.917619, + "tool_latency_seconds": 0.050256, + "final_model_latency_seconds": 5.336869, + "total_latency_seconds": 7.304938, + "usage": { + "prompt_tokens": 5246, + "completion_tokens": 140, + "total_tokens": 5386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0363", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Daniil Huzenko bol v ZP Wiki nájdený dokument týkajúci sa jeho bakalárskej práce, ktorá má predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" a ktorú vedie doc. Matúš Pleva PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko", + "limit": 5 + }, + "latency_seconds": 0.045836, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.510242, + "tool_latency_seconds": 0.045836, + "final_model_latency_seconds": 5.141651, + "total_latency_seconds": 6.697926, + "usage": { + "prompt_tokens": 4393, + "completion_tokens": 150, + "total_tokens": 4543 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0364", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko má prihlásenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko bakalárska práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.039813, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 2.031966, + "tool_latency_seconds": 0.039813, + "final_model_latency_seconds": 4.595862, + "total_latency_seconds": 6.667839, + "usage": { + "prompt_tokens": 4480, + "completion_tokens": 154, + "total_tokens": 4634 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0365", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ sa venuje študent Daniil Huzenko v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia autor", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.146189, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.279806, + "tool_latency_seconds": 0.146189, + "final_model_latency_seconds": 10.37362, + "total_latency_seconds": 12.800009, + "usage": { + "prompt_tokens": 11709, + "completion_tokens": 166, + "total_tokens": 11875 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0366", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" rieši študent Daniil Huzenko v rámci svojej bakalárskej práce na rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia študent dokument", + "limit": 5 + }, + "latency_seconds": 0.047728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.875035, + "tool_latency_seconds": 0.047728, + "final_model_latency_seconds": 4.829392, + "total_latency_seconds": 6.752367, + "usage": { + "prompt_tokens": 4490, + "completion_tokens": 145, + "total_tokens": 4635 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0367", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Daniil Huzenko“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je pri bakalárskej práci uvádzaný predbežný názov „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko bakalárska práca téma" + }, + "latency_seconds": 0.066312, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.437808, + "tool_latency_seconds": 0.066312, + "final_model_latency_seconds": 9.138027, + "total_latency_seconds": 10.642469, + "usage": { + "prompt_tokens": 10093, + "completion_tokens": 117, + "total_tokens": 10210 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0368", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko rok začiatku štúdia", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.03744, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.862878, + "tool_latency_seconds": 0.03744, + "final_model_latency_seconds": 4.352336, + "total_latency_seconds": 6.252849, + "usage": { + "prompt_tokens": 4462, + "completion_tokens": 112, + "total_tokens": 4574 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0369", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Daniil Huzenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Daniil Huzenko je v dokumente ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko rok začiatu štúdia" + }, + "latency_seconds": 0.03969, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.457245, + "tool_latency_seconds": 0.03969, + "final_model_latency_seconds": 4.365616, + "total_latency_seconds": 5.86276, + "usage": { + "prompt_tokens": 4455, + "completion_tokens": 102, + "total_tokens": 4557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0370", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Daniil Huzenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Daniil Huzenko je bakalárska práca uvedená v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko bakalárska práca rok", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.042356, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.847441, + "tool_latency_seconds": 0.042356, + "final_model_latency_seconds": 4.400486, + "total_latency_seconds": 6.290478, + "usage": { + "prompt_tokens": 4473, + "completion_tokens": 117, + "total_tokens": 4590 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0371", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Daniil Huzenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Daniil Huzenko začal štúdium v roku 2022 a v rámci tejto študentskej stránky je evidovaná jeho bakalárska práca s rokom záveru 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko rok začiatku štúdia rok práce", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.137299, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.879178, + "tool_latency_seconds": 0.137299, + "final_model_latency_seconds": 18.01114, + "total_latency_seconds": 20.028342, + "usage": { + "prompt_tokens": 20957, + "completion_tokens": 143, + "total_tokens": 21100 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0372", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Z dostupných informácií vyplýva, že rok 2022 je rokom začiatku štúdia Daniila Huzenka, pričom jeho záverečná práca (bakalárska práca) je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko záverečná práca rok" + }, + "latency_seconds": 0.076469, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.435335, + "tool_latency_seconds": 0.076469, + "final_model_latency_seconds": 10.298979, + "total_latency_seconds": 11.811131, + "usage": { + "prompt_tokens": 10852, + "completion_tokens": 128, + "total_tokens": 10980 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0373", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Daniil Huzenko súvisí študentský dokument, v ktorom je uvedený ako študent vypracovávajúci bakalársku prácu s témou týkajúcou sa Kubernetes, konkrétne cieľom práce je vytvorenie vzdelávacích materiálov o Kubernetes a funkčného prototypu privátneho klastra Kubernetes.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kubernetes Daniil Huzenko dokument študent téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.082698, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 2.082265, + "tool_latency_seconds": 0.082698, + "final_model_latency_seconds": 12.064044, + "total_latency_seconds": 14.229403, + "usage": { + "prompt_tokens": 12866, + "completion_tokens": 186, + "total_tokens": 13052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0374", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Raspberry Pi a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "Raspberry Pi" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko je študent, ktorý vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\", kde je jednou z kľúčových úloh zostavenie vlastného klastra z viacerých dosiek Raspberry Pi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko Raspberry Pi dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.043102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 2.056635, + "tool_latency_seconds": 0.043102, + "final_model_latency_seconds": 5.848522, + "total_latency_seconds": 7.948509, + "usage": { + "prompt_tokens": 5226, + "completion_tokens": 181, + "total_tokens": 5407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0375", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou hybridný cloud a osobou Daniil Huzenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Daniil Huzenko", + "hybridný cloud" + ], + "should_answer": true, + "note": null, + "answer": "S témou hybridný cloud a osobou Daniil Huzenko súvisí jeho bakalárska práca s predbežným názvom Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko hybridný cloud dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.093519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 2.06379, + "tool_latency_seconds": 0.093519, + "final_model_latency_seconds": 10.162611, + "total_latency_seconds": 12.32027, + "usage": { + "prompt_tokens": 11235, + "completion_tokens": 159, + "total_tokens": 11394 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nHoci je v zázname Daniila Huzenka uvedené zadanie vytvoriť videoblog o montáži RPI klastra a v písaní bakalárskej práce spomenúť hardvér, ktorý dostal, konkrétny zoznam alebo opis použitého hardvéru v poskytnutých textoch chýba.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko vlastný klaster hardvér" + }, + "latency_seconds": 0.085645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.436198, + "tool_latency_seconds": 0.085645, + "final_model_latency_seconds": 11.406404, + "total_latency_seconds": 12.928598, + "usage": { + "prompt_tokens": 11617, + "completion_tokens": 171, + "total_tokens": 11788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0377", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým nástrojom mal Daniil Huzenko konfigurovať alebo resetovať klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Ansible" + ], + "should_answer": true, + "note": null, + "answer": "Daniil Huzenko mal konfigurovať alebo resetovať klaster pomocou nástroja Ansible.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko nástroj konfigurovať resetovať klaster", + "limit": 5 + }, + "latency_seconds": 0.081931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.684531, + "tool_latency_seconds": 0.081931, + "final_model_latency_seconds": 10.869042, + "total_latency_seconds": 12.635904, + "usage": { + "prompt_tokens": 12564, + "completion_tokens": 107, + "total_tokens": 12671 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0378", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Ján Pták sa nachádza pod názvom „Ján Pták\" a obsahuje informácie o jeho diplomovom projekte pre rok 2026 s témou „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.038734, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.960322, + "tool_latency_seconds": 0.038734, + "final_model_latency_seconds": 5.496595, + "total_latency_seconds": 7.495858, + "usage": { + "prompt_tokens": 5013, + "completion_tokens": 151, + "total_tokens": 5164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0379", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu osoby Ján Pták je Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták diplomový projekt názov" + }, + "latency_seconds": 0.06798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.378428, + "tool_latency_seconds": 0.06798, + "final_model_latency_seconds": 9.472515, + "total_latency_seconds": 10.919276, + "usage": { + "prompt_tokens": 11123, + "completion_tokens": 86, + "total_tokens": 11209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0380", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agent pre manažment záverečných prác“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Agent pre manažment záverečných prác\" vypracováva Ján Pták v rámci diplomového projektu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Agent pre manažment záverečných prác autor" + }, + "latency_seconds": 0.078446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.404687, + "tool_latency_seconds": 0.078446, + "final_model_latency_seconds": 9.280762, + "total_latency_seconds": 10.764236, + "usage": { + "prompt_tokens": 10274, + "completion_tokens": 103, + "total_tokens": 10377 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0381", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agent pre manažment záverečných prác“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Agent pre manažment záverečných prác“ v rámci diplomového projektu, je Ján Pták.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "študent dokument téma Agent pre manažment záverečných prác", + "limit": 10 + }, + "latency_seconds": 0.037622, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.702551, + "tool_latency_seconds": 0.037622, + "final_model_latency_seconds": 5.199309, + "total_latency_seconds": 6.939692, + "usage": { + "prompt_tokens": 5129, + "completion_tokens": 115, + "total_tokens": 5244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0382", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Pták“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v rámci diplomového projektu uvedená téma Agent pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták diplomový projekt téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.039256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.996368, + "tool_latency_seconds": 0.039256, + "final_model_latency_seconds": 4.725902, + "total_latency_seconds": 6.761706, + "usage": { + "prompt_tokens": 5073, + "completion_tokens": 129, + "total_tokens": 5202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0383", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták rok začiatku štúdia", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.036248, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 2.020985, + "tool_latency_seconds": 0.036248, + "final_model_latency_seconds": 4.57188, + "total_latency_seconds": 6.629323, + "usage": { + "prompt_tokens": 5066, + "completion_tokens": 121, + "total_tokens": 5187 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0384", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Pták uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Pták je v dokumente ZP Wiki uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták rok začiatku štúdia 2022" + }, + "latency_seconds": 0.038218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.540458, + "tool_latency_seconds": 0.038218, + "final_model_latency_seconds": 4.800541, + "total_latency_seconds": 6.379399, + "usage": { + "prompt_tokens": 5055, + "completion_tokens": 103, + "total_tokens": 5158 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0385", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Pták uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Pták je v rámci sekcie „Diplomový projekt 2026\" uvedený rok začiatku štúdia 2022, pričom názov sekcie naznačuje rok 2026 ako cieľový rok projektu, no konkrétny rok ukončenia alebo záverečného roku diplomového projektu nie je v dostupných údajoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták diplomový projekt rok" + }, + "latency_seconds": 0.055339, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.394559, + "tool_latency_seconds": 0.055339, + "final_model_latency_seconds": 5.73609, + "total_latency_seconds": 7.186269, + "usage": { + "prompt_tokens": 5029, + "completion_tokens": 156, + "total_tokens": 5185 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0386", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Pták.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je pri osobe Ján Pták uvedený rok začiatku štúdia 2022, no rok, v ktorom vykonáva svoju prácu (diplomový projekt 2026), je uvedený v názve sekcie, zatiaľ čo konkrétny rok ukončenia alebo presný rok realizácie práce nie je v zdrojoch explicitne definovaný ako odlišný údaj od roku začiatku štúdia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták rok začiatku štúdia rok práce", + "limit": 10 + }, + "latency_seconds": 0.037973, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.640229, + "tool_latency_seconds": 0.037973, + "final_model_latency_seconds": 6.084044, + "total_latency_seconds": 7.762456, + "usage": { + "prompt_tokens": 5057, + "completion_tokens": 187, + "total_tokens": 5244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Niekedy je rok 2022 uvedený ako rok začiatku štúdia pre Jána Ptáka, ktorý realizuje diplomový projekt, ale v dostupných dokumentoch nie je explicitne uvedený rok ukončenia alebo odovzdania záverečnej práce, takže nie je možné potvrdiť, že by to bol rok záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták záverečná práca rok", + "limit": 5 + }, + "latency_seconds": 0.067223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.577801, + "tool_latency_seconds": 0.067223, + "final_model_latency_seconds": 9.792058, + "total_latency_seconds": 11.437437, + "usage": { + "prompt_tokens": 10260, + "completion_tokens": 159, + "total_tokens": 10419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0388", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Pták a témou RAG (Retrieval Augmented Generation) súvisí jeho diplomový projekt z roku 2026 s názvom „Agent pre manažment záverečných prác\", kde je jednou z kľúčových úloh zistiť, čo je to RAG a vytvoriť príslušného agenta.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "RAG Ján Pták dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.038248, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 2.020479, + "tool_latency_seconds": 0.038248, + "final_model_latency_seconds": 5.656049, + "total_latency_seconds": 7.714993, + "usage": { + "prompt_tokens": 5044, + "completion_tokens": 181, + "total_tokens": 5225 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0389", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "So študentom Ján Pták a témou OpenWebUI súvisí jeho diplomový projekt z roku 2026 s názvom „Agent pre manažment záverečných prác\", pri ktorom je OpenWebUI uvedené ako požadované rozhranie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "OpenWebUI Ján Pták dokument študent", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.04192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.841946, + "tool_latency_seconds": 0.04192, + "final_model_latency_seconds": 5.222524, + "total_latency_seconds": 7.106669, + "usage": { + "prompt_tokens": 5035, + "completion_tokens": 149, + "total_tokens": 5184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0390", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Ján Pták", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Pták a témou Docker súvisí diplomový projekt s názvom „Agent pre manažment záverečných prác\", kde je medzi cieľmi pre semester navrhnutie deploymentu pomocou Docker.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Docker Ján Pták dokument študent", + "limit": 10 + }, + "latency_seconds": 0.04693, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.605057, + "tool_latency_seconds": 0.04693, + "final_model_latency_seconds": 5.188175, + "total_latency_seconds": 6.840355, + "usage": { + "prompt_tokens": 5017, + "completion_tokens": 126, + "total_tokens": 5143 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0391", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké používateľské rozhranie má Ján Pták použiť pre svojho agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má pre svojho agenta použiť ako rozhranie OpenWebUI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták agent používateľské rozhranie" + }, + "latency_seconds": 0.061142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.409214, + "tool_latency_seconds": 0.061142, + "final_model_latency_seconds": 4.507084, + "total_latency_seconds": 5.977657, + "usage": { + "prompt_tokens": 5006, + "completion_tokens": 86, + "total_tokens": 5092 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0392", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom má Ján Pták implementovať synchronizáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "WebHOOK" + ], + "should_answer": true, + "note": null, + "answer": "Ján Pták má implementovať synchronizáciu pomocou WebHOOK, čo je súčasťou úloh pre jeho diplomový projekt zameraný na vytvorenie agenta pre manažment záverečných prác.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták synchronizácia implementácia", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.048505, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.786193, + "tool_latency_seconds": 0.048505, + "final_model_latency_seconds": 4.934512, + "total_latency_seconds": 6.769418, + "usage": { + "prompt_tokens": 5015, + "completion_tokens": 133, + "total_tokens": 5148 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Dokument o Jánovi Ptákovi uvádza tému diplomového projektu a ciele, ako je využitie znalostného grafu a GraphRAG, ale neobsahuje explicitné informácie o konkrétnej databáze alebo backendovom riešení, ktoré už študent používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták databáza backend", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.084194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.805032, + "tool_latency_seconds": 0.084194, + "final_model_latency_seconds": 11.59791, + "total_latency_seconds": 13.487577, + "usage": { + "prompt_tokens": 12357, + "completion_tokens": 175, + "total_tokens": 12532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0423", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Nájdený dokument o osobe Rostyslav Rodzhuk sa týka jeho bakalárskej práce s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", ktorú začal študovať v roku 2023 a je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk" + }, + "latency_seconds": 0.050457, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.347306, + "tool_latency_seconds": 0.050457, + "final_model_latency_seconds": 5.149524, + "total_latency_seconds": 6.54751, + "usage": { + "prompt_tokens": 4416, + "completion_tokens": 136, + "total_tokens": 4552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0424", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Rostyslava Rodzhuka má názov „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk bakalárska práca názov", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.064812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.886315, + "tool_latency_seconds": 0.064812, + "final_model_latency_seconds": 8.901734, + "total_latency_seconds": 10.853273, + "usage": { + "prompt_tokens": 10053, + "completion_tokens": 133, + "total_tokens": 10186 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0425", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" sa venuje Rostyslav Rodzhuk v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Inteligentný agent pre podporu práce špeciálneho pedagóga autor", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.101509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.997675, + "tool_latency_seconds": 0.101509, + "final_model_latency_seconds": 10.167831, + "total_latency_seconds": 12.267392, + "usage": { + "prompt_tokens": 11312, + "completion_tokens": 143, + "total_tokens": 11455 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0426", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Inteligentný agent pre podporu práce špeciálneho pedagóga\", je Rostyslav Rodzhuk, ktorý tento predmet spracováva v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Inteligentný agent pre podporu práce špeciálneho pedagóga študent dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.04284, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.191253, + "tool_latency_seconds": 0.04284, + "final_model_latency_seconds": 4.984823, + "total_latency_seconds": 7.21912, + "usage": { + "prompt_tokens": 4592, + "completion_tokens": 170, + "total_tokens": 4762 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0427", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Rostyslav Rodzhuk“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce uvedená pri osobe Rostyslav Rodzhuk je „Inteligentný agent pre podporu práce špeciálneho pedagóga“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk bakalárska práca téma" + }, + "latency_seconds": 0.041376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.481838, + "tool_latency_seconds": 0.041376, + "final_model_latency_seconds": 4.493451, + "total_latency_seconds": 6.016862, + "usage": { + "prompt_tokens": 4491, + "completion_tokens": 110, + "total_tokens": 4601 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0428", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk rok začiatku štúdia", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.041011, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.082943, + "tool_latency_seconds": 0.041011, + "final_model_latency_seconds": 4.205639, + "total_latency_seconds": 6.329766, + "usage": { + "prompt_tokens": 4526, + "completion_tokens": 131, + "total_tokens": 4657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0429", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Rostyslav Rodzhuk je v ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk rok začiatku štúdia", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.041862, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.920563, + "tool_latency_seconds": 0.041862, + "final_model_latency_seconds": 4.461645, + "total_latency_seconds": 6.424249, + "usage": { + "prompt_tokens": 4531, + "completion_tokens": 131, + "total_tokens": 4662 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0430", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Rostyslav Rodzhuk uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Rostyslav Rodzhuk je bakalárska práca uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk bakalárska práca rok" + }, + "latency_seconds": 0.043513, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.45811, + "tool_latency_seconds": 0.043513, + "final_model_latency_seconds": 4.343155, + "total_latency_seconds": 5.844976, + "usage": { + "prompt_tokens": 4487, + "completion_tokens": 98, + "total_tokens": 4585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0431", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Rostyslav Rodzhuk.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je pre osobu Rostyslav Rodzhuk uvedený rok začiatku štúdia 2023, pričom rok ukončenia alebo rok záverečnej práce (bakerálskej práce) sa v zdrojoch explicitne neuvádza, hoci práca je evidovaná v sekcii pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk rok začiatku štúdia rok práce", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.038824, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.149347, + "tool_latency_seconds": 0.038824, + "final_model_latency_seconds": 5.277922, + "total_latency_seconds": 7.466264, + "usage": { + "prompt_tokens": 4543, + "completion_tokens": 199, + "total_tokens": 4742 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0432", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rostyslav Rodzhuk začal študovať v roku 2023, ale jeho záverečná práca (bakalárska práca) je evidovaná pre rok 2026, nie pre rok 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk záverečná práca rok 2023", + "limit": 5 + }, + "latency_seconds": 0.092285, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.743632, + "tool_latency_seconds": 0.092285, + "final_model_latency_seconds": 10.36263, + "total_latency_seconds": 12.198914, + "usage": { + "prompt_tokens": 11438, + "completion_tokens": 144, + "total_tokens": 11582 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0433", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Študent Rostyslav Rodzhuk má v súvislosti s témou agent vypracovávanú bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk agent téma dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.03866, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.098594, + "tool_latency_seconds": 0.03866, + "final_model_latency_seconds": 4.844701, + "total_latency_seconds": 6.982142, + "usage": { + "prompt_tokens": 4486, + "completion_tokens": 160, + "total_tokens": 4646 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0434", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou špeciálny pedagóg a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "špeciálny pedagóg" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Rostyslav Rodzhuk je spojená bakalárska práca s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk špeciálny pedagóg dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.046282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 2.159467, + "tool_latency_seconds": 0.046282, + "final_model_latency_seconds": 5.211254, + "total_latency_seconds": 7.417193, + "usage": { + "prompt_tokens": 5317, + "completion_tokens": 152, + "total_tokens": 5469 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk je študentom, ktorý vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", kde je súčasťou zadania aj vypracovanie prehľadu agentových systémov na báze veľkého jazykového modelu. Okrem toho má v dokumente uvedený aj vedecký projekt s názvom „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk LLM dokument študent téma", + "limit": 10 + }, + "latency_seconds": 0.108915, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.692663, + "tool_latency_seconds": 0.108915, + "final_model_latency_seconds": 17.969325, + "total_latency_seconds": 19.77147, + "usage": { + "prompt_tokens": 19591, + "completion_tokens": 188, + "total_tokens": 19779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0436", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Komu má pomáhať inteligentný agent Rostyslava Rodzhuka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "špeciálnemu pedagógovi" + ], + "should_answer": true, + "note": null, + "answer": "Inteligentný agent, ktorý vypracováva Rostyslav Rodzhuk, je určený na podporu práce špeciálneho pedagóga.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk inteligentný agent cieľ komu pomáha", + "limit": 5 + }, + "latency_seconds": 0.106444, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.724605, + "tool_latency_seconds": 0.106444, + "final_model_latency_seconds": 10.627424, + "total_latency_seconds": 12.458924, + "usage": { + "prompt_tokens": 11788, + "completion_tokens": 123, + "total_tokens": 11911 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0437", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "O dokument osobe Yevhenii Medushivskyi sa nachádza v ZP Wiki a pojednáva o jeho bakalárskej práci s témou „Získavanie textu z webových stránok\", ktorú začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi osoba", + "limit": 5 + }, + "latency_seconds": 0.116112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.583673, + "tool_latency_seconds": 0.116112, + "final_model_latency_seconds": 12.651609, + "total_latency_seconds": 14.351977, + "usage": { + "prompt_tokens": 13907, + "completion_tokens": 144, + "total_tokens": 14051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa názov bakalárskej práce osoby Yevhenii Medushivskyi nepodarilo spoľahlivo nájsť, pretože v sekcii týkajúcej sa jeho bakalárskej práce je pole „Téma\" prázdne a nie je tam explicitne uvedený finálny názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi bakalárska práca názov" + }, + "latency_seconds": 0.068046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.500621, + "tool_latency_seconds": 0.068046, + "final_model_latency_seconds": 10.764164, + "total_latency_seconds": 12.333224, + "usage": { + "prompt_tokens": 11292, + "completion_tokens": 150, + "total_tokens": 11442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o bakalárskej práci študenta Mateja Kobyľana z roku 2023 vyskytuje návrh zadania pre systém extrakcie textu z webových stránok, názov „Získavanie textu z webových stránok\" nie je v zdrojoch priamo uvedený ako názov konkrétnej záverečnej práce ani témy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Získavanie textu z webových stránok autor", + "limit": 5 + }, + "latency_seconds": 0.044005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.668237, + "tool_latency_seconds": 0.044005, + "final_model_latency_seconds": 6.419101, + "total_latency_seconds": 8.131526, + "usage": { + "prompt_tokens": 5260, + "completion_tokens": 194, + "total_tokens": 5454 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0440", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Získavanie textu z webových stránok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Získavanie textu z webových stránok\" v rámci svojej bakalárskej práce, je Yevhenii Medushivskyi.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "študent dokument téma Získavanie textu z webových stránok", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.041037, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.165636, + "tool_latency_seconds": 0.041037, + "final_model_latency_seconds": 5.204637, + "total_latency_seconds": 7.41152, + "usage": { + "prompt_tokens": 5250, + "completion_tokens": 159, + "total_tokens": 5409 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0441", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Yevhenii Medushivskyi“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce osoby Yevhenii Medushivskyi je „Získavanie textu z webových stránok“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi bakalárska práca téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.045448, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.167478, + "tool_latency_seconds": 0.045448, + "final_model_latency_seconds": 4.973015, + "total_latency_seconds": 7.186126, + "usage": { + "prompt_tokens": 5175, + "completion_tokens": 146, + "total_tokens": 5321 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0442", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi začal študovať rok", + "limit": 5 + }, + "latency_seconds": 0.086081, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.662391, + "tool_latency_seconds": 0.086081, + "final_model_latency_seconds": 12.915061, + "total_latency_seconds": 14.664013, + "usage": { + "prompt_tokens": 15327, + "completion_tokens": 109, + "total_tokens": 15436 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0443", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Yevhenii Medushivskyi uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Yevhenii Medushivskyi je v ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi rok začiatku štúdia 2023", + "limit": 5 + }, + "latency_seconds": 0.043262, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.790215, + "tool_latency_seconds": 0.043262, + "final_model_latency_seconds": 5.231059, + "total_latency_seconds": 7.064731, + "usage": { + "prompt_tokens": 5160, + "completion_tokens": 128, + "total_tokens": 5288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0444", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Yevhenii Medushivskyi uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca pri osobe Yevhenii Medushivskyi je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi bakalárska práca rok" + }, + "latency_seconds": 0.045673, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.516277, + "tool_latency_seconds": 0.045673, + "final_model_latency_seconds": 4.912151, + "total_latency_seconds": 6.474306, + "usage": { + "prompt_tokens": 5133, + "completion_tokens": 105, + "total_tokens": 5238 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0445", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Yevhenii Medushivskyi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Z dostupných dokumentov ZP Wiki je uvedené, že Yevhenii Medushivskyi začal študovať v roku 2023, zatiaľ čo rok vypracovania jeho práce (bakalárskej práce) je stanovený na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi rok začiatku štúdia rok práce", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.128456, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.981427, + "tool_latency_seconds": 0.128456, + "final_model_latency_seconds": 21.388599, + "total_latency_seconds": 23.499165, + "usage": { + "prompt_tokens": 24419, + "completion_tokens": 167, + "total_tokens": 24586 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0446", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce osoby Yevhenii Medushivskyi, ale je rokom začiatku jej štúdia, pričom predmetom zápisu je bakalárska práca s plánovaným rokom ukončenia 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi záverečná práca rok", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.080376, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.006373, + "tool_latency_seconds": 0.080376, + "final_model_latency_seconds": 13.601775, + "total_latency_seconds": 15.688996, + "usage": { + "prompt_tokens": 14723, + "completion_tokens": 170, + "total_tokens": 14893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0447", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou crawler a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "crawler" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Yevhenii Medushivskyi súvisí s bakalárskou prácou z roku 2026 s témou „Získavanie textu z webových stránok\", ktorá zahŕňa vytvorenie a nasadenie webového crawlera na sledovanie a sťahovanie slovenského internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi crawler dokument študent téma", + "limit": 5, + "published_only": false, + "max_per_document": 3 + }, + "latency_seconds": 0.048107, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.132405, + "tool_latency_seconds": 0.048107, + "final_model_latency_seconds": 5.791238, + "total_latency_seconds": 7.97196, + "usage": { + "prompt_tokens": 5130, + "completion_tokens": 185, + "total_tokens": 5315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0448", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webový korpus a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "webový korpus" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Yevhenii Medushivskyi súvisí dokument o študentovi s názvom „Yevhenii Medushivskyi\", ktorý eviduje jeho bakalársku prácu (štartujúcu v roku 2023) s témou zameranou na získavanie textu z webových stránok a tvorbou webových korpusov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi webový korpus dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.042728, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.153666, + "tool_latency_seconds": 0.042728, + "final_model_latency_seconds": 6.378482, + "total_latency_seconds": 8.575109, + "usage": { + "prompt_tokens": 5952, + "completion_tokens": 199, + "total_tokens": 6151 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0449", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou deduplikácia a osobou Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi", + "deduplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Yevhenii Medushivskyi vypracováva bakalársku prácu s témou „Získavanie textu z webových stránok\", pri ktorej je v rámci úloh na stretnutí 13.3.2026 explicitne uvedená požiadavka na zlepšenie deduplikácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi deduplikácia dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.060314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 2.170394, + "tool_latency_seconds": 0.060314, + "final_model_latency_seconds": 5.729932, + "total_latency_seconds": 7.960862, + "usage": { + "prompt_tokens": 5138, + "completion_tokens": 192, + "total_tokens": 5330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi mal k marcu 2026 zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi marec 2026 text zozbieraný", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.132048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.04704, + "tool_latency_seconds": 0.132048, + "final_model_latency_seconds": 20.483805, + "total_latency_seconds": 22.663563, + "usage": { + "prompt_tokens": 23958, + "completion_tokens": 143, + "total_tokens": 24101 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0451", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj je uvedený ako príklad pre boilerplate removal pri práci Yevheniiho Medushivskyiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "justext" + ], + "should_answer": true, + "note": null, + "answer": "Nástrojom uvedeným ako príklad pre odstraňovanie boilerplate (boilereplate removal) pri práci Yevheniiho Medushivskyiho je justext.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi boilerplate removal nástroj príklad", + "limit": 5 + }, + "latency_seconds": 0.086062, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.736582, + "tool_latency_seconds": 0.086062, + "final_model_latency_seconds": 12.235896, + "total_latency_seconds": 14.05898, + "usage": { + "prompt_tokens": 13265, + "completion_tokens": 127, + "total_tokens": 13392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0480", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Simona Bobrovčanová sa týka jej bakalárskej práce s témou automatická sumarizácia slovenského textu, ktorú začala študovať v roku 2023 a ktorá je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.061808, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.955632, + "tool_latency_seconds": 0.061808, + "final_model_latency_seconds": 10.46955, + "total_latency_seconds": 12.487374, + "usage": { + "prompt_tokens": 11253, + "completion_tokens": 163, + "total_tokens": 11416 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0481", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Podľa dostupných informácií je téma bakalárskej práce Simony Bobrovčanovej „Automatická sumarizácia slovenského textu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová bakalárska práca názov" + }, + "latency_seconds": 0.067114, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.474027, + "tool_latency_seconds": 0.067114, + "final_model_latency_seconds": 8.541022, + "total_latency_seconds": 10.082651, + "usage": { + "prompt_tokens": 9701, + "completion_tokens": 104, + "total_tokens": 9805 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0482", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatická sumarizácia slovenského textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Automatická sumarizácia slovenského textu“ sa venuje Simona Bobrovčanová v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Automatická sumarizácia slovenského textu autor", + "limit": 5 + }, + "latency_seconds": 0.103842, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.634792, + "tool_latency_seconds": 0.103842, + "final_model_latency_seconds": 9.436221, + "total_latency_seconds": 11.17529, + "usage": { + "prompt_tokens": 10633, + "completion_tokens": 117, + "total_tokens": 10750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0483", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatická sumarizácia slovenského textu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Simona Bobrovčanová rieši bakalársku prácu s témou „Automatická sumarizácia slovenského textu\", ktorú začala študovať v roku 2023 a ktorá je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Automatická sumarizácia slovenského textu téma študent dokument", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.038004, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.955458, + "tool_latency_seconds": 0.038004, + "final_model_latency_seconds": 5.077514, + "total_latency_seconds": 7.071164, + "usage": { + "prompt_tokens": 4560, + "completion_tokens": 159, + "total_tokens": 4719 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0484", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Simona Bobrovčanová“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce Simony Bobrovčanovej je Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová bakalárska práca téma", + "limit": 5 + }, + "latency_seconds": 0.052926, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.645035, + "tool_latency_seconds": 0.052926, + "final_model_latency_seconds": 5.561338, + "total_latency_seconds": 7.259557, + "usage": { + "prompt_tokens": 6194, + "completion_tokens": 108, + "total_tokens": 6302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0485", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová začala študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová začiatok štúdia rok" + }, + "latency_seconds": 0.048268, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.436129, + "tool_latency_seconds": 0.048268, + "final_model_latency_seconds": 5.343208, + "total_latency_seconds": 6.827858, + "usage": { + "prompt_tokens": 6060, + "completion_tokens": 91, + "total_tokens": 6151 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0486", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Simona Bobrovčanová uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Simona Bobrovčanová je v ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová rok začiatku štúdia 2023", + "published_only": false, + "limit": 5 + }, + "latency_seconds": 0.047385, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.949915, + "tool_latency_seconds": 0.047385, + "final_model_latency_seconds": 5.677381, + "total_latency_seconds": 7.67492, + "usage": { + "prompt_tokens": 6114, + "completion_tokens": 134, + "total_tokens": 6248 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0487", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Simona Bobrovčanová uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Simona Bobrovčanová je v ZP Wiki uvedená bakalárska práca s očakávaným rokom vypracovania 2026, pričom rok začiatku štúdia je 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová bakalárska práca rok" + }, + "latency_seconds": 0.04827, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.447267, + "tool_latency_seconds": 0.04827, + "final_model_latency_seconds": 6.115651, + "total_latency_seconds": 7.611428, + "usage": { + "prompt_tokens": 6178, + "completion_tokens": 125, + "total_tokens": 6303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0488", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Simona Bobrovčanová.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Simona Bobrovčanová začala študovať v roku 2023 a vypracováva bakalársku prácu, ktorá je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová rok začiatku štúdia rok práce" + }, + "latency_seconds": 0.070159, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.778015, + "tool_latency_seconds": 0.070159, + "final_model_latency_seconds": 9.308547, + "total_latency_seconds": 11.157085, + "usage": { + "prompt_tokens": 10354, + "completion_tokens": 115, + "total_tokens": 10469 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0489", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Simony Bobrovčanovej, ale rokom začiatku jej štúdia, kedy si začala písať bakalársku prácu s plánovaným rokom obhajoby 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová záverečná práca rok", + "limit": 5 + }, + "latency_seconds": 0.064482, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.639747, + "tool_latency_seconds": 0.064482, + "final_model_latency_seconds": 8.149656, + "total_latency_seconds": 9.854276, + "usage": { + "prompt_tokens": 8508, + "completion_tokens": 146, + "total_tokens": 8654 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0490", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou sumarizácia a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová je študentkou, ktorá má pridelenú bakalársku prácu s témou Automatická sumarizácia slovenského textu v rámci projektu Legal Data Processing.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová sumarizácia dokument študent", + "limit": 10 + }, + "latency_seconds": 0.04594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.683653, + "tool_latency_seconds": 0.04594, + "final_model_latency_seconds": 6.253021, + "total_latency_seconds": 7.982915, + "usage": { + "prompt_tokens": 6281, + "completion_tokens": 142, + "total_tokens": 6423 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0491", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský text a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "slovenský text" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Simonou Bobrovčanovou súvisí jej bakalárska práca s témou Automatická sumarizácia slovenského textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová slovenský text študent dokument", + "limit": 5 + }, + "latency_seconds": 0.040102, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.66388, + "tool_latency_seconds": 0.040102, + "final_model_latency_seconds": 4.981626, + "total_latency_seconds": 6.68582, + "usage": { + "prompt_tokens": 5211, + "completion_tokens": 116, + "total_tokens": 5327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0492", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne dokumenty a osobou Simona Bobrovčanová?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Simona Bobrovčanová", + "právne dokumenty" + ], + "should_answer": true, + "note": null, + "answer": "S Simonou Bobrovčanovou súvisí jej bakalárska práca s témou Automatická sumarizácia slovenského textu, ktorá si kladie za cieľ zlepšiť spracovanie slovenských právnych textov, konkrétne vytvoriť systém pre sumarizáciu rozsudkov alebo iných právnych dokumentov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová právne dokumenty", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.041913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 2.077134, + "tool_latency_seconds": 0.041913, + "final_model_latency_seconds": 5.71216, + "total_latency_seconds": 7.831453, + "usage": { + "prompt_tokens": 5280, + "completion_tokens": 181, + "total_tokens": 5461 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0493", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký typ sumarizácie vyskúšala Simona Bobrovčanová pri dlhších textoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "hierarchická sumarizácia" + ], + "should_answer": true, + "note": null, + "answer": "Simona Bobrovčanová pri svojej bakalárskej práci vyskúšala hierarchickú sumarizáciu, pri ktorej je text rozdelený na časti, vykoná sa sumár týchto častí a následne sa tieto čiastkové sumáre spoja do jedného celkovej zhrnutia. Tento prístup použila ako riešenie problému s veľkou dĺžkou kontextu, kde štandardné modely často vynechávajú informácie na konci textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová typ sumarizácie dlhšie texty", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.085218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 2.099572, + "tool_latency_seconds": 0.085218, + "final_model_latency_seconds": 12.534379, + "total_latency_seconds": 14.719832, + "usage": { + "prompt_tokens": 12958, + "completion_tokens": 226, + "total_tokens": 13184 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0494", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký problém mali malé modely pri práci Simony Bobrovčanovej?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "príliš maly kontext" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Simony Bobrovčanovej s malými modelmi sa stretli s tým, že majú príliš malý kontext.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Simona Bobrovčanová malé modely problém", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.091354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 2.102008, + "tool_latency_seconds": 0.091354, + "final_model_latency_seconds": 10.468178, + "total_latency_seconds": 12.662011, + "usage": { + "prompt_tokens": 11864, + "completion_tokens": 122, + "total_tokens": 11986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0495", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina vypracováva bakalársku prácu na tému „Dialógový systém pre podporu firemných procesov\", pričom štúdium začal v roku 2023 a práca je evidovaná pod rokom 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina" + }, + "latency_seconds": 0.053522, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.357406, + "tool_latency_seconds": 0.053522, + "final_model_latency_seconds": 6.813043, + "total_latency_seconds": 8.224213, + "usage": { + "prompt_tokens": 6790, + "completion_tokens": 125, + "total_tokens": 6915 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0496", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca osoby Samuel Džurina má názov Dialógový systém pre podporu firemných procesov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina bakalárska práca názov" + }, + "latency_seconds": 0.076012, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.463434, + "tool_latency_seconds": 0.076012, + "final_model_latency_seconds": 8.888516, + "total_latency_seconds": 10.428373, + "usage": { + "prompt_tokens": 10059, + "completion_tokens": 99, + "total_tokens": 10158 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0497", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Dialógový systém pre podporu firemných procesov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Dialógový systém pre podporu firemných procesov“ sa venuje študent Samuel Džurina v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém pre podporu firemných procesov autor", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.096379, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.904063, + "tool_latency_seconds": 0.096379, + "final_model_latency_seconds": 9.047104, + "total_latency_seconds": 11.048068, + "usage": { + "prompt_tokens": 9988, + "completion_tokens": 135, + "total_tokens": 10123 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0498", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Dialógový systém pre podporu firemných procesov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Dialógový systém pre podporu firemných procesov\" rieši študent Samuel Džurina v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém pre podporu firemných procesov študent dokument", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.048526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.950892, + "tool_latency_seconds": 0.048526, + "final_model_latency_seconds": 5.126745, + "total_latency_seconds": 7.12641, + "usage": { + "prompt_tokens": 5182, + "completion_tokens": 133, + "total_tokens": 5315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0499", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Džurina“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je uvedená téma bakalárskej práce „Dialógový systém pre podporu firemných procesov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina bakalárska práca téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.044269, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.095728, + "tool_latency_seconds": 0.044269, + "final_model_latency_seconds": 4.919076, + "total_latency_seconds": 7.05933, + "usage": { + "prompt_tokens": 5137, + "completion_tokens": 140, + "total_tokens": 5277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0500", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina rok začiatku štúdia", + "limit": 5 + }, + "latency_seconds": 0.046284, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.642374, + "tool_latency_seconds": 0.046284, + "final_model_latency_seconds": 4.668416, + "total_latency_seconds": 6.357323, + "usage": { + "prompt_tokens": 5097, + "completion_tokens": 101, + "total_tokens": 5198 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0501", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Džurina uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Džurina je v ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina rok začiatku štúdia 2023", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.04566, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.221868, + "tool_latency_seconds": 0.04566, + "final_model_latency_seconds": 4.955918, + "total_latency_seconds": 7.223628, + "usage": { + "prompt_tokens": 5151, + "completion_tokens": 144, + "total_tokens": 5295 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0502", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Džurina uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Džurina je bakalárska práca uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina bakalárska práca rok", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.043895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.066233, + "tool_latency_seconds": 0.043895, + "final_model_latency_seconds": 4.806878, + "total_latency_seconds": 6.917211, + "usage": { + "prompt_tokens": 5132, + "completion_tokens": 131, + "total_tokens": 5263 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0503", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Džurina.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Samuel Džurina začal študovať v roku 2023 a vypracováva bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\", ktorá je plánovaná na odovzdanie v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina rok začiatku štúdia rok práce", + "limit": 10 + }, + "latency_seconds": 0.124572, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.69427, + "tool_latency_seconds": 0.124572, + "final_model_latency_seconds": 18.076879, + "total_latency_seconds": 19.896374, + "usage": { + "prompt_tokens": 20627, + "completion_tokens": 148, + "total_tokens": 20775 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0504", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2023 nie je rokom záverečnej práce osoby Samuel Džurina, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina záverečná práca rok 2023" + }, + "latency_seconds": 0.079611, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.574815, + "tool_latency_seconds": 0.079611, + "final_model_latency_seconds": 11.523883, + "total_latency_seconds": 13.178741, + "usage": { + "prompt_tokens": 12576, + "completion_tokens": 127, + "total_tokens": 12703 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0505", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Džurina je študentom, ktorý v rámci svojej bakalárskej práce z roku 2026 spracováva tému „Dialógový systém pre podporu firemných procesov\" s cieľom vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina agent téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.042149, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.02988, + "tool_latency_seconds": 0.042149, + "final_model_latency_seconds": 5.68853, + "total_latency_seconds": 7.760752, + "usage": { + "prompt_tokens": 5091, + "completion_tokens": 176, + "total_tokens": 5267 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0506", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou zásielková spoločnosť a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "zásielková spoločnosť" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Samuel Džurina súvisí jeho bakalárska práca s názvom „Dialógový systém pre podporu firemných procesov\", ktorej cieľom je vytvoriť agenta pre podporu činnosti zásielkovej spoločnosti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina zásielková spoločnosť dokument študent", + "limit": 5 + }, + "latency_seconds": 0.0464, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.708789, + "tool_latency_seconds": 0.0464, + "final_model_latency_seconds": 5.487675, + "total_latency_seconds": 7.243077, + "usage": { + "prompt_tokens": 5087, + "completion_tokens": 145, + "total_tokens": 5232 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0507", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Samuel Džurina?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Samuel Džurina", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "So Samuelom Džurinou súvisí bakalárska práca s témou „Dialógový systém pre podporu firemných procesov\", ktorú vypracováva v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina dialógový systém", + "limit": 10 + }, + "latency_seconds": 0.040879, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.620726, + "tool_latency_seconds": 0.040879, + "final_model_latency_seconds": 5.066192, + "total_latency_seconds": 6.728063, + "usage": { + "prompt_tokens": 5074, + "completion_tokens": 127, + "total_tokens": 5201 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0508", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú firmu alebo typ firmy má podporovať agent Samuela Džurinu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "zásielkovej spoločnosti" + ], + "should_answer": true, + "note": null, + "answer": "Agent, ktorý vypracováva Samuel Džurina, má podporovať činnosť zásielkovej spoločnosti, pričom v dokumente sa ako príklad modelového procesu spomína dovoz zeleniny z Veľkej Británie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuela Džurina agent firma typ firmy podporovať" + }, + "latency_seconds": 0.093578, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.417848, + "tool_latency_seconds": 0.093578, + "final_model_latency_seconds": 11.372621, + "total_latency_seconds": 12.884457, + "usage": { + "prompt_tokens": 12757, + "completion_tokens": 124, + "total_tokens": 12881 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0509", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akým spôsobom sa má agent Samuela Džurinu vyhodnotiť?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "dotazníka" + ], + "should_answer": true, + "note": null, + "answer": "Agent Samuela Džurinu sa má vyhodnotiť formou dotazníka, pričom je potrebné identifikovať jeho slabé miesta a navrhnúť zlepšenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Samuel Džurina agent vyhodnotenie" + }, + "latency_seconds": 0.040101, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.433431, + "tool_latency_seconds": 0.040101, + "final_model_latency_seconds": 5.421866, + "total_latency_seconds": 6.895606, + "usage": { + "prompt_tokens": 5047, + "completion_tokens": 111, + "total_tokens": 5158 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0549", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Oliver Pejic.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Oliverovi Pejicovi sa nachádza na stránke s názvom Oliver Pejic, ktorá opisuje jeho stáž v rámci programu IAESTE v lete roku 2024, kde pracoval na úlohách súvisiacich s databázami a strojovým prekladom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stážista dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.087973, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.97078, + "tool_latency_seconds": 0.087973, + "final_model_latency_seconds": 11.517797, + "total_latency_seconds": 13.576949, + "usage": { + "prompt_tokens": 12730, + "completion_tokens": 168, + "total_tokens": 12898 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0550", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Olivera Pejica prebiehala v roku 2024, konkrétne v mesiacoch august, september a október.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stáž rok" + }, + "latency_seconds": 0.083419, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.351945, + "tool_latency_seconds": 0.083419, + "final_model_latency_seconds": 9.897147, + "total_latency_seconds": 11.332879, + "usage": { + "prompt_tokens": 10953, + "completion_tokens": 93, + "total_tokens": 11046 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic sa počas svojej stáže v roku 2024 venoval projektom súvisiacim s hodnotením modelov sentence transformer, konkrétne pri príprave úloh pre slovenský hate speech a slovenské otázne odpovede, ako aj strojovému prekladu hodnotiacich datasetov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stáž téma problém", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.065712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 2.005697, + "tool_latency_seconds": 0.065712, + "final_model_latency_seconds": 9.658968, + "total_latency_seconds": 11.7308, + "usage": { + "prompt_tokens": 10134, + "completion_tokens": 173, + "total_tokens": 10307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0552", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme Hate Speech a MTEB evaluácia?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic" + ], + "should_answer": true, + "note": null, + "answer": "Na projekte Hate Speech a vyhodnocovaní modelov pomocou nástroja MTEB pracoval Oliver Pejic, ktorý pripravil úlohu pre vyhodnotenie slovenskej nenávistnej reči v rámci projektu Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Hate Speech MTEB evaluácia autor", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.073402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.810824, + "tool_latency_seconds": 0.073402, + "final_model_latency_seconds": 9.449812, + "total_latency_seconds": 11.334622, + "usage": { + "prompt_tokens": 10277, + "completion_tokens": 140, + "total_tokens": 10417 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0553", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic, ktorá sa uskutočnila v lete roku 2024 ako súčasť programu IAESTE, súvisela s témou Hate Speech prostredníctvom pomoci s projektom Hate Speech a prípravou úloh pre vyhodnotenie modelov na slovenské dáta nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stáž téma Hate Speech" + }, + "latency_seconds": 0.06782, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.393796, + "tool_latency_seconds": 0.06782, + "final_model_latency_seconds": 10.37134, + "total_latency_seconds": 11.833379, + "usage": { + "prompt_tokens": 10839, + "completion_tokens": 139, + "total_tokens": 10978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0554", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou MTEB?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Oliver Pejic v rámci projektu IAESTE letom 2024 súvisela s témou MTEB prostredníctvom cieľa pomôcť s vyhodnocovaním modelov transformátorových viet (sentence transformer models) pomocou nástroja MTEB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stáž téma MTEB", + "limit": 5 + }, + "latency_seconds": 0.071538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.605349, + "tool_latency_seconds": 0.071538, + "final_model_latency_seconds": 10.091891, + "total_latency_seconds": 11.769138, + "usage": { + "prompt_tokens": 10852, + "completion_tokens": 140, + "total_tokens": 10992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0555", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Oliver Pejic súvisela s témou SentenceTransformer?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Oliver Pejic", + "SentenceTransformer" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic sa počas svojej stáže IAESTE v lete 2024 pripravoval na tému sémantického vyhľadávania, kde si mal osvojiť prácu s frameworkom SentenceTransformer ako súčasť prípravy na vytvorenie stroja na strojový preklad a multilinguálnu vyhodnocovaciu úlohu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stáž téma SentenceTransformer", + "limit": 5 + }, + "latency_seconds": 0.086083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.579845, + "tool_latency_seconds": 0.086083, + "final_model_latency_seconds": 10.908354, + "total_latency_seconds": 12.574685, + "usage": { + "prompt_tokens": 11527, + "completion_tokens": 155, + "total_tokens": 11682 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o tom, na akých dvoch MTEB úlohách mal Oliver Pejic pracovať, keďže v jeho dokumente sú uvedené iba prípravné kroky a budúce úlohy bez špecifikácie konkrétnych MTEB úloh.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic MTEB úlohy", + "limit": 5 + }, + "latency_seconds": 0.076279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.600332, + "tool_latency_seconds": 0.076279, + "final_model_latency_seconds": 12.167852, + "total_latency_seconds": 13.84485, + "usage": { + "prompt_tokens": 13173, + "completion_tokens": 151, + "total_tokens": 13324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0557", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký evaluačný framework mal Oliver Pejic naštudovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "MTEB" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic mal naštudovať evaluačný framework MTEB (Massive Text Embedding Benchmark).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic evaluačný framework", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.048481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.79277, + "tool_latency_seconds": 0.048481, + "final_model_latency_seconds": 4.485409, + "total_latency_seconds": 6.326861, + "usage": { + "prompt_tokens": 4474, + "completion_tokens": 110, + "total_tokens": 4584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0568", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Cesar Abascal Gutierrez.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Cesar Abascal Gutierrez sa nachádza na stránke s názvom \"Cesar Abascal Gutierrez\", ktorá uvádza, že išlo o stážistu pravdepodobne v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stážista dokument", + "limit": 5 + }, + "latency_seconds": 0.086786, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.657525, + "tool_latency_seconds": 0.086786, + "final_model_latency_seconds": 10.863463, + "total_latency_seconds": 12.608155, + "usage": { + "prompt_tokens": 12201, + "completion_tokens": 129, + "total_tokens": 12330 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0569", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez pravdepodobne prebiehala v lete roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž rok" + }, + "latency_seconds": 0.063505, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" + ], + "first_model_latency_seconds": 1.40056, + "tool_latency_seconds": 0.063505, + "final_model_latency_seconds": 8.811981, + "total_latency_seconds": 10.276403, + "usage": { + "prompt_tokens": 9927, + "completion_tokens": 88, + "total_tokens": 10015 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez sa počas stáže v lete 2019 venoval problematike rozpoznávania neznámych pomenovaných entít, tvorbe manuálne anotovanej trénovacej množiny z prepisov reči a navrhovaniu anotačného schématu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž téma problém", + "limit": 5 + }, + "latency_seconds": 0.084409, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.734911, + "tool_latency_seconds": 0.084409, + "final_model_latency_seconds": 10.864181, + "total_latency_seconds": 12.683878, + "usage": { + "prompt_tokens": 11672, + "completion_tokens": 146, + "total_tokens": 11818 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá sa pravdepodobne konala v lete roku 2019, sa venovala téme pomenovaných entít a jej cieľom bolo byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž named entities", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.071083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 2.04531, + "tool_latency_seconds": 0.071083, + "final_model_latency_seconds": 11.38819, + "total_latency_seconds": 13.504968, + "usage": { + "prompt_tokens": 11882, + "completion_tokens": 190, + "total_tokens": 12072 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0573", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou spaCy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "spaCy" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny názov stáže osoby Cesar Abascal Gutierrez, ktorá by bola explicitne spojená s témou spaCy, hoci je v jeho zázname uvedená knižnica spaCy ako nástroj pre strojové učenie v rámci projektu Named entity annotations.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž téma spaCy" + }, + "latency_seconds": 0.08053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.445762, + "tool_latency_seconds": 0.08053, + "final_model_latency_seconds": 9.131581, + "total_latency_seconds": 10.658268, + "usage": { + "prompt_tokens": 9452, + "completion_tokens": 144, + "total_tokens": 9596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0574", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou Prodigy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom názve stáže osoby Cesar Abascal Gutierrez súvisiacej s témou Prodigy, hoci je uvedený ako používateľ nástroja Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž Prodigy", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.06572, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.849356, + "tool_latency_seconds": 0.06572, + "final_model_latency_seconds": 11.3428, + "total_latency_seconds": 13.258281, + "usage": { + "prompt_tokens": 12480, + "completion_tokens": 152, + "total_tokens": 12632 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez ciele", + "limit": 10 + }, + "latency_seconds": 0.122071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.092437, + "tool_latency_seconds": 0.122071, + "final_model_latency_seconds": 16.993377, + "total_latency_seconds": 19.208524, + "usage": { + "prompt_tokens": 19933, + "completion_tokens": 131, + "total_tokens": 20064 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0576", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj mal Cesar Abascal Gutierrez používať na manuálnu anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez mal používať na manuálnu anotáciu nástroj Prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez manuálna anotácia nástroj", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.087042, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.879526, + "tool_latency_seconds": 0.087042, + "final_model_latency_seconds": 10.820381, + "total_latency_seconds": 12.787341, + "usage": { + "prompt_tokens": 12348, + "completion_tokens": 113, + "total_tokens": 12461 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0577", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Bogdan Paul Chiș.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Bogdanovi Paulovi Chišovi sa nachádza na stránke https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis, kde je uvedený ako stážista v rámci programu ERASMUS na jar 2026 s témou multilinguálnej extrakcie trojíc z lekárskych dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stážista dokument", + "published_only": true + }, + "latency_seconds": 0.105959, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.641444, + "tool_latency_seconds": 0.105959, + "final_model_latency_seconds": 11.843473, + "total_latency_seconds": 13.591259, + "usage": { + "prompt_tokens": 12584, + "completion_tokens": 161, + "total_tokens": 12745 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0578", + "split": "dev", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš prebiehala v roku 2026, konkrétne od 20. marca do 21. mája.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž rok", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.086322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.020761, + "tool_latency_seconds": 0.086322, + "final_model_latency_seconds": 11.201317, + "total_latency_seconds": 13.308897, + "usage": { + "prompt_tokens": 12784, + "completion_tokens": 137, + "total_tokens": 12921 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Bogdan Paul Chiș sa počas svojej stáže v rámci programu ERASMUS venovala téme viacjazyčného extrahovania trojíc z lekárskych dát, ktorá zahŕňala vytvorenie znalostného grafu z lekárskych príbalových letákov a jeho využitie v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž téma problém" + }, + "latency_seconds": 0.083661, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.43499, + "tool_latency_seconds": 0.083661, + "final_model_latency_seconds": 11.019307, + "total_latency_seconds": 12.538442, + "usage": { + "prompt_tokens": 11557, + "completion_tokens": 149, + "total_tokens": 11706 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zdrojoch objavujú témy súvisiace s extrakciou informácií z medicínskych dát (napríklad Andrii Pervashov pracujúci na extrakcii štruktúrovaných informácií z medicínskej domény) alebo tvorbe korpusu medicínskych dát (Yevhenii Medushivskyi), žiadny z nájdených dokumentov explicitne nezaraďuje konkrétnu záverečnú prácu s presným názvom „multilinguálna extrakcia trojíc z medicínskych dát\".", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "multilinguálna extrakcia trojíc z medicínskych dát", + "limit": 5 + }, + "latency_seconds": 0.116632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.774347, + "tool_latency_seconds": 0.116632, + "final_model_latency_seconds": 12.570549, + "total_latency_seconds": 14.461932, + "usage": { + "prompt_tokens": 12554, + "completion_tokens": 216, + "total_tokens": 12770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0581", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou Triplet extraction?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "Triplet extraction" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdana Paula Chișa s témou „Triplet extraction\" bola označená ako ERASMUS Intern Spring 2026, ktorá sa zameriavala na viacjazyčné extrahovanie trojíc z lekárskych údajov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž Triplet extraction" + }, + "latency_seconds": 0.095745, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.433264, + "tool_latency_seconds": 0.095745, + "final_model_latency_seconds": 11.087313, + "total_latency_seconds": 12.616716, + "usage": { + "prompt_tokens": 12123, + "completion_tokens": 123, + "total_tokens": 12246 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš súvisela s témou „(multilingual) Triplet extraction from medical data\", kde hlavným cieľom bolo zostrojiť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž knowledge graph", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.072875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.830573, + "tool_latency_seconds": 0.072875, + "final_model_latency_seconds": 10.482753, + "total_latency_seconds": 12.386577, + "usage": { + "prompt_tokens": 11423, + "completion_tokens": 150, + "total_tokens": 11573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0583", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou medical?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "medical" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš s témou súvisiacou s medicínou mala názov „(multilingual) Triplet extraction from medical data\" a bola súčasťou programu ERASMUS Intern Spring 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž téma medical", + "limit": 5 + }, + "latency_seconds": 0.13384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.627286, + "tool_latency_seconds": 0.13384, + "final_model_latency_seconds": 10.392208, + "total_latency_seconds": 12.153691, + "usage": { + "prompt_tokens": 11458, + "completion_tokens": 127, + "total_tokens": 11585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0584", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aká bola téma stáže Bogdana Paula Chișa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Triplet extraction from medical data" + ], + "should_answer": true, + "note": null, + "answer": "Téma stáže Bogdana Paula Chișa bola „(multilingual) Triplet extraction from medical data\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chișa stáž téma", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.072081, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.830683, + "tool_latency_seconds": 0.072081, + "final_model_latency_seconds": 9.948735, + "total_latency_seconds": 11.851974, + "usage": { + "prompt_tokens": 11469, + "completion_tokens": 111, + "total_tokens": 11580 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0585", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými nástrojmi mal Bogdan Paul Chiș vyhodnocovať agenta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "DeepEval", + "RAGAS" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal vyhodnocovať agenta pomocou nástrojov DeepEval alebo RAGAS.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș nástroje vyhodnocovanie agenta", + "published_only": true + }, + "latency_seconds": 0.091711, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.70714, + "tool_latency_seconds": 0.091711, + "final_model_latency_seconds": 11.092302, + "total_latency_seconds": 12.891531, + "usage": { + "prompt_tokens": 12840, + "completion_tokens": 106, + "total_tokens": 12946 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0586", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akého typu dokumentov mal Bogdan Paul Chiș zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "medical package inserts" + ], + "should_answer": true, + "note": null, + "answer": "Bogdan Paul Chiš mal zostaviť znalostný graf z viacjazyčných vložiek liekov (medical package inserts).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș znalostný graf typ dokumentov" + }, + "latency_seconds": 0.073614, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.462488, + "tool_latency_seconds": 0.073614, + "final_model_latency_seconds": 10.109059, + "total_latency_seconds": 11.645581, + "usage": { + "prompt_tokens": 11496, + "completion_tokens": 96, + "total_tokens": 11592 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť projektovú ani informačnú stránku s názvom „Dialógový systém\". Nájdené dokumenty sa týkajú študenta Martina Šarišského a jeho prác, kde sú spomínané chatboty a dialógové systémy (napríklad v rámci bakalárskej práce s technológiou RASA alebo diplomového projektu s RAG systémom), ale žiadna z nich nemá uvedený presný názov „Dialógový systém\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém projektová stránka informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.071351, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.085475, + "tool_latency_seconds": 0.071351, + "final_model_latency_seconds": 9.370959, + "total_latency_seconds": 11.528093, + "usage": { + "prompt_tokens": 8914, + "completion_tokens": 225, + "total_tokens": 9139 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Dokument s názvom „Samuel Džurina“ v ZP Wiki sa priamo venuje téme „Dialógový systém pre podporu firemných procesov“ v rámci bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém dokument téma", + "limit": 5 + }, + "latency_seconds": 0.053821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.621966, + "tool_latency_seconds": 0.053821, + "final_model_latency_seconds": 5.295694, + "total_latency_seconds": 6.971785, + "usage": { + "prompt_tokens": 5141, + "completion_tokens": 130, + "total_tokens": 5271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0599", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Dialógový systém\" patrí source_url https://zp.kemt.fei.tuke.sk/topics/chatbot.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém source_url" + }, + "latency_seconds": 0.088112, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.335181, + "tool_latency_seconds": 0.088112, + "final_model_latency_seconds": 7.766313, + "total_latency_seconds": 9.190045, + "usage": { + "prompt_tokens": 9185, + "completion_tokens": 85, + "total_tokens": 9270 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0603", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký framework má používať báza pravidiel projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "RASA" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Dialógový systém, ktorý sa zameriava na komunikáciu občana s mestom, vyžaduje zostavenie bazy pravidiel pre framework RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém projekt báza pravidiel framework", + "limit": 5 + }, + "latency_seconds": 0.096685, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.634376, + "tool_latency_seconds": 0.096685, + "final_model_latency_seconds": 10.372718, + "total_latency_seconds": 12.10417, + "usage": { + "prompt_tokens": 12047, + "completion_tokens": 108, + "total_tokens": 12155 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Na zodpovedanie tejto otázky potrebujem viac kontextu. Vaša otázka sa týka konkrétneho projektu, chatbotu alebo témy v ZP Wiki?\n\nAby som mohol vyhľadať informácie o systéme, s ktorým sa má chatbot integrovať, prosím, uveďte:\n* **Názov projektu, diplomovej práce alebo témy**, o ktorú máte záujem.\n* Prípadne **meno autora** alebo **rok**, ak sú známe.\n\nBez týchto údajov neviem, ktorú konkrétnu prácu v ZP Wiki mám prehľadávať.", + "tool_called": false, + "tool_call_count": 0, + "tool_calls": [], + "rag_source_urls": [], + "first_model_latency_seconds": 3.105081, + "tool_latency_seconds": 0.0, + "final_model_latency_seconds": 0.0, + "total_latency_seconds": 3.105094, + "usage": { + "prompt_tokens": 1008, + "completion_tokens": 145, + "total_tokens": 1153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 0.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0605", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Kto sú uvedení aktuálni riešitelia projektu Dialógový systém?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Matej Ščišľak", + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Zdrojové dokumenty explicitne neuvádzajú aktuálnych riešiteľov projektu „Dialógový systém\" v zmysle aktuálneho stavu, ale v sekcii riešiteľov projektu je uvedený Matej Ščišľak a Martin Šarišský. Matej Ščišľak má ako tému bakalárskej práce „Dialógový systém pre potreby samosprávy\" a spolupracuje s Martinom Šarišským, ktorý však v roku 2026 vypracováva diplomovú prácu s inou témou z oblasti agentových systémov a veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/chatbot", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "projekt Dialógový systém aktuálni riešitelia", + "limit": 5 + }, + "latency_seconds": 0.099657, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.63421, + "tool_latency_seconds": 0.099657, + "final_model_latency_seconds": 10.931105, + "total_latency_seconds": 12.665394, + "usage": { + "prompt_tokens": 10406, + "completion_tokens": 214, + "total_tokens": 10620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0615", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Question Answering“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka projektu „Question Answering\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question, kde sú uvedené odkazy na projektový repozitár a manuály, pričom ide o interný projekt súvisiaci aj s diplomovou prácou Tomáša Kuchárika o tvorbe korpusu otázok a odpovedí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Question Answering projekt informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.088339, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 2.002119, + "tool_latency_seconds": 0.088339, + "final_model_latency_seconds": 11.792822, + "total_latency_seconds": 13.883681, + "usage": { + "prompt_tokens": 12728, + "completion_tokens": 176, + "total_tokens": 12904 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki sa téme „Question Answering“ priamo venuje interný projekt s názvom Question Answering, ktorý je uvedený v dokumente o študentovi Oleh Bilykh.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument téma Question Answering", + "limit": 5 + }, + "latency_seconds": 0.048373, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.561084, + "tool_latency_seconds": 0.048373, + "final_model_latency_seconds": 4.999164, + "total_latency_seconds": 6.608819, + "usage": { + "prompt_tokens": 4821, + "completion_tokens": 117, + "total_tokens": 4938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0617", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Question Answering\" patrí zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Question Answering source_url", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.084215, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.959762, + "tool_latency_seconds": 0.084215, + "final_model_latency_seconds": 9.780648, + "total_latency_seconds": 11.825181, + "usage": { + "prompt_tokens": 11255, + "completion_tokens": 120, + "total_tokens": 11375 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering si vytvára korpus otázok a odpovedí v slovenskom jazyku, ktorý je označovaný ako SK Quad (Slovak Question Answering Dataset).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/bert", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "projekt Question Answering dataset slovenčina", + "published_only": true + }, + "latency_seconds": 0.058035, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.583828, + "tool_latency_seconds": 0.058035, + "final_model_latency_seconds": 8.348087, + "total_latency_seconds": 9.990317, + "usage": { + "prompt_tokens": 8965, + "completion_tokens": 132, + "total_tokens": 9097 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch objavuje spomenutie projektu „Otázky a odpovede\" a zadanie vytvoriť anotačný nástroj, konkrétne meno anotačného nástroja používaného pri projekte Question Answering nie je explicitne uvedené.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "projekt Question Answering anotačný nástroj" + }, + "latency_seconds": 0.066951, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.402179, + "tool_latency_seconds": 0.066951, + "final_model_latency_seconds": 7.546639, + "total_latency_seconds": 9.016028, + "usage": { + "prompt_tokens": 6932, + "completion_tokens": 175, + "total_tokens": 7107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0623", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký má byť formát finálneho exportu QA databázy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQUAD" + ], + "should_answer": true, + "note": null, + "answer": "Finálny export databázy má byť vo formáte SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "formát finálneho exportu QA databázy", + "limit": 5 + }, + "latency_seconds": 0.099073, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.613172, + "tool_latency_seconds": 0.099073, + "final_model_latency_seconds": 10.553449, + "total_latency_seconds": 12.266108, + "usage": { + "prompt_tokens": 12726, + "completion_tokens": 84, + "total_tokens": 12810 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Na základe informácií dostupných v ZP Wiki nie je v kontexte anotácií otázok explicitne uvedený presný počet otázok, ktoré majú vzniknúť pre každý odsek. Tento detail sa zvyčajne nachádza v dokumentoch týkajúcich sa metodiky anotácie, štandardov pre tvorbu dátových súborov alebo v zadaniach pre študentov pracujúcich na projektoch spojených s NLP a spracovaním prirodzeného jazyka.\n\nAk hľadáte konkrétny návod alebo požiadavku, ktorá by tento počet špecifikovala, odporúčam skontrolovať dokumenty súvisiace s projektmi anotácie alebo sa opýtať na konkrétne meno projektu alebo autora, ktorý túto metodiku stanovil.\n\nChceli by ste, aby som vyhľadala konkrétne dokumenty o anotáciách otázok alebo projektoch, ktoré sa týmto zaoberajú?", + "tool_called": false, + "tool_call_count": 0, + "tool_calls": [], + "rag_source_urls": [], + "first_model_latency_seconds": 4.279694, + "tool_latency_seconds": 0.0, + "final_model_latency_seconds": 0.0, + "total_latency_seconds": 4.279708, + "usage": { + "prompt_tokens": 1011, + "completion_tokens": 219, + "total_tokens": 1230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 0.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informácie o projekte alebo informácii stránke s názvom „Strojový preklad\" sa v dostupných dokumentoch ZP Wiki nepodarilo spoľahlivo nájsť, nakoľko nájdený dokument Patrika Pavlišina sa zameriava na bakalársky projekt z roku 2019, ktorý obsahuje úlohy súvisiace s metódami strojového prekladu a rešerš, ale nie je to stránka s priamym názvom „Strojový preklad\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Strojový preklad projektová stránka informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.055061, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.068187, + "tool_latency_seconds": 0.055061, + "final_model_latency_seconds": 6.272809, + "total_latency_seconds": 8.396269, + "usage": { + "prompt_tokens": 5022, + "completion_tokens": 223, + "total_tokens": 5245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0633", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom venovaným téme „Strojový preklad“ je dokument s názvom „Strojový preklad“, ktorý zhrňuje študentské práce zamerané na štatistický a neurónový strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Strojový preklad dokument", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.06555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.99167, + "tool_latency_seconds": 0.06555, + "final_model_latency_seconds": 9.52364, + "total_latency_seconds": 11.581222, + "usage": { + "prompt_tokens": 10734, + "completion_tokens": 145, + "total_tokens": 10879 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0634", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Strojový preklad\" patrí zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/translation.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Strojový preklad source_url" + }, + "latency_seconds": 0.083589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.363512, + "tool_latency_seconds": 0.083589, + "final_model_latency_seconds": 9.253647, + "total_latency_seconds": 10.701174, + "usage": { + "prompt_tokens": 10637, + "completion_tokens": 85, + "total_tokens": 10722 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0637", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Pomenované entity“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Informácie o projekte „Pomenované entity\" sú dostupné na informačnej stránke s názvom „Pomenované entity\" na adrese https://zp.kemt.fei.tuke.sk/topics/named-entity, ktorá autorom dokumentu je Daniel Hladek a obsahuje detaily o úlohách, stretnutiach a postupoch projektu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pomenované entity projektová stránka informačná stránka", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.05712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 2.090399, + "tool_latency_seconds": 0.05712, + "final_model_latency_seconds": 8.323556, + "total_latency_seconds": 10.47142, + "usage": { + "prompt_tokens": 8684, + "completion_tokens": 174, + "total_tokens": 8858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0638", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "Pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom v ZP Wiki, ktorý sa venuje téme „Pomenované entity\", je dokument s názvom „Pomenované entity\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument téma Pomenované entity" + }, + "latency_seconds": 0.065551, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.39037, + "tool_latency_seconds": 0.065551, + "final_model_latency_seconds": 10.778692, + "total_latency_seconds": 12.235001, + "usage": { + "prompt_tokens": 12623, + "completion_tokens": 89, + "total_tokens": 12712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0639", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Pomenované entity\" patrí zdrojová URL https://zp.kemt.fei.tuke.sk/topics/named-entity.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pomenované entity source_url", + "limit": 5 + }, + "latency_seconds": 0.064133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.573351, + "tool_latency_seconds": 0.064133, + "final_model_latency_seconds": 9.332094, + "total_latency_seconds": 10.969959, + "usage": { + "prompt_tokens": 10687, + "completion_tokens": 95, + "total_tokens": 10782 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0651", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia textových dát“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia textových dát\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia textových dát projektová stránka informačná stránka", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.07352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 2.070869, + "tool_latency_seconds": 0.07352, + "final_model_latency_seconds": 10.032172, + "total_latency_seconds": 12.176993, + "usage": { + "prompt_tokens": 11441, + "completion_tokens": 139, + "total_tokens": 11580 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0652", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "Anotácia textových dát" + ], + "should_answer": true, + "note": null, + "answer": "Priamemu venujúcim sa téme „Anotácia textových dát“ je dokument s názvom „Anotácia textových dát“ nachádzajúci sa v sekcii tém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument Anotácia textových dát", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.046192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 2.034572, + "tool_latency_seconds": 0.046192, + "final_model_latency_seconds": 5.389806, + "total_latency_seconds": 7.470824, + "usage": { + "prompt_tokens": 5607, + "completion_tokens": 136, + "total_tokens": 5743 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0653", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia textových dát“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/prodigy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Anotácia textových dát\" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/prodigy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/prodigy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia textových dát source_url", + "limit": 5 + }, + "latency_seconds": 0.075089, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.547419, + "tool_latency_seconds": 0.075089, + "final_model_latency_seconds": 9.880525, + "total_latency_seconds": 11.503471, + "usage": { + "prompt_tokens": 11501, + "completion_tokens": 102, + "total_tokens": 11603 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0659", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Slovenské jazykové zdroje“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Informačnú stránku s názvom „Slovenské jazykové zdroje“ nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/resources, kde sú zoznamené rôzne nástroje a zdroje pre spracovanie slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Slovenské jazykové zdroje projekt informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.099092, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.154697, + "tool_latency_seconds": 0.099092, + "final_model_latency_seconds": 9.237327, + "total_latency_seconds": 11.491519, + "usage": { + "prompt_tokens": 9888, + "completion_tokens": 161, + "total_tokens": 10049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0660", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "Slovenské jazykové zdroje" + ], + "should_answer": true, + "note": null, + "answer": "Dokumentom, ktorý sa priamo venuje téme „Slovenské jazykové zdroje\", je dokument s názvom „Slovenské jazykové zdroje\", ktorý je dostupný na stránke https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument téma \"Slovenské jazykové zdroje\"", + "limit": 5 + }, + "latency_seconds": 0.083306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.709975, + "tool_latency_seconds": 0.083306, + "final_model_latency_seconds": 9.89928, + "total_latency_seconds": 11.692949, + "usage": { + "prompt_tokens": 10847, + "completion_tokens": 132, + "total_tokens": 10979 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0661", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Slovenské jazykové zdroje“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/resources/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Slovenské jazykové zdroje\" patrí zdrojová adresa (source_url) https://zp.kemt.fei.tuke.sk/topics/resources.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/resources", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Slovenské jazykové zdroje source_url", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.061031, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.826927, + "tool_latency_seconds": 0.061031, + "final_model_latency_seconds": 7.435686, + "total_latency_seconds": 9.32413, + "usage": { + "prompt_tokens": 8387, + "completion_tokens": 119, + "total_tokens": 8506 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0675", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Anotácia otázok a odpovedí\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/question/navod, kde sú uvedené návody pre anotátorov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia otázok a odpovedí projektová stránka informačná stránka", + "limit": 5 + }, + "latency_seconds": 0.087384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.72019, + "tool_latency_seconds": 0.087384, + "final_model_latency_seconds": 9.123536, + "total_latency_seconds": 10.931529, + "usage": { + "prompt_tokens": 9986, + "completion_tokens": 133, + "total_tokens": 10119 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0676", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "Anotácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokumentom v ZP Wiki, ktorý sa priamo venuje téme „Anotácia otázok a odpovedí\", je dokument s názvom „Anotácia otázok a odpovedí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument téma Anotácia otázok a odpovedí", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.072589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.112518, + "tool_latency_seconds": 0.072589, + "final_model_latency_seconds": 9.646795, + "total_latency_seconds": 11.832264, + "usage": { + "prompt_tokens": 10768, + "completion_tokens": 142, + "total_tokens": 10910 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0677", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia otázok a odpovedí\" patrí source_url https://zp.kemt.fei.tuke.sk/topics/question/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia otázok a odpovedí source_url", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.086685, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.026661, + "tool_latency_seconds": 0.086685, + "final_model_latency_seconds": 8.779664, + "total_latency_seconds": 10.89334, + "usage": { + "prompt_tokens": 9945, + "completion_tokens": 130, + "total_tokens": 10075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0684", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Anotácia pomenovaných entít“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Anotácia pomenovaných entít\" sa nachádza pod URL adresou https://zp.kemt.fei.tuke.sk/topics/named-entity/navod a slúži ako návod na anotáciu dát pre vedecký výskum rozpoznávania pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia pomenovaných entít projektová stránka informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.05993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/otvorene" + ], + "first_model_latency_seconds": 2.133888, + "tool_latency_seconds": 0.05993, + "final_model_latency_seconds": 9.810098, + "total_latency_seconds": 12.004265, + "usage": { + "prompt_tokens": 10351, + "completion_tokens": 176, + "total_tokens": 10527 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0685", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "Anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Priamym dokumentom, ktorý sa venuje téme „Anotácia pomenovaných entít\", je návod s rovnakým názvom umiestnený v sekcií tém, ktorý slúži ako pomôcka pre vedecký výskum a učenie strojov rozpoznávať vlastné podstatné mená.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument téma Anotácia pomenovaných entít" + }, + "latency_seconds": 0.069474, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.477222, + "tool_latency_seconds": 0.069474, + "final_model_latency_seconds": 10.776868, + "total_latency_seconds": 12.323958, + "usage": { + "prompt_tokens": 11597, + "completion_tokens": 135, + "total_tokens": 11732 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0686", + "split": "dev", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Anotácia pomenovaných entít“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Anotácia pomenovaných entít\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/named-entity/navod.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Anotácia pomenovaných entít source_url", + "limit": 5 + }, + "latency_seconds": 0.077208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.599924, + "tool_latency_seconds": 0.077208, + "final_model_latency_seconds": 9.40148, + "total_latency_seconds": 11.078998, + "usage": { + "prompt_tokens": 10634, + "completion_tokens": 108, + "total_tokens": 10742 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa našiel jeden dokument, ktorý rieši tému RAG a GraphRAG, a to diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", kde si študent plánuje zistiť, čo je to Retrieval Augmented Generation a naučiť sa GraphRAG.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "RAG GraphRAG dokumenty", + "limit": 10, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.042633, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 2.003542, + "tool_latency_seconds": 0.042633, + "final_model_latency_seconds": 5.953011, + "total_latency_seconds": 7.999383, + "usage": { + "prompt_tokens": 5193, + "completion_tokens": 187, + "total_tokens": 5380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false, + true, + false, + false + ], + "source_url_score": 0.25, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.8125, + "strict_pass": false, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki boli identifikované študentské dokumenty, ktoré spájajú znalostné grafy s technológiami RAG a inteligentnými agentmi, konkrétne diplomové práce a projekty od študentov Ján Malinovský, Valerii Kutsenko, Oleh Poiasnik, Matej Ščišľak, Ján Pták a Rostyslav Rodzhuk. Tieto práce sa zaoberajú témami ako využitie znalostných grafov na zlepšenie vyhľadávania v oblasti vzdelávania, práva a medicíny, budovanie agentov s vnútornou reprezentáciou vo forme grafu a implementácia systémov ako GraphRAG alebo LightRAG na podporu rozhodovania a generovania odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "znalostné grafy RAG inteligentní agenti", + "limit": 10, + "max_per_document": 3 + }, + "latency_seconds": 0.120026, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.849894, + "tool_latency_seconds": 0.120026, + "final_model_latency_seconds": 23.678141, + "total_latency_seconds": 25.648839, + "usage": { + "prompt_tokens": 22831, + "completion_tokens": 381, + "total_tokens": 23212 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + false + ], + "source_url_score": 0.8, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.95, + "strict_pass": false, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje anotácie pomenovaných entít, je sprievodca s názvom Anotácia pomenovaných entít. Študentské práce zaoberajúce sa rozpoznávaním pomenovaných entít a ich anotáciou zahŕňajú diplomovú prácu Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thanh s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy a bakalársku prácu Serhii Yemets zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity/navod\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokumenty rozpoznávanie pomenovaných entít anotácia", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.052632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.95521, + "tool_latency_seconds": 0.052632, + "final_model_latency_seconds": 13.494196, + "total_latency_seconds": 15.50238, + "usage": { + "prompt_tokens": 11119, + "completion_tokens": 342, + "total_tokens": 11461 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + false, + false, + true, + true + ], + "source_url_score": 0.6, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.775, + "strict_pass": false, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/topics/translation/README.md", + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "...", + "...", + "...", + "...", + "..." + ], + "expected_answer_contains": [ + "strojový preklad", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sú identifikované dve práce súvisiace so strojovým alebo automatickým prekladom. Ide o tému študentskej stránky s názvom „Strojový preklad\" spracovanú v rámci tímového projektu a bakalársku prácu Martina Jancuru s názvom „Webová aplikácia pre demonštráciu strojového prekladu\", ktorá sa zameriava na teoretický úvod, prehľad komerčných služieb pre automatický preklad a vytvorenie demonštračnej aplikácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "strojový preklad automatický preklad", + "limit": 10 + }, + "latency_seconds": 0.055545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.609707, + "tool_latency_seconds": 0.055545, + "final_model_latency_seconds": 8.482897, + "total_latency_seconds": 10.148403, + "usage": { + "prompt_tokens": 6995, + "completion_tokens": 233, + "total_tokens": 7228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false, + false, + false, + false, + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev_failures.json b/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev_failures.json new file mode 100644 index 0000000..e5a2721 --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_full/rag_answers_dev_failures.json @@ -0,0 +1,2827 @@ +{ + "source": "evaluation/results/rag_dev_full/rag_answers_dev.json", + "total_results": 353, + "strict_fail_count": 39, + "reason_counts": { + "answer_mismatch": 30, + "should_answer_mismatch": 11, + "source_mismatch": 17, + "no_tool_call": 2 + }, + "category_counts": { + "fact_title": 4, + "paraphrase": 3, + "disambiguation_year": 2, + "topic_lookup": 1, + "keyword_grounding": 5, + "specific_fact": 10, + "adversarial_year": 1, + "reverse_lookup": 2, + "internship_topic": 3, + "topic_page_lookup": 4, + "multi_document": 4 + }, + "difficulty_counts": { + "easy": 6, + "medium": 26, + "hard": 7 + }, + "failures": [ + { + "id": "q0039", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa názov diplomovej práce osoby Jakub Maruniak nepodarilo spoľahlivo nájsť, keďže zdroj uvádza iba stav práce (anotovanie dát, experimenty s trénovaním) a úlohy, ale neobsahuje explicitný názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak diplomová práca názov" + }, + "latency_seconds": 0.105431, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.472416, + "tool_latency_seconds": 0.105431, + "final_model_latency_seconds": 9.865037, + "total_latency_seconds": 11.443401, + "usage": { + "prompt_tokens": 10527, + "completion_tokens": 136, + "total_tokens": 10663 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0042", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Jakub Maruniak“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak diplomová práca téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.087381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 2.046296, + "tool_latency_seconds": 0.087381, + "final_model_latency_seconds": 9.922307, + "total_latency_seconds": 12.056329, + "usage": { + "prompt_tokens": 11494, + "completion_tokens": 130, + "total_tokens": 11624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0046", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Jakub Maruniak.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť rok dokončenia alebo rok vypracovania práce osoby Jakub Maruniak, preto nie je možné tieto roky rozlíšiť. Zdrojové dokumenty explicitne uvádzajú iba rok začiatku štúdia, ktorý je pre Jakuba Maruniaka rok 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Jakub Maruniak rok začiatku štúdia rok práce", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.428366, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 2.098528, + "tool_latency_seconds": 0.428366, + "final_model_latency_seconds": 19.7077, + "total_latency_seconds": 22.23525, + "usage": { + "prompt_tokens": 21862, + "completion_tokens": 188, + "total_tokens": 22050 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0105", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Metódy automatického prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Metódy automatického prekladu študent dokument téma", + "limit": 10 + }, + "latency_seconds": 0.041552, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.684542, + "tool_latency_seconds": 0.041552, + "final_model_latency_seconds": 5.118116, + "total_latency_seconds": 6.844399, + "usage": { + "prompt_tokens": 5243, + "completion_tokens": 108, + "total_tokens": 5351 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0130", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou neurónové siete a osobou Ondrej Megela?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Ondrej Megela", + "neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť priamu súvislosť medzi osobou Ondrej Megela a témou neurónové siete v zmysle jeho vlastnej záverečnej práce, avšak Ondrej Megela je v dokumente týkajúcom sa tímového projektu študenta Patrika Pavlišina uvedený ako osoba, ktorú má tím pozrieť v rámci úloh súvisiacich s neurónovými sieťami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ondrej Megela neurónové siete dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.044071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.103185, + "tool_latency_seconds": 0.044071, + "final_model_latency_seconds": 6.413107, + "total_latency_seconds": 8.56061, + "usage": { + "prompt_tokens": 5490, + "completion_tokens": 218, + "total_tokens": 5708 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0143", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože je uvedený iba návrh názvu diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca názov" + }, + "latency_seconds": 0.0545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.42713, + "tool_latency_seconds": 0.0545, + "final_model_latency_seconds": 6.213309, + "total_latency_seconds": 7.695213, + "usage": { + "prompt_tokens": 6685, + "completion_tokens": 104, + "total_tokens": 6789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0146", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dávid Omasta“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dávida Omasta je „Dotrénovanie slovenského generatívneho jazykového modelu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dávid Omasta diplomová práca téma", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.044394, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 2.031008, + "tool_latency_seconds": 0.044394, + "final_model_latency_seconds": 4.733439, + "total_latency_seconds": 6.80906, + "usage": { + "prompt_tokens": 5040, + "completion_tokens": 133, + "total_tokens": 5173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0243", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok bolo vytvorených na testovanie systému Mateja Ščišľaka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "110" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam o diplomovom projekte Mateja Ščišľaka uvádza úlohu zostaviť množinu vzorových otázok a odpovedí, neobsahuje konkrétny počet vytvorených otázok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Matej Ščišľak testovanie systému počet otázok" + }, + "latency_seconds": 0.087474, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.474831, + "tool_latency_seconds": 0.087474, + "final_model_latency_seconds": 12.286754, + "total_latency_seconds": 13.84946, + "usage": { + "prompt_tokens": 13176, + "completion_tokens": 149, + "total_tokens": 13325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0334", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian bakalárska práca názov", + "limit": 5 + }, + "latency_seconds": 0.084184, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.617229, + "tool_latency_seconds": 0.084184, + "final_model_latency_seconds": 9.01081, + "total_latency_seconds": 10.712585, + "usage": { + "prompt_tokens": 10175, + "completion_tokens": 105, + "total_tokens": 10280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0337", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Tetiana Mohorian“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Tetianu Mohorian uvádza sekciu bakalárskej práce, ale neobsahuje explicitný názov ani tému práce, iba spomína spoluprácu, použitý programovací jazyk Python a tému Hate Speech.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian bakalárska práca téma" + }, + "latency_seconds": 0.086187, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.450912, + "tool_latency_seconds": 0.086187, + "final_model_latency_seconds": 10.523995, + "total_latency_seconds": 12.061495, + "usage": { + "prompt_tokens": 11244, + "completion_tokens": 147, + "total_tokens": 11391 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0341", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Tetiana Mohorian.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Tetiana Mohorian začala štúdium v roku 2022 a jej záverečnou prácou je bakalárska práca, ktorej téma je súvisiaca s rozpoznávaním nenávistnej reči (Hate Speech) a Pythonom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian rok začiatku štúdia rok práce", + "limit": 10 + }, + "latency_seconds": 0.13029, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.676157, + "tool_latency_seconds": 0.13029, + "final_model_latency_seconds": 19.228761, + "total_latency_seconds": 21.035818, + "usage": { + "prompt_tokens": 22062, + "completion_tokens": 147, + "total_tokens": 22209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0345", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou prompting a osobou Tetiana Mohorian?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "prompting" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca študenta Patrika Pokrivčáka s témou „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" spája tému prompting (uvádzanú ako jeden z cieľov na zlepšenie schopností modelov) a osobu Tetiana Mohorian, ktorá je v dokumente uvedená ako súvisiaca téma.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tetiana Mohorian prompting dokument študent téma", + "limit": 5 + }, + "latency_seconds": 0.048719, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" + ], + "first_model_latency_seconds": 1.6047, + "tool_latency_seconds": 0.048719, + "final_model_latency_seconds": 6.026721, + "total_latency_seconds": 7.680319, + "usage": { + "prompt_tokens": 5140, + "completion_tokens": 171, + "total_tokens": 5311 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0376", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký hardvér mal Daniil Huzenko použiť na vlastný klaster?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Raspberry PI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nHoci je v zázname Daniila Huzenka uvedené zadanie vytvoriť videoblog o montáži RPI klastra a v písaní bakalárskej práce spomenúť hardvér, ktorý dostal, konkrétny zoznam alebo opis použitého hardvéru v poskytnutých textoch chýba.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Daniil Huzenko vlastný klaster hardvér" + }, + "latency_seconds": 0.085645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.436198, + "tool_latency_seconds": 0.085645, + "final_model_latency_seconds": 11.406404, + "total_latency_seconds": 12.928598, + "usage": { + "prompt_tokens": 11617, + "completion_tokens": 171, + "total_tokens": 11788 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0387", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Pták?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Niekedy je rok 2022 uvedený ako rok začiatku štúdia pre Jána Ptáka, ktorý realizuje diplomový projekt, ale v dostupných dokumentoch nie je explicitne uvedený rok ukončenia alebo odovzdania záverečnej práce, takže nie je možné potvrdiť, že by to bol rok záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták záverečná práca rok", + "limit": 5 + }, + "latency_seconds": 0.067223, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.577801, + "tool_latency_seconds": 0.067223, + "final_model_latency_seconds": 9.792058, + "total_latency_seconds": 11.437437, + "usage": { + "prompt_tokens": 10260, + "completion_tokens": 159, + "total_tokens": 10419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0393", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázu a backend už Ján Pták podľa stavu používal?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "SQLite", + "FastAPI" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Dokument o Jánovi Ptákovi uvádza tému diplomového projektu a ciele, ako je využitie znalostného grafu a GraphRAG, ale neobsahuje explicitné informácie o konkrétnej databáze alebo backendovom riešení, ktoré už študent používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Pták databáza backend", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.084194, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.805032, + "tool_latency_seconds": 0.084194, + "final_model_latency_seconds": 11.59791, + "total_latency_seconds": 13.487577, + "usage": { + "prompt_tokens": 12357, + "completion_tokens": 175, + "total_tokens": 12532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0435", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLM a osobou Rostyslav Rodzhuk?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Rostyslav Rodzhuk", + "LLM" + ], + "should_answer": true, + "note": null, + "answer": "Rostyslav Rodzhuk je študentom, ktorý vypracováva bakalársku prácu s témou „Inteligentný agent pre podporu práce špeciálneho pedagóga\", kde je súčasťou zadania aj vypracovanie prehľadu agentových systémov na báze veľkého jazykového modelu. Okrem toho má v dokumente uvedený aj vedecký projekt s názvom „Veľký jazykový model ako inteligentný agent\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rostyslav Rodzhuk LLM dokument študent téma", + "limit": 10 + }, + "latency_seconds": 0.108915, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.692663, + "tool_latency_seconds": 0.108915, + "final_model_latency_seconds": 17.969325, + "total_latency_seconds": 19.77147, + "usage": { + "prompt_tokens": 19591, + "completion_tokens": 188, + "total_tokens": 19779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0438", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa názov bakalárskej práce osoby Yevhenii Medushivskyi nepodarilo spoľahlivo nájsť, pretože v sekcii týkajúcej sa jeho bakalárskej práce je pole „Téma\" prázdne a nie je tam explicitne uvedený finálny názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi bakalárska práca názov" + }, + "latency_seconds": 0.068046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.500621, + "tool_latency_seconds": 0.068046, + "final_model_latency_seconds": 10.764164, + "total_latency_seconds": 12.333224, + "usage": { + "prompt_tokens": 11292, + "completion_tokens": 150, + "total_tokens": 11442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0439", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Získavanie textu z webových stránok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o bakalárskej práci študenta Mateja Kobyľana z roku 2023 vyskytuje návrh zadania pre systém extrakcie textu z webových stránok, názov „Získavanie textu z webových stránok\" nie je v zdrojoch priamo uvedený ako názov konkrétnej záverečnej práce ani témy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Získavanie textu z webových stránok autor", + "limit": 5 + }, + "latency_seconds": 0.044005, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.668237, + "tool_latency_seconds": 0.044005, + "final_model_latency_seconds": 6.419101, + "total_latency_seconds": 8.131526, + "usage": { + "prompt_tokens": 5260, + "completion_tokens": 194, + "total_tokens": 5454 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0450", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Približne koľko textu mal Yevhenii Medushivskyi zozbieraného v marci 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "450MB" + ], + "should_answer": true, + "note": null, + "answer": "Yevhenii Medushivskyi mal k marcu 2026 zozbieraných približne 450 MB textu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Yevhenii Medushivskyi marec 2026 text zozbieraný", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.132048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.04704, + "tool_latency_seconds": 0.132048, + "final_model_latency_seconds": 20.483805, + "total_latency_seconds": 22.663563, + "usage": { + "prompt_tokens": 23958, + "completion_tokens": 143, + "total_tokens": 24101 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0551", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Oliver Pejic?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Hate Speech a MTEB evaluácia" + ], + "should_answer": true, + "note": null, + "answer": "Oliver Pejic sa počas svojej stáže v roku 2024 venoval projektom súvisiacim s hodnotením modelov sentence transformer, konkrétne pri príprave úloh pre slovenský hate speech a slovenské otázne odpovede, ako aj strojovému prekladu hodnotiacich datasetov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic stáž téma problém", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.065712, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 2.005697, + "tool_latency_seconds": 0.065712, + "final_model_latency_seconds": 9.658968, + "total_latency_seconds": 11.7308, + "usage": { + "prompt_tokens": 10134, + "completion_tokens": 173, + "total_tokens": 10307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0556", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akých dvoch MTEB úlohách mal Oliver Pejic pracovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "expected_answer_contains": [ + "Slovak HATE speech", + "Slovak question answering" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo nájsť informáciu o tom, na akých dvoch MTEB úlohách mal Oliver Pejic pracovať, keďže v jeho dokumente sú uvedené iba prípravné kroky a budúce úlohy bez špecifikácie konkrétnych MTEB úloh.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Oliver Pejic MTEB úlohy", + "limit": 5 + }, + "latency_seconds": 0.076279, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.600332, + "tool_latency_seconds": 0.076279, + "final_model_latency_seconds": 12.167852, + "total_latency_seconds": 13.84485, + "usage": { + "prompt_tokens": 13173, + "completion_tokens": 151, + "total_tokens": 13324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0570", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "anotácia pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Cesar Abascal Gutierrez sa počas stáže v lete 2019 venoval problematike rozpoznávania neznámych pomenovaných entít, tvorbe manuálne anotovanej trénovacej množiny z prepisov reči a navrhovaniu anotačného schématu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž téma problém", + "limit": 5 + }, + "latency_seconds": 0.084409, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.734911, + "tool_latency_seconds": 0.084409, + "final_model_latency_seconds": 10.864181, + "total_latency_seconds": 12.683878, + "usage": { + "prompt_tokens": 11672, + "completion_tokens": 146, + "total_tokens": 11818 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0572", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Cesar Abascal Gutierrez súvisela s témou named entities?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "Cesar Abascal Gutierrez", + "named entities" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Cesar Abascal Gutierrez, ktorá sa pravdepodobne konala v lete roku 2019, sa venovala téme pomenovaných entít a jej cieľom bolo byť schopný rozpoznávať neznáme pomenované entity, vytvoriť manuálne anotovanú trénovaciu sadu z prepisov reči a navrhnúť schému anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez stáž named entities", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.071083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 2.04531, + "tool_latency_seconds": 0.071083, + "final_model_latency_seconds": 11.38819, + "total_latency_seconds": 13.504968, + "usage": { + "prompt_tokens": 11882, + "completion_tokens": 190, + "total_tokens": 12072 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0575", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri hlavné ciele mal Cesar Abascal Gutierrez?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/cesar_gutierrez/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" + ], + "expected_answer_contains": [ + "recognize unknown named entities", + "manually annotated training set", + "annotation schema" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Cesar Abascal Gutierrez ciele", + "limit": 10 + }, + "latency_seconds": 0.122071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.092437, + "tool_latency_seconds": 0.122071, + "final_model_latency_seconds": 16.993377, + "total_latency_seconds": 19.208524, + "usage": { + "prompt_tokens": 19933, + "completion_tokens": 131, + "total_tokens": 20064 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0579", + "split": "dev", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Bogdan Paul Chiș?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "multilinguálna extrakcia trojíc z medicínskych dát" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Bogdan Paul Chiș sa počas svojej stáže v rámci programu ERASMUS venovala téme viacjazyčného extrahovania trojíc z lekárskych dát, ktorá zahŕňala vytvorenie znalostného grafu z lekárskych príbalových letákov a jeho využitie v inteligentnom agentovi pre odporúčanie liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž téma problém" + }, + "latency_seconds": 0.083661, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.43499, + "tool_latency_seconds": 0.083661, + "final_model_latency_seconds": 11.019307, + "total_latency_seconds": 12.538442, + "usage": { + "prompt_tokens": 11557, + "completion_tokens": 149, + "total_tokens": 11706 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0580", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme multilinguálna extrakcia trojíc z medicínskych dát?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zdrojoch objavujú témy súvisiace s extrakciou informácií z medicínskych dát (napríklad Andrii Pervashov pracujúci na extrakcii štruktúrovaných informácií z medicínskej domény) alebo tvorbe korpusu medicínskych dát (Yevhenii Medushivskyi), žiadny z nájdených dokumentov explicitne nezaraďuje konkrétnu záverečnú prácu s presným názvom „multilinguálna extrakcia trojíc z medicínskych dát\".", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "multilinguálna extrakcia trojíc z medicínskych dát", + "limit": 5 + }, + "latency_seconds": 0.116632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.774347, + "tool_latency_seconds": 0.116632, + "final_model_latency_seconds": 12.570549, + "total_latency_seconds": 14.461932, + "usage": { + "prompt_tokens": 12554, + "completion_tokens": 216, + "total_tokens": 12770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0582", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Bogdan Paul Chiș súvisela s témou knowledge graph?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "Bogdan Paul Chiș", + "knowledge graph" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Bogdan Paul Chiš súvisela s témou „(multilingual) Triplet extraction from medical data\", kde hlavným cieľom bolo zostrojiť znalostný graf z lekárskych príbalových letákov v rôznych jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Bogdan Paul Chiș stáž knowledge graph", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.072875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.830573, + "tool_latency_seconds": 0.072875, + "final_model_latency_seconds": 10.482753, + "total_latency_seconds": 12.386577, + "usage": { + "prompt_tokens": 11423, + "completion_tokens": 150, + "total_tokens": 11573 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0597", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Dialógový systém“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť projektovú ani informačnú stránku s názvom „Dialógový systém\". Nájdené dokumenty sa týkajú študenta Martina Šarišského a jeho prác, kde sú spomínané chatboty a dialógové systémy (napríklad v rámci bakalárskej práce s technológiou RASA alebo diplomového projektu s RAG systémom), ale žiadna z nich nemá uvedený presný názov „Dialógový systém\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém projektová stránka informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.071351, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 2.085475, + "tool_latency_seconds": 0.071351, + "final_model_latency_seconds": 9.370959, + "total_latency_seconds": 11.528093, + "usage": { + "prompt_tokens": 8914, + "completion_tokens": 225, + "total_tokens": 9139 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0598", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "Dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Dokument s názvom „Samuel Džurina“ v ZP Wiki sa priamo venuje téme „Dialógový systém pre podporu firemných procesov“ v rámci bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Dialógový systém dokument téma", + "limit": 5 + }, + "latency_seconds": 0.053821, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.621966, + "tool_latency_seconds": 0.053821, + "final_model_latency_seconds": 5.295694, + "total_latency_seconds": 6.971785, + "usage": { + "prompt_tokens": 5141, + "completion_tokens": 130, + "total_tokens": 5271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0604", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "S akým ďalším typom systému sa má chatbot integrovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/chatbot/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "expected_answer_contains": [ + "QA systémom" + ], + "should_answer": true, + "note": null, + "answer": "Na zodpovedanie tejto otázky potrebujem viac kontextu. Vaša otázka sa týka konkrétneho projektu, chatbotu alebo témy v ZP Wiki?\n\nAby som mohol vyhľadať informácie o systéme, s ktorým sa má chatbot integrovať, prosím, uveďte:\n* **Názov projektu, diplomovej práce alebo témy**, o ktorú máte záujem.\n* Prípadne **meno autora** alebo **rok**, ak sú známe.\n\nBez týchto údajov neviem, ktorú konkrétnu prácu v ZP Wiki mám prehľadávať.", + "tool_called": false, + "tool_call_count": 0, + "tool_calls": [], + "rag_source_urls": [], + "first_model_latency_seconds": 3.105081, + "tool_latency_seconds": 0.0, + "final_model_latency_seconds": 0.0, + "total_latency_seconds": 3.105094, + "usage": { + "prompt_tokens": 1008, + "completion_tokens": 145, + "total_tokens": 1153 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 0.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0616", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki sa téme „Question Answering“ priamo venuje interný projekt s názvom Question Answering, ktorý je uvedený v dokumente o študentovi Oleh Bilykh.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokument téma Question Answering", + "limit": 5 + }, + "latency_seconds": 0.048373, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.561084, + "tool_latency_seconds": 0.048373, + "final_model_latency_seconds": 4.999164, + "total_latency_seconds": 6.608819, + "usage": { + "prompt_tokens": 4821, + "completion_tokens": 117, + "total_tokens": 4938 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0621", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset chce projekt Question Answering vytvoriť v slovenskom jazyku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "SQuaD 2.0" + ], + "should_answer": true, + "note": null, + "answer": "Projekt Question Answering si vytvára korpus otázok a odpovedí v slovenskom jazyku, ktorý je označovaný ako SK Quad (Slovak Question Answering Dataset).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/bert", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "projekt Question Answering dataset slovenčina", + "published_only": true + }, + "latency_seconds": 0.058035, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.583828, + "tool_latency_seconds": 0.058035, + "final_model_latency_seconds": 8.348087, + "total_latency_seconds": 9.990317, + "usage": { + "prompt_tokens": 8965, + "completion_tokens": 132, + "total_tokens": 9097 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0622", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj používa projekt Question Answering?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v záznamoch objavuje spomenutie projektu „Otázky a odpovede\" a zadanie vytvoriť anotačný nástroj, konkrétne meno anotačného nástroja používaného pri projekte Question Answering nie je explicitne uvedené.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "projekt Question Answering anotačný nástroj" + }, + "latency_seconds": 0.066951, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.402179, + "tool_latency_seconds": 0.066951, + "final_model_latency_seconds": 7.546639, + "total_latency_seconds": 9.016028, + "usage": { + "prompt_tokens": 6932, + "completion_tokens": 175, + "total_tokens": 7107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0624", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko otázok má vzniknúť pre každý odsek pri anotácii otázok?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Na základe informácií dostupných v ZP Wiki nie je v kontexte anotácií otázok explicitne uvedený presný počet otázok, ktoré majú vzniknúť pre každý odsek. Tento detail sa zvyčajne nachádza v dokumentoch týkajúcich sa metodiky anotácie, štandardov pre tvorbu dátových súborov alebo v zadaniach pre študentov pracujúcich na projektoch spojených s NLP a spracovaním prirodzeného jazyka.\n\nAk hľadáte konkrétny návod alebo požiadavku, ktorá by tento počet špecifikovala, odporúčam skontrolovať dokumenty súvisiace s projektmi anotácie alebo sa opýtať na konkrétne meno projektu alebo autora, ktorý túto metodiku stanovil.\n\nChceli by ste, aby som vyhľadala konkrétne dokumenty o anotáciách otázok alebo projektoch, ktoré sa týmto zaoberajú?", + "tool_called": false, + "tool_call_count": 0, + "tool_calls": [], + "rag_source_urls": [], + "first_model_latency_seconds": 4.279694, + "tool_latency_seconds": 0.0, + "final_model_latency_seconds": 0.0, + "total_latency_seconds": 4.279708, + "usage": { + "prompt_tokens": 1011, + "completion_tokens": 219, + "total_tokens": 1230 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 0.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0632", + "split": "dev", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Strojový preklad“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/translation/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "expected_answer_contains": [ + "Strojový preklad" + ], + "should_answer": true, + "note": null, + "answer": "Informácie o projekte alebo informácii stránke s názvom „Strojový preklad\" sa v dostupných dokumentoch ZP Wiki nepodarilo spoľahlivo nájsť, nakoľko nájdený dokument Patrika Pavlišina sa zameriava na bakalársky projekt z roku 2019, ktorý obsahuje úlohy súvisiace s metódami strojového prekladu a rešerš, ale nie je to stránka s priamym názvom „Strojový preklad\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Strojový preklad projektová stránka informačná stránka", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.055061, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 2.068187, + "tool_latency_seconds": 0.055061, + "final_model_latency_seconds": 6.272809, + "total_latency_seconds": 8.396269, + "usage": { + "prompt_tokens": 5022, + "completion_tokens": 223, + "total_tokens": 5245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0687", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi viacero dokumentov, ktoré riešia RAG alebo GraphRAG.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md", + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "RAG", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa našiel jeden dokument, ktorý rieši tému RAG a GraphRAG, a to diplomový projekt Jána Malinovského s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", kde si študent plánuje zistiť, čo je to Retrieval Augmented Generation a naučiť sa GraphRAG.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "RAG GraphRAG dokumenty", + "limit": 10, + "max_per_document": 1, + "published_only": true + }, + "latency_seconds": 0.042633, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 2.003542, + "tool_latency_seconds": 0.042633, + "final_model_latency_seconds": 5.953011, + "total_latency_seconds": 7.999383, + "usage": { + "prompt_tokens": 5193, + "completion_tokens": 187, + "total_tokens": 5380 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false, + true, + false, + false + ], + "source_url_score": 0.25, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.8125, + "strict_pass": false, + "error": null + }, + { + "id": "q0688", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty, ktoré spájajú znalostné grafy s RAG alebo inteligentnými agentmi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/valerii_kutsenko/README.md", + "pages/students/2022/oleh_poiasnik/README.md", + "pages/students/2021/matej_scislak/README.md", + "pages/interns/bogdan_paul_chis/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" + ], + "expected_answer_contains": [ + "znalostný graf", + "RAG", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "V ZP Wiki boli identifikované študentské dokumenty, ktoré spájajú znalostné grafy s technológiami RAG a inteligentnými agentmi, konkrétne diplomové práce a projekty od študentov Ján Malinovský, Valerii Kutsenko, Oleh Poiasnik, Matej Ščišľak, Ján Pták a Rostyslav Rodzhuk. Tieto práce sa zaoberajú témami ako využitie znalostných grafov na zlepšenie vyhľadávania v oblasti vzdelávania, práva a medicíny, budovanie agentov s vnútornou reprezentáciou vo forme grafu a implementácia systémov ako GraphRAG alebo LightRAG na podporu rozhodovania a generovania odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko\nhttps://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "znalostné grafy RAG inteligentní agenti", + "limit": 10, + "max_per_document": 3 + }, + "latency_seconds": 0.120026, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.849894, + "tool_latency_seconds": 0.120026, + "final_model_latency_seconds": 23.678141, + "total_latency_seconds": 25.648839, + "usage": { + "prompt_tokens": 22831, + "completion_tokens": 381, + "total_tokens": 23212 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true, + true, + true, + false + ], + "source_url_score": 0.8, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.95, + "strict_pass": false, + "error": null + }, + { + "id": "q0689", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Ktoré dokumenty sa venujú rozpoznávaniu pomenovaných entít alebo ich anotácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2019/artem_yatsenko/README.md", + "pages/interns/cesar_gutierrez/README.md", + "pages/topics/named-entity/README.md", + "pages/topics/named-entity/navod/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "expected_answer_contains": [ + "pomenované entity", + "NER" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje anotácie pomenovaných entít, je sprievodca s názvom Anotácia pomenovaných entít. Študentské práce zaoberajúce sa rozpoznávaním pomenovaných entít a ich anotáciou zahŕňajú diplomovú prácu Jakuba Maruniaka s názvom Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku, bakalársky projekt Than Trung Thanh s názvom Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy a bakalársku prácu Serhii Yemets zameranú na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/named-entity/navod\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "dokumenty rozpoznávanie pomenovaných entít anotácia", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.052632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.95521, + "tool_latency_seconds": 0.052632, + "final_model_latency_seconds": 13.494196, + "total_latency_seconds": 15.50238, + "usage": { + "prompt_tokens": 11119, + "completion_tokens": 342, + "total_tokens": 11461 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true, + false, + false, + true, + true + ], + "source_url_score": 0.6, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.775, + "strict_pass": false, + "error": null + }, + { + "id": "q0690", + "split": "dev", + "category": "multi_document", + "difficulty": "hard", + "question": "Nájdi dokumenty súvisiace so strojovým alebo automatickým prekladom.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2016/tomas_kucharik/README.md", + "pages/topics/translation/README.md", + "pages/interns/oliver_pejic/README.md" + ], + "expected_source_urls": [ + "...", + "...", + "...", + "...", + "..." + ], + "expected_answer_contains": [ + "strojový preklad", + "automatický preklad" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sú identifikované dve práce súvisiace so strojovým alebo automatickým prekladom. Ide o tému študentskej stránky s názvom „Strojový preklad\" spracovanú v rámci tímového projektu a bakalársku prácu Martina Jancuru s názvom „Webová aplikácia pre demonštráciu strojového prekladu\", ktorá sa zameriava na teoretický úvod, prehľad komerčných služieb pre automatický preklad a vytvorenie demonštračnej aplikácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "strojový preklad automatický preklad", + "limit": 10 + }, + "latency_seconds": 0.055545, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.609707, + "tool_latency_seconds": 0.055545, + "final_model_latency_seconds": 8.482897, + "total_latency_seconds": 10.148403, + "usage": { + "prompt_tokens": 6995, + "completion_tokens": 233, + "total_tokens": 7228 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false, + false, + false, + false, + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.csv b/tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.csv new file mode 100644 index 0000000..161b992 --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.csv @@ -0,0 +1,96 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa nájde osobné záznamy o Jánovi Holpovi, ktorý študoval v roku začiatku štúdia 2016 a v roku 2019 sa venoval tímovému projektu zameranému na rešerš knihe o Learning to Rank. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.251795,0.043154,6.289317,8.584574,5918,172,6090, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názov diplomovej práce Jána Holpa je Systém získavania informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.950172,0.038051,3.549299,5.53768,3191,129,3320, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" vypracoval Ján Holp. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.907015,0.060257,3.717217,5.684646,3220,133,3353, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Tému „Systém získavania informácií v slovenskom jazyku"" riešil študent Ján Holp v rámci svojej diplomovej práce v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.938881,0.038301,3.811805,5.789139,3228,141,3369, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Témou diplomovej práce Jána Holpa je Systém získavania informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.335356,0.045183,1.781848,3.162691,8233,92,8325, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.376049,0.052895,6.980092,8.409388,8024,83,8107, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.918534,0.039094,3.599584,5.557402,3210,123,3333, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.535767,0.036546,3.494821,5.067314,3175,99,3274, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Rok začiatku štúdia Ján Holp bol 2016 a rok jeho diplomovej práce je 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.818665,0.038446,3.590989,5.448293,3198,125,3323, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca je uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.588047,0.034836,1.680392,3.303446,3223,124,3347, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Ján Holp je autorom dokumentu s názvom „Získavanie informácií"" a jeho diplomová práca z roku 2021 sa nazýva „Systém získavania informácií v slovenskom jazyku"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.598657,0.038484,5.83197,7.469315,5011,164,5175, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]","Študent Ján Holp sa v rámci svojho tímového projektu v roku 2019 sústredil na algoritmus PageRank a v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"" implementoval tento algoritmus a pripravoval experimenty s jeho vyhodnotením. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",1.935505,0.043135,7.639471,9.618386,6710,214,6924, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Slovenský internet a osoba Ján Holp súvisia s bakalárskou prácou s názvom „Vyhľadávač na slovenskom internete"", ktorú vypracoval študent Ján Holp pod vedením Ing. Daniela Hládeka, PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.002133,0.038206,4.600027,6.640556,3204,164,3368, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V rámci stavu práce Jána Holpa na diplomovú prácu bolo implementované riešenie PageRanku a indexovanie webových stránok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.002074,0.04589,3.686413,5.734533,3190,136,3326, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Ján Holp vypracoval bakalársku prácu s názvom „Vyhľadávač na slovenskom internete"", ktorú obhájil v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.388074,0.058701,7.147748,8.594777,7647,110,7757, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","O osobnom dokumente o Marošovi Harahusovi, ktorý sa zaoberá jeho dizertačnou prácou na tému automatických opráv textu a spracovania prirodzeného jazyka, možno nájsť informácie na webovej stránke ZP Wiki. Jeho dizertačná práca bola naplánovaná na rok 2023/24 a zahrnovala ciele ako zverejnenie a obhájenie minimovky, napísanie dizertačnej práce a publikovanie dvoch článkov v triede Q2-Q3. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.968261,0.05164,7.610483,9.630723,6267,229,6496, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vypracoval diplomovú prácu s názvom Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.767321,0.034106,3.583592,5.385171,3065,122,3187, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Na práci s názvom „Neurónová morfologická anotácia slovenského jazyka"" sa podieľal Maroš Harahus, ktorý túto diplomovú prácu obhájil v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.917648,0.050453,3.943375,5.91163,3103,151,3254, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študentom, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“, je Maroš Harahus, ktorý vypracoval diplomovú prácu s týmto názvom v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.181048,0.035561,4.001481,6.218259,3125,168,3293, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť oficiálny názov diplomovej práce osoby Maroš Harahus. V nájdených materiáloch sa však v sekcii týkajúcej sa jeho štúdia a projektu špecifikuje téma jeho práce ako „vypracovanie prehľadu spôsobu morfologickej anotácie slovenského jazyka"" s cieľom vytvoriť nástroj pre spracovanie prirodzeného jazyka a podporu slovenského jazyka pre framework Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",1.811666,0.043581,7.977297,9.832842,6778,220,6998, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",1.58883,0.037088,3.48374,5.109825,2987,102,3089, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus je študentom, ktorý vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá sa zameriava na tému morfologickej anotácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.876951,0.034286,3.986024,5.897416,3095,148,3243, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Študent Maroš Harahus sa v rámci tímového projektu v roku 2019 zaoberal témou podpory slovenčiny v knižnici Spacy, konkrétne úlohou štatistického značovania a vypracovania tutoriálu pre zisťovanie gramatických značiek. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.531486,0.04646,5.236702,6.814842,3952,166,4118, +q0024,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Maroš Harahus ako autor dokumentu uvádza tému „Grafové neurónové siete pre vyhľadávanie na internete"" v rámci bakalárskej práce študenta Dmytra Murala z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",2.093221,0.039962,3.921314,6.054679,3018,160,3178, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vo svojej diplomovej práci s názvom „Neurónová morfologická anotácia slovenského jazyka"" používal na morfologickú anotáciu knižnicu Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.531447,0.040158,3.818458,5.390215,3083,123,3206, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus mal študovať dáta z US Steel a v rámci toho si vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN), nájsť a vyskúšať príslušný toolkit, ako aj naštudovať základy neurónových sietí. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.044938,0.041594,5.00773,7.094444,4046,177,4223, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","O osobe Tomáš Kuchárik sa v dokumentoch ZP Wiki nachádza samostatná stránka venovaná jeho diplomovej práci z roku 2022, kde je uvedený ako študent KPI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.935342,0.044706,5.165496,7.145746,4752,147,4899, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny názov diplomovej práce Tomáša Kuchárika, hoci je potvrdené, že diplomovú prácu obhajoval v roku 2022 a jej výsledky sú uverejnené v repozitári pod projektom SK QUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.587255,0.035454,4.182996,5.805859,2775,160,2935, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Na práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" sa podieľa študent Tomáš Kuchárik, ktorý túto tému vypracoval ako svoju diplomovú prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.854965,0.052256,4.318034,6.225435,3240,163,3403, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ riešil študent Tomáš Kuchárik v rámci svojej diplomovej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.323767,0.036094,4.186936,6.546988,3274,176,3450, diff --git a/tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.json b/tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.json new file mode 100644 index 0000000..f00d2db --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_smoke_30/rag_answers_dev_limit30.json @@ -0,0 +1,2344 @@ +{ + "generated_at": "2026-08-16T16:08:50.709793+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "febff5098f22b1c7439b4c80b204e4915118115961001958a7da7e437ec31ba1", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030" + ], + "applied_override_ids": [ + "q0005", + "q0010", + "q0020" + ], + "split": "dev", + "selected_question_count": 30, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.5 + }, + "summary": { + "total": 30, + "completed": 30, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.8, + "source_url_score": 0.933333, + "should_answer_score": 0.966667, + "overall_score": 0.925, + "strict_pass_count": 23, + "strict_pass_rate": 0.766667, + "mean_latency_seconds": 6.45554, + "prompt_tokens": 126942, + "completion_tokens": 4421, + "total_tokens": 131363, + "by_category": { + "adversarial_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 3.303446, + "prompt_tokens": 3223, + "completion_tokens": 124, + "total_tokens": 3347 + }, + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 5.448293, + "prompt_tokens": 3198, + "completion_tokens": 125, + "total_tokens": 3323 + }, + "entity_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.333333, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 1, + "strict_pass_rate": 0.333333, + "mean_latency_seconds": 8.453681, + "prompt_tokens": 16937, + "completion_tokens": 548, + "total_tokens": 17485 + }, + "fact_start_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 8.409388, + "prompt_tokens": 8024, + "completion_tokens": 83, + "total_tokens": 8107 + }, + "fact_title": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.916667, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 5.576237, + "prompt_tokens": 9031, + "completion_tokens": 411, + "total_tokens": 9442 + }, + "fact_work_year": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 0.5, + "should_answer_score": 0.5, + "overall_score": 0.625, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 5.08857, + "prompt_tokens": 6162, + "completion_tokens": 201, + "total_tokens": 6363 + }, + "keyword_grounding": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.833333, + "should_answer_score": 1.0, + "overall_score": 0.958333, + "strict_pass_count": 5, + "strict_pass_rate": 0.833333, + "mean_latency_seconds": 7.082532, + "prompt_tokens": 24990, + "completion_tokens": 1016, + "total_tokens": 26006 + }, + "paraphrase": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.5, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.875, + "strict_pass_count": 1, + "strict_pass_rate": 0.5, + "mean_latency_seconds": 6.497767, + "prompt_tokens": 15011, + "completion_tokens": 312, + "total_tokens": 15323 + }, + "reverse_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 5.94057, + "prompt_tokens": 9563, + "completion_tokens": 447, + "total_tokens": 10010 + }, + "specific_fact": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 6.703492, + "prompt_tokens": 17966, + "completion_tokens": 546, + "total_tokens": 18512 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.184795, + "prompt_tokens": 9627, + "completion_tokens": 485, + "total_tokens": 10112 + }, + "verification": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 5.557402, + "prompt_tokens": 3210, + "completion_tokens": 123, + "total_tokens": 3333 + } + }, + "by_difficulty": { + "easy": { + "total": 9, + "completed": 9, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.555556, + "source_url_score": 0.888889, + "should_answer_score": 0.888889, + "overall_score": 0.833333, + "strict_pass_count": 5, + "strict_pass_rate": 0.555556, + "mean_latency_seconds": 6.741809, + "prompt_tokens": 40154, + "completion_tokens": 1243, + "total_tokens": 41397 + }, + "hard": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 4.37587, + "prompt_tokens": 6421, + "completion_tokens": 249, + "total_tokens": 6670 + }, + "medium": { + "total": 19, + "completed": 19, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.894737, + "source_url_score": 0.947368, + "should_answer_score": 1.0, + "overall_score": 0.960526, + "strict_pass_count": 16, + "strict_pass_rate": 0.842105, + "mean_latency_seconds": 6.538852, + "prompt_tokens": 80367, + "completion_tokens": 2929, + "total_tokens": 83296 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nájde osobné záznamy o Jánovi Holpovi, ktorý študoval v roku začiatku štúdia 2016 a v roku 2019 sa venoval tímovému projektu zameranému na rešerš knihe o Learning to Rank.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.043154, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.251795, + "tool_latency_seconds": 0.043154, + "final_model_latency_seconds": 6.289317, + "total_latency_seconds": 8.584574, + "usage": { + "prompt_tokens": 5918, + "completion_tokens": 172, + "total_tokens": 6090 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Jána Holpa je Systém získavania informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.038051, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.950172, + "tool_latency_seconds": 0.038051, + "final_model_latency_seconds": 3.549299, + "total_latency_seconds": 5.53768, + "usage": { + "prompt_tokens": 3191, + "completion_tokens": 129, + "total_tokens": 3320 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" vypracoval Ján Holp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyku", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.060257, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.907015, + "tool_latency_seconds": 0.060257, + "final_model_latency_seconds": 3.717217, + "total_latency_seconds": 5.684646, + "usage": { + "prompt_tokens": 3220, + "completion_tokens": 133, + "total_tokens": 3353 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Systém získavania informácií v slovenskom jazyku\" riešil študent Ján Holp v rámci svojej diplomovej práce v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyku", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.038301, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.938881, + "tool_latency_seconds": 0.038301, + "final_model_latency_seconds": 3.811805, + "total_latency_seconds": 5.789139, + "usage": { + "prompt_tokens": 3228, + "completion_tokens": 141, + "total_tokens": 3369 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce Jána Holpa je Systém získavania informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp téma diplomovej práce" + }, + "latency_seconds": 0.045183, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.335356, + "tool_latency_seconds": 0.045183, + "final_model_latency_seconds": 1.781848, + "total_latency_seconds": 3.162691, + "usage": { + "prompt_tokens": 8233, + "completion_tokens": 92, + "total_tokens": 8325 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp začal študovať rok" + }, + "latency_seconds": 0.052895, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "first_model_latency_seconds": 1.376049, + "tool_latency_seconds": 0.052895, + "final_model_latency_seconds": 6.980092, + "total_latency_seconds": 8.409388, + "usage": { + "prompt_tokens": 8024, + "completion_tokens": 83, + "total_tokens": 8107 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia 2016", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.039094, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.918534, + "tool_latency_seconds": 0.039094, + "final_model_latency_seconds": 3.599584, + "total_latency_seconds": 5.557402, + "usage": { + "prompt_tokens": 3210, + "completion_tokens": 123, + "total_tokens": 3333 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok", + "limit": 5 + }, + "latency_seconds": 0.036546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.535767, + "tool_latency_seconds": 0.036546, + "final_model_latency_seconds": 3.494821, + "total_latency_seconds": 5.067314, + "usage": { + "prompt_tokens": 3175, + "completion_tokens": 99, + "total_tokens": 3274 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia Ján Holp bol 2016 a rok jeho diplomovej práce je 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia rok práce", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.038446, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.818665, + "tool_latency_seconds": 0.038446, + "final_model_latency_seconds": 3.590989, + "total_latency_seconds": 5.448293, + "usage": { + "prompt_tokens": 3198, + "completion_tokens": 125, + "total_tokens": 3323 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca je uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok", + "limit": 5 + }, + "latency_seconds": 0.034836, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.588047, + "tool_latency_seconds": 0.034836, + "final_model_latency_seconds": 1.680392, + "total_latency_seconds": 3.303446, + "usage": { + "prompt_tokens": 3223, + "completion_tokens": 124, + "total_tokens": 3347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp je autorom dokumentu s názvom „Získavanie informácií\" a jeho diplomová práca z roku 2021 sa nazýva „Systém získavania informácií v slovenskom jazyku\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "získavanie informácií Ján Holp", + "limit": 5 + }, + "latency_seconds": 0.038484, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.598657, + "tool_latency_seconds": 0.038484, + "final_model_latency_seconds": 5.83197, + "total_latency_seconds": 7.469315, + "usage": { + "prompt_tokens": 5011, + "completion_tokens": 164, + "total_tokens": 5175 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp sa v rámci svojho tímového projektu v roku 2019 sústredil na algoritmus PageRank a v rámci svojej diplomovej práce z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\" implementoval tento algoritmus a pripravoval experimenty s jeho vyhodnotením.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "PageRank Ján Holp", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.043135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "first_model_latency_seconds": 1.935505, + "tool_latency_seconds": 0.043135, + "final_model_latency_seconds": 7.639471, + "total_latency_seconds": 9.618386, + "usage": { + "prompt_tokens": 6710, + "completion_tokens": 214, + "total_tokens": 6924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "Slovenský internet a osoba Ján Holp súvisia s bakalárskou prácou s názvom „Vyhľadávač na slovenskom internete\", ktorú vypracoval študent Ján Holp pod vedením Ing. Daniela Hládeka, PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "slovenský internet Ján Holp", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.038206, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.002133, + "tool_latency_seconds": 0.038206, + "final_model_latency_seconds": 4.600027, + "total_latency_seconds": 6.640556, + "usage": { + "prompt_tokens": 3204, + "completion_tokens": 164, + "total_tokens": 3368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V rámci stavu práce Jána Holpa na diplomovú prácu bolo implementované riešenie PageRanku a indexovanie webových stránok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp stav práce implementované", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.04589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.002074, + "tool_latency_seconds": 0.04589, + "final_model_latency_seconds": 3.686413, + "total_latency_seconds": 5.734533, + "usage": { + "prompt_tokens": 3190, + "completion_tokens": 136, + "total_tokens": 3326 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp vypracoval bakalársku prácu s názvom „Vyhľadávač na slovenskom internete\", ktorú obhájil v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "názov bakalárskej práce Jána Holpa" + }, + "latency_seconds": 0.058701, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.388074, + "tool_latency_seconds": 0.058701, + "final_model_latency_seconds": 7.147748, + "total_latency_seconds": 8.594777, + "usage": { + "prompt_tokens": 7647, + "completion_tokens": 110, + "total_tokens": 7757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "O osobnom dokumente o Marošovi Harahusovi, ktorý sa zaoberá jeho dizertačnou prácou na tému automatických opráv textu a spracovania prirodzeného jazyka, možno nájsť informácie na webovej stránke ZP Wiki. Jeho dizertačná práca bola naplánovaná na rok 2023/24 a zahrnovala ciele ako zverejnenie a obhájenie minimovky, napísanie dizertačnej práce a publikovanie dvoch článkov v triede Q2-Q3.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.05164, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.968261, + "tool_latency_seconds": 0.05164, + "final_model_latency_seconds": 7.610483, + "total_latency_seconds": 9.630723, + "usage": { + "prompt_tokens": 6267, + "completion_tokens": 229, + "total_tokens": 6496 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.034106, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.767321, + "tool_latency_seconds": 0.034106, + "final_model_latency_seconds": 3.583592, + "total_latency_seconds": 5.385171, + "usage": { + "prompt_tokens": 3065, + "completion_tokens": 122, + "total_tokens": 3187 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Na práci s názvom „Neurónová morfologická anotácia slovenského jazyka\" sa podieľal Maroš Harahus, ktorý túto diplomovú prácu obhájil v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.050453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.917648, + "tool_latency_seconds": 0.050453, + "final_model_latency_seconds": 3.943375, + "total_latency_seconds": 5.91163, + "usage": { + "prompt_tokens": 3103, + "completion_tokens": 151, + "total_tokens": 3254 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“, je Maroš Harahus, ktorý vypracoval diplomovú prácu s týmto názvom v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka", + "limit": 10, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.035561, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.181048, + "tool_latency_seconds": 0.035561, + "final_model_latency_seconds": 4.001481, + "total_latency_seconds": 6.218259, + "usage": { + "prompt_tokens": 3125, + "completion_tokens": 168, + "total_tokens": 3293 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov ZP Wiki sa nepodarilo spoľahlivo nájsť oficiálny názov diplomovej práce osoby Maroš Harahus. V nájdených materiáloch sa však v sekcii týkajúcej sa jeho štúdia a projektu špecifikuje téma jeho práce ako „vypracovanie prehľadu spôsobu morfologickej anotácie slovenského jazyka\" s cieľom vytvoriť nástroj pre spracovanie prirodzeného jazyka a podporu slovenského jazyka pre framework Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca téma", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.043581, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.811666, + "tool_latency_seconds": 0.043581, + "final_model_latency_seconds": 7.977297, + "total_latency_seconds": 9.832842, + "usage": { + "prompt_tokens": 6778, + "completion_tokens": 220, + "total_tokens": 6998 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca rok", + "limit": 5 + }, + "latency_seconds": 0.037088, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.58883, + "tool_latency_seconds": 0.037088, + "final_model_latency_seconds": 3.48374, + "total_latency_seconds": 5.109825, + "usage": { + "prompt_tokens": 2987, + "completion_tokens": 102, + "total_tokens": 3089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus je študentom, ktorý vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá sa zameriava na tému morfologickej anotácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "morfologická anotácia Maroš Harahus", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.034286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.876951, + "tool_latency_seconds": 0.034286, + "final_model_latency_seconds": 3.986024, + "total_latency_seconds": 5.897416, + "usage": { + "prompt_tokens": 3095, + "completion_tokens": 148, + "total_tokens": 3243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maroš Harahus sa v rámci tímového projektu v roku 2019 zaoberal témou podpory slovenčiny v knižnici Spacy, konkrétne úlohou štatistického značovania a vypracovania tutoriálu pre zisťovanie gramatických značiek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Spacy Maroš Harahus", + "limit": 5 + }, + "latency_seconds": 0.04646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.531486, + "tool_latency_seconds": 0.04646, + "final_model_latency_seconds": 5.236702, + "total_latency_seconds": 6.814842, + "usage": { + "prompt_tokens": 3952, + "completion_tokens": 166, + "total_tokens": 4118 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus ako autor dokumentu uvádza tému „Grafové neurónové siete pre vyhľadávanie na internete\" v rámci bakalárskej práce študenta Dmytra Murala z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus grafové neurónové siete", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.039962, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 2.093221, + "tool_latency_seconds": 0.039962, + "final_model_latency_seconds": 3.921314, + "total_latency_seconds": 6.054679, + "usage": { + "prompt_tokens": 3018, + "completion_tokens": 160, + "total_tokens": 3178 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus vo svojej diplomovej práci s názvom „Neurónová morfologická anotácia slovenského jazyka\" používal na morfologickú anotáciu knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca morfologická anotácia knižnica" + }, + "latency_seconds": 0.040158, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.531447, + "tool_latency_seconds": 0.040158, + "final_model_latency_seconds": 3.818458, + "total_latency_seconds": 5.390215, + "usage": { + "prompt_tokens": 3083, + "completion_tokens": 123, + "total_tokens": 3206 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus mal študovať dáta z US Steel a v rámci toho si vypracovať prehľad aktuálnych metód grafových neurónových sietí (GNN), nájsť a vyskúšať príslušný toolkit, ako aj naštudovať základy neurónových sietí.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus US Steel metódy", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.041594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.044938, + "tool_latency_seconds": 0.041594, + "final_model_latency_seconds": 5.00773, + "total_latency_seconds": 7.094444, + "usage": { + "prompt_tokens": 4046, + "completion_tokens": 177, + "total_tokens": 4223 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "O osobe Tomáš Kuchárik sa v dokumentoch ZP Wiki nachádza samostatná stránka venovaná jeho diplomovej práci z roku 2022, kde je uvedený ako študent KPI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.044706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.935342, + "tool_latency_seconds": 0.044706, + "final_model_latency_seconds": 5.165496, + "total_latency_seconds": 7.145746, + "usage": { + "prompt_tokens": 4752, + "completion_tokens": 147, + "total_tokens": 4899 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť konkrétny názov diplomovej práce Tomáša Kuchárika, hoci je potvrdené, že diplomovú prácu obhajoval v roku 2022 a jej výsledky sú uverejnené v repozitári pod projektom SK QUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca", + "limit": 5 + }, + "latency_seconds": 0.035454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.587255, + "tool_latency_seconds": 0.035454, + "final_model_latency_seconds": 4.182996, + "total_latency_seconds": 5.805859, + "usage": { + "prompt_tokens": 2775, + "completion_tokens": 160, + "total_tokens": 2935 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Na práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" sa podieľa študent Tomáš Kuchárik, ktorý túto tému vypracoval ako svoju diplomovú prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "limit": 5 + }, + "latency_seconds": 0.052256, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.854965, + "tool_latency_seconds": 0.052256, + "final_model_latency_seconds": 4.318034, + "total_latency_seconds": 6.225435, + "usage": { + "prompt_tokens": 3240, + "completion_tokens": 163, + "total_tokens": 3403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ riešil študent Tomáš Kuchárik v rámci svojej diplomovej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.036094, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.323767, + "tool_latency_seconds": 0.036094, + "final_model_latency_seconds": 4.186936, + "total_latency_seconds": 6.546988, + "usage": { + "prompt_tokens": 3274, + "completion_tokens": 176, + "total_tokens": 3450 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.csv b/tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.csv new file mode 100644 index 0000000..367c950 --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.csv @@ -0,0 +1,93 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nájdený dokument o osobe Ján Holp sa týka tímového projektu z roku 2019, kde mal za úlohu vypracovať rešerš na tému Learning to Rank for Information Retrieval and Natural Language Processing. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.187829,0.126475,6.487421,8.802062,7028,153,7181, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.995832,0.042675,4.185235,6.223912,4212,134,4346, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Práci s názvom „Systém získavania informácií v slovenskom jazyku“ sa venuje Ján Holp, ktorý ju vypracoval ako diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.493453,0.068368,7.495529,9.057822,8544,116,8660, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študentom, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku"", je Ján Holp v rámci svojej diplomovej práce z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.578841,0.05475,7.388781,9.022667,8247,124,8371, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Téma diplomovej práce osobe Ján Holp je Systém získavania informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.3804,0.050901,7.988068,9.419692,9478,94,9572, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.395155,0.044826,8.608362,10.048683,10162,83,10245, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.674366,0.038117,4.150955,5.863614,4178,110,4288, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.773927,0.040929,3.973179,5.788215,4206,112,4318, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Osoba Ján Holp začala štúdium v roku 2016 a svoju diplomovú prácu vypracovával v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.059016,0.036987,4.191432,6.287619,4192,144,4336, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" bola uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.712953,0.038386,4.674839,6.42636,4252,151,4403, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","S osobou Ján Holp súvisí dokument s názvom „Získavanie informácií"", ktorý je uvedený ako jeho tímový projekt, a diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.08674,0.041055,6.476828,8.604844,6107,195,6302, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","S osobou Ján Holp súvisia dva dokumenty, v ktorých sa objavuje téma PageRank: tímový projekt z roku 2019, kde sa sústreďoval na algoritmy PageRank a BM25, a diplomová práca z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"", v rámci ktorej implementoval PageRank a pripravoval s ním experimenty. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.054167,0.049435,10.022576,12.12653,10126,209,10335, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","S osobou Ján Holp súvisí študentský dokument (záverečná práca) s názvom „Vyhľadávač na slovenskom internete"", ktorý je jeho bakalárskou prácou z roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.09115,0.059674,15.643236,17.794601,17925,162,18087, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V rámci svojej diplomovej práce Ján Holp implementoval algoritmus PageRank a indexovanie webových stránok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.053326,0.036174,4.260559,6.350236,4171,129,4300, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názov bakalárskej práce Jána Holpa bol Vyhľadávač na slovenskom internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.427522,0.046064,4.022081,5.49585,4165,92,4257, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Dokument o osobe Maroš Harahus, ktorý sa zaoberá jeho dizertačnou prácou s témou Automatické opravy textu a spracovanie prirodzeného jazyka, je dostupný na stránke ZP Wiki. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.947103,0.042714,6.351523,8.341578,6609,153,6762, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.058761,0.040246,4.256217,6.355392,4102,139,4241, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Prácou s názvom „Neurónová morfologická anotácia slovenského jazyka“ sa venoval Maroš Harahus v rámci svojej diplomovej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.704915,0.054396,7.453127,9.21297,8375,125,8500, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Tému „Neurónová morfologická anotácia slovenského jazyka“ rieši študent Maroš Harahus v rámci svojej diplomovej práce z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.007733,0.036686,4.249113,6.293699,4099,145,4244, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Témarou diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.833204,0.05075,7.453744,9.33801,8614,122,8736, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Maroš Harahus je pri osobe uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.419563,0.041402,4.596899,6.058096,4912,89,5001, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","S osobou Maroš Harahus súvisí diplomová práca s názvom Neurónová morfologická anotácia slovenského jazyka, ktorú vypracoval v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.049402,0.035326,4.273317,6.358199,4087,152,4239, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus sa ako študent podieľal na tímovom projekte z roku 2019 s názvom „Podpora slovenčiny v knižnici Spacy"", kde bol úlohou vypracovať tutoriál pre prácu s týmto nástrojom. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.827669,0.055003,7.156771,9.039775,7443,159,7602, +q0024,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","S témou grafové neurónové siete a osobou Maroš Harahus súvisí bakalárska práca študenta Dmytra Murala s názvom „Grafové neurónové siete pre vyhľadávanie na internete"", ktorú Maroš Harahus vypracoval v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.711012,0.039121,4.632531,6.382847,3974,155,4129, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus pri svojej diplomovej práci na tému neurónovej morfologickej anotácie použil na túto úlohu knižnicu Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.532928,0.048383,4.18125,5.762749,4103,113,4216, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V súvislosti s US Steel a dáta z vysokej pece mal Maroš Harahus študovať a aplikovať metódy ako konvolučné autoenkódy, feed-forward autoenkódy, rekurentné neurónové siete (RNN, GRU, LSTM), transformery, generatívne adversariálne siete (GAN), variational autoenkódy (VAE) a klasické štatistické modely, vrátane aproximácie polynómom alebo SVM. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.080509,0.046178,12.522417,14.649495,13057,216,13273, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/prodigy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity""]","Pre osobu Tomáš Kuchárik je v ZP Wiki k dispozícii dokument o jeho diplomovej práci z roku 2022, ktorá je súčasťou študentskej stránky venovanej jeho štúdiu na KPI. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.98268,0.040922,5.908254,7.932095,5878,153,6031, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Tomáš Kuchárik má v ZP Wiki uvedené dve diplomové práce s rôznymi názvami: „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" (rok 2021) a „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" (rok 2022). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.03944,0.042307,5.729838,7.811775,4850,204,5054, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže nájdená diplomová práca Tomáša Kuchárika má názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"", čo sa líši od hľadaného názvu obsahujúceho „pomocou strojového prekladu"".",1.894835,0.069208,9.300185,11.26453,9900,163,10063, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,0.0,0.625,False,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci študent Tomáš Kuchárik riešil diplomovú prácu na tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"", v zdrojoch nie je uvedené, že by konkrétna práca riešila tému pomocou strojového prekladu. Ďalší nájdení študenti riešili úlohy súvisiace so strojovým prekladom alebo korpusmi, ale s inými konkrétnymi témami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.403447,0.057531,8.612047,11.073377,7501,269,7770, diff --git a/tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.json b/tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.json new file mode 100644 index 0000000..df92fa3 --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_smoke_30_after_e3/rag_answers_dev_limit30.json @@ -0,0 +1,2387 @@ +{ + "generated_at": "2026-08-16T18:11:23.407377+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "febff5098f22b1c7439b4c80b204e4915118115961001958a7da7e437ec31ba1", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030" + ], + "applied_override_ids": [ + "q0005", + "q0010", + "q0020" + ], + "split": "dev", + "selected_question_count": 30, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.5 + }, + "summary": { + "total": 30, + "completed": 30, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.9, + "source_url_score": 0.933333, + "should_answer_score": 0.966667, + "overall_score": 0.95, + "strict_pass_count": 25, + "strict_pass_rate": 0.833333, + "mean_latency_seconds": 8.439576, + "prompt_tokens": 204497, + "completion_tokens": 4365, + "total_tokens": 208862, + "by_category": { + "adversarial_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.42636, + "prompt_tokens": 4252, + "completion_tokens": 151, + "total_tokens": 4403 + }, + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.287619, + "prompt_tokens": 4192, + "completion_tokens": 144, + "total_tokens": 4336 + }, + "entity_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 8.358578, + "prompt_tokens": 19515, + "completion_tokens": 459, + "total_tokens": 19974 + }, + "fact_start_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.048683, + "prompt_tokens": 10162, + "completion_tokens": 83, + "total_tokens": 10245 + }, + "fact_title": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.797026, + "prompt_tokens": 13164, + "completion_tokens": 477, + "total_tokens": 13641 + }, + "fact_work_year": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 5.923156, + "prompt_tokens": 9118, + "completion_tokens": 201, + "total_tokens": 9319 + }, + "keyword_grounding": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.916667, + "source_url_score": 0.833333, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 4, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 10.051133, + "prompt_tokens": 49662, + "completion_tokens": 1032, + "total_tokens": 50694 + }, + "paraphrase": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 9.378851, + "prompt_tokens": 18092, + "completion_tokens": 216, + "total_tokens": 18308 + }, + "reverse_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.666667, + "source_url_score": 0.666667, + "should_answer_score": 1.0, + "overall_score": 0.833333, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 9.845107, + "prompt_tokens": 26819, + "completion_tokens": 404, + "total_tokens": 27223 + }, + "specific_fact": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.75, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 3, + "strict_pass_rate": 0.75, + "mean_latency_seconds": 8.064583, + "prompt_tokens": 25496, + "completion_tokens": 550, + "total_tokens": 26046 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.833333, + "source_url_score": 1.0, + "should_answer_score": 0.666667, + "overall_score": 0.875, + "strict_pass_count": 2, + "strict_pass_rate": 0.666667, + "mean_latency_seconds": 8.796581, + "prompt_tokens": 19847, + "completion_tokens": 538, + "total_tokens": 20385 + }, + "verification": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 5.863614, + "prompt_tokens": 4178, + "completion_tokens": 110, + "total_tokens": 4288 + } + }, + "by_difficulty": { + "easy": { + "total": 9, + "completed": 9, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 9, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.484645, + "prompt_tokens": 51959, + "completion_tokens": 1220, + "total_tokens": 53179 + }, + "hard": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.35699, + "prompt_tokens": 8444, + "completion_tokens": 295, + "total_tokens": 8739 + }, + "medium": { + "total": 19, + "completed": 19, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.842105, + "source_url_score": 0.894737, + "should_answer_score": 0.947368, + "overall_score": 0.921053, + "strict_pass_count": 14, + "strict_pass_rate": 0.736842, + "mean_latency_seconds": 9.111132, + "prompt_tokens": 144094, + "completion_tokens": 2850, + "total_tokens": 146944 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Nájdený dokument o osobe Ján Holp sa týka tímového projektu z roku 2019, kde mal za úlohu vypracovať rešerš na tému Learning to Rank for Information Retrieval and Natural Language Processing.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.126475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.187829, + "tool_latency_seconds": 0.126475, + "final_model_latency_seconds": 6.487421, + "total_latency_seconds": 8.802062, + "usage": { + "prompt_tokens": 7028, + "completion_tokens": 153, + "total_tokens": 7181 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Ján Holp je „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.042675, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.995832, + "tool_latency_seconds": 0.042675, + "final_model_latency_seconds": 4.185235, + "total_latency_seconds": 6.223912, + "usage": { + "prompt_tokens": 4212, + "completion_tokens": 134, + "total_tokens": 4346 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Systém získavania informácií v slovenskom jazyku“ sa venuje Ján Holp, ktorý ju vypracoval ako diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyk autor" + }, + "latency_seconds": 0.068368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.493453, + "tool_latency_seconds": 0.068368, + "final_model_latency_seconds": 7.495529, + "total_latency_seconds": 9.057822, + "usage": { + "prompt_tokens": 8544, + "completion_tokens": 116, + "total_tokens": 8660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku\", je Ján Holp v rámci svojej diplomovej práce z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "študent dokument téma Systém získavania informácií v slovenskom jazyku" + }, + "latency_seconds": 0.05475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.578841, + "tool_latency_seconds": 0.05475, + "final_model_latency_seconds": 7.388781, + "total_latency_seconds": 9.022667, + "usage": { + "prompt_tokens": 8247, + "completion_tokens": 124, + "total_tokens": 8371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce osobe Ján Holp je Systém získavania informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca téma" + }, + "latency_seconds": 0.050901, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.3804, + "tool_latency_seconds": 0.050901, + "final_model_latency_seconds": 7.988068, + "total_latency_seconds": 9.419692, + "usage": { + "prompt_tokens": 9478, + "completion_tokens": 94, + "total_tokens": 9572 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp štart štúdia rok" + }, + "latency_seconds": 0.044826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.395155, + "tool_latency_seconds": 0.044826, + "final_model_latency_seconds": 8.608362, + "total_latency_seconds": 10.048683, + "usage": { + "prompt_tokens": 10162, + "completion_tokens": 83, + "total_tokens": 10245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia 2016", + "limit": 5 + }, + "latency_seconds": 0.038117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.674366, + "tool_latency_seconds": 0.038117, + "final_model_latency_seconds": 4.150955, + "total_latency_seconds": 5.863614, + "usage": { + "prompt_tokens": 4178, + "completion_tokens": 110, + "total_tokens": 4288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.040929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.773927, + "tool_latency_seconds": 0.040929, + "final_model_latency_seconds": 3.973179, + "total_latency_seconds": 5.788215, + "usage": { + "prompt_tokens": 4206, + "completion_tokens": 112, + "total_tokens": 4318 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ján Holp začala štúdium v roku 2016 a svoju diplomovú prácu vypracovával v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia rok práce", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.036987, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.059016, + "tool_latency_seconds": 0.036987, + "final_model_latency_seconds": 4.191432, + "total_latency_seconds": 6.287619, + "usage": { + "prompt_tokens": 4192, + "completion_tokens": 144, + "total_tokens": 4336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" bola uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok 2016", + "limit": 10 + }, + "latency_seconds": 0.038386, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.712953, + "tool_latency_seconds": 0.038386, + "final_model_latency_seconds": 4.674839, + "total_latency_seconds": 6.42636, + "usage": { + "prompt_tokens": 4252, + "completion_tokens": 151, + "total_tokens": 4403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí dokument s názvom „Získavanie informácií\", ktorý je uvedený ako jeho tímový projekt, a diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp získavanie informácií dokument študent", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.041055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.08674, + "tool_latency_seconds": 0.041055, + "final_model_latency_seconds": 6.476828, + "total_latency_seconds": 8.604844, + "usage": { + "prompt_tokens": 6107, + "completion_tokens": 195, + "total_tokens": 6302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisia dva dokumenty, v ktorých sa objavuje téma PageRank: tímový projekt z roku 2019, kde sa sústreďoval na algoritmy PageRank a BM25, a diplomová práca z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\", v rámci ktorej implementoval PageRank a pripravoval s ním experimenty.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp PageRank dokument študent téma", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.049435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.054167, + "tool_latency_seconds": 0.049435, + "final_model_latency_seconds": 10.022576, + "total_latency_seconds": 12.12653, + "usage": { + "prompt_tokens": 10126, + "completion_tokens": 209, + "total_tokens": 10335 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí študentský dokument (záverečná práca) s názvom „Vyhľadávač na slovenskom internete\", ktorý je jeho bakalárskou prácou z roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp slovenský internet dokument študent téma", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.059674, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 2.09115, + "tool_latency_seconds": 0.059674, + "final_model_latency_seconds": 15.643236, + "total_latency_seconds": 17.794601, + "usage": { + "prompt_tokens": 17925, + "completion_tokens": 162, + "total_tokens": 18087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V rámci svojej diplomovej práce Ján Holp implementoval algoritmus PageRank a indexovanie webových stránok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp stav práce implementácia", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.036174, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.053326, + "tool_latency_seconds": 0.036174, + "final_model_latency_seconds": 4.260559, + "total_latency_seconds": 6.350236, + "usage": { + "prompt_tokens": 4171, + "completion_tokens": 129, + "total_tokens": 4300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Jána Holpa bol Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp bakalárska práca názov" + }, + "latency_seconds": 0.046064, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.427522, + "tool_latency_seconds": 0.046064, + "final_model_latency_seconds": 4.022081, + "total_latency_seconds": 5.49585, + "usage": { + "prompt_tokens": 4165, + "completion_tokens": 92, + "total_tokens": 4257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Maroš Harahus, ktorý sa zaoberá jeho dizertačnou prácou s témou Automatické opravy textu a spracovanie prirodzeného jazyka, je dostupný na stránke ZP Wiki.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.042714, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.947103, + "tool_latency_seconds": 0.042714, + "final_model_latency_seconds": 6.351523, + "total_latency_seconds": 8.341578, + "usage": { + "prompt_tokens": 6609, + "completion_tokens": 153, + "total_tokens": 6762 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.040246, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.058761, + "tool_latency_seconds": 0.040246, + "final_model_latency_seconds": 4.256217, + "total_latency_seconds": 6.355392, + "usage": { + "prompt_tokens": 4102, + "completion_tokens": 139, + "total_tokens": 4241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Prácou s názvom „Neurónová morfologická anotácia slovenského jazyka“ sa venoval Maroš Harahus v rámci svojej diplomovej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka autor", + "limit": 5 + }, + "latency_seconds": 0.054396, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.704915, + "tool_latency_seconds": 0.054396, + "final_model_latency_seconds": 7.453127, + "total_latency_seconds": 9.21297, + "usage": { + "prompt_tokens": 8375, + "completion_tokens": 125, + "total_tokens": 8500 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Neurónová morfologická anotácia slovenského jazyka“ rieši študent Maroš Harahus v rámci svojej diplomovej práce z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka študent dokument", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.036686, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.007733, + "tool_latency_seconds": 0.036686, + "final_model_latency_seconds": 4.249113, + "total_latency_seconds": 6.293699, + "usage": { + "prompt_tokens": 4099, + "completion_tokens": 145, + "total_tokens": 4244 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Témarou diplomovej práce Maroša Harahusa je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca téma", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.05075, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.833204, + "tool_latency_seconds": 0.05075, + "final_model_latency_seconds": 7.453744, + "total_latency_seconds": 9.33801, + "usage": { + "prompt_tokens": 8614, + "completion_tokens": 122, + "total_tokens": 8736 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus je pri osobe uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca rok" + }, + "latency_seconds": 0.041402, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.419563, + "tool_latency_seconds": 0.041402, + "final_model_latency_seconds": 4.596899, + "total_latency_seconds": 6.058096, + "usage": { + "prompt_tokens": 4912, + "completion_tokens": 89, + "total_tokens": 5001 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Maroš Harahus súvisí diplomová práca s názvom Neurónová morfologická anotácia slovenského jazyka, ktorú vypracoval v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus morfologická anotácia", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.035326, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.049402, + "tool_latency_seconds": 0.035326, + "final_model_latency_seconds": 4.273317, + "total_latency_seconds": 6.358199, + "usage": { + "prompt_tokens": 4087, + "completion_tokens": 152, + "total_tokens": 4239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus sa ako študent podieľal na tímovom projekte z roku 2019 s názvom „Podpora slovenčiny v knižnici Spacy\", kde bol úlohou vypracovať tutoriál pre prácu s týmto nástrojom.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus Spacy dokument študent téma", + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.055003, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.827669, + "tool_latency_seconds": 0.055003, + "final_model_latency_seconds": 7.156771, + "total_latency_seconds": 9.039775, + "usage": { + "prompt_tokens": 7443, + "completion_tokens": 159, + "total_tokens": 7602 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou grafové neurónové siete a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "S témou grafové neurónové siete a osobou Maroš Harahus súvisí bakalárska práca študenta Dmytra Murala s názvom „Grafové neurónové siete pre vyhľadávanie na internete\", ktorú Maroš Harahus vypracoval v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus grafové neurónové siete", + "limit": 10 + }, + "latency_seconds": 0.039121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.711012, + "tool_latency_seconds": 0.039121, + "final_model_latency_seconds": 4.632531, + "total_latency_seconds": 6.382847, + "usage": { + "prompt_tokens": 3974, + "completion_tokens": 155, + "total_tokens": 4129 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus pri svojej diplomovej práci na tému neurónovej morfologickej anotácie použil na túto úlohu knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca morfologická anotácia knižnica" + }, + "latency_seconds": 0.048383, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.532928, + "tool_latency_seconds": 0.048383, + "final_model_latency_seconds": 4.18125, + "total_latency_seconds": 5.762749, + "usage": { + "prompt_tokens": 4103, + "completion_tokens": 113, + "total_tokens": 4216 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "V súvislosti s US Steel a dáta z vysokej pece mal Maroš Harahus študovať a aplikovať metódy ako konvolučné autoenkódy, feed-forward autoenkódy, rekurentné neurónové siete (RNN, GRU, LSTM), transformery, generatívne adversariálne siete (GAN), variational autoenkódy (VAE) a klasické štatistické modely, vrátane aproximácie polynómom alebo SVM.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus US Steel metódy študovať", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.046178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.080509, + "tool_latency_seconds": 0.046178, + "final_model_latency_seconds": 12.522417, + "total_latency_seconds": 14.649495, + "usage": { + "prompt_tokens": 13057, + "completion_tokens": 216, + "total_tokens": 13273 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Tomáš Kuchárik je v ZP Wiki k dispozícii dokument o jeho diplomovej práci z roku 2022, ktorá je súčasťou študentskej stránky venovanej jeho štúdiu na KPI.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.040922, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/prodigy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity" + ], + "first_model_latency_seconds": 1.98268, + "tool_latency_seconds": 0.040922, + "final_model_latency_seconds": 5.908254, + "total_latency_seconds": 7.932095, + "usage": { + "prompt_tokens": 5878, + "completion_tokens": 153, + "total_tokens": 6031 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Osoba Tomáš Kuchárik má v ZP Wiki uvedené dve diplomové práce s rôznymi názvami: „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" (rok 2021) a „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" (rok 2022).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.042307, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.03944, + "tool_latency_seconds": 0.042307, + "final_model_latency_seconds": 5.729838, + "total_latency_seconds": 7.811775, + "usage": { + "prompt_tokens": 4850, + "completion_tokens": 204, + "total_tokens": 5054 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, keďže nájdená diplomová práca Tomáša Kuchárika má názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\", čo sa líši od hľadaného názvu obsahujúceho „pomocou strojového prekladu\".", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu autor", + "limit": 5 + }, + "latency_seconds": 0.069208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20" + ], + "first_model_latency_seconds": 1.894835, + "tool_latency_seconds": 0.069208, + "final_model_latency_seconds": 9.300185, + "total_latency_seconds": 11.26453, + "usage": { + "prompt_tokens": 9900, + "completion_tokens": 163, + "total_tokens": 10063 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci študent Tomáš Kuchárik riešil diplomovú prácu na tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\", v zdrojoch nie je uvedené, že by konkrétna práca riešila tému pomocou strojového prekladu. Ďalší nájdení študenti riešili úlohy súvisiace so strojovým prekladom alebo korpusmi, ale s inými konkrétnymi témami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "študent dokument téma Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.057531, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.403447, + "tool_latency_seconds": 0.057531, + "final_model_latency_seconds": 8.612047, + "total_latency_seconds": 11.073377, + "usage": { + "prompt_tokens": 7501, + "completion_tokens": 269, + "total_tokens": 7770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.csv b/tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.csv new file mode 100644 index 0000000..fca2c41 --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.csv @@ -0,0 +1,98 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0001,dev,entity_lookup,easy,Nájdi dokument o osobe Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pre osobu Ján Holp je v ZP Wiki evidovaný dokument venovaný jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku, ako aj súbor súvisiaci s jeho tímovým projektom z roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.766236,0.068186,8.490942,10.325717,9197,143,9340, +q0002,dev,fact_title,easy,Aký je názov diplomová práca osoby Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názvom diplomovej práce osoby Ján Holp je Systém získavania informácií v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.798116,0.048769,4.869992,6.717071,5009,119,5128, +q0003,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Práci s názvom „Systém získavania informácií v slovenskom jazyku“ sa venuje Ján Holp, ktorý ju vypracoval ako svoju diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.53692,0.097819,10.152129,11.787388,11756,117,11873, +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.239083,0.151926,16.410665,18.802236,19047,152,19199, +q0005,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Téma diplomovej práce uvedenej pri osobe Ján Holp je „Systém získavania informácií v slovenskom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.422016,0.085689,10.359419,11.867464,11250,100,11350, +q0006,dev,fact_start_year,easy,V ktorom roku začal študovať Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ján Holp začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.851184,0.042547,4.628443,6.522366,5015,109,5124, +q0007,dev,verification,medium,Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.489883,0.040963,4.624707,6.155805,5018,98,5116, +q0008,dev,fact_work_year,easy,V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Ján Holp je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.615734,0.041869,4.690016,6.347872,5004,100,5104, +q0009,dev,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ján Holp začal študovať v roku 2016 a vypracovával svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.096863,0.043943,4.786462,6.927441,5044,142,5186, +q0010,dev,adversarial_year,hard,"Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku"" je uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.954691,0.047436,5.364968,7.367285,5075,164,5239, +q0011,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""získavanie informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","S osobou Ján Holp súvisí ako autor tímový projekt s názvom ""Získavanie informácií"" a ako študent diplomová práca s názvom ""Systém získavania informácií v slovenskom jazyku"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.845035,0.068597,7.751428,9.665321,7889,176,8065, +q0012,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""PageRank""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt""]","Študent Ján Holp sa venuje téme PageRank v rámci svojho tímového projektu z roku 2019, kde bol medzi úlohami aj algoritmus PageRank, a rovnako sa v jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku"" objavujú súvislosti s informačným vyhľadávaním. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",2.01241,0.056523,7.620567,9.689721,6540,227,6767, +q0013,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""slovenský internet""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","S osobou Ján Holp súvisí bakalárska práca s názvom Vyhľadávač na slovenskom internete vypracovaná v roku 2019 a tiež diplomový projekt z roku 2020, ktorý zahŕňa úlohu využiť veľké slovenské dáta z internetu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.436985,0.041873,5.380262,6.859335,4959,140,5099, +q0014,dev,specific_fact,medium,Čo bolo implementované v stave práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""PageRank"", ""indexovanie webových stránok""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","V diplomovej práci Jána Holpa s názvom „Systém získavania informácií v slovenskom jazyku"" bolo k 12. marcu implementované algoritmus PageRank a indexovanie webových stránok. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.987599,0.07128,10.376925,12.436135,11444,155,11599, +q0015,dev,specific_fact,medium,Aký bol názov bakalárskej práce Jána Holpa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vyhľadávač na slovenskom internete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Názvom bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.833777,0.044203,4.763791,6.641954,4952,117,5069, +q0016,dev,entity_lookup,easy,Nájdi dokument o osobe Maroš Harahus.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Dokument o osobe Maroš Harahus sa nachádza na stránke s názvom Maroš Harahus, ktorá eviduje jeho dizertačnú prácu zameranú na automatické opravy textu a spracovanie prirodzeného jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.947224,0.068401,7.338378,9.354311,7832,155,7987, +q0017,dev,fact_title,easy,Aký je názov diplomová práca osoby Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Názov diplomovej práce osoby Maroš Harahus je Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.079917,0.056885,4.740666,6.877683,4999,134,5133, +q0018,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Práci s názvom „Neurónová morfologická anotácia slovenského jazyka"" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.509165,0.062512,5.132661,6.704557,5220,118,5338, +q0019,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Tému „Neurónová morfologická anotácia slovenského jazyka"" rieši študent Maroš Harahus vo svojej diplomovej práci z roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.238705,0.095564,10.399868,12.734537,11815,158,11973, +q0020,dev,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Témou diplomovej práce Maroša Harahusa je „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.422127,0.091635,8.952192,10.4663,10018,98,10116, +q0021,dev,fact_work_year,easy,V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.835644,0.064517,5.423762,7.324192,5900,114,6014, +q0022,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","S témou morfologická anotácia a osobou Maroš Harahus súvisí jeho diplomová práca z roku 2021 s názvom Neurónová morfologická anotácia slovenského jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",2.131448,0.057131,5.110392,7.299193,4990,159,5149, +q0023,dev,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Maroš Harahus je študent, ktorý sa venuje téme Spacy v rámci tímového projektu „Spracovanie prirodzeného jazyka"" z roku 2019, kde sa špecializuje na podporu slovenčiny v tejto knižnici, a taktiež je uvedený ako autor dokumentu o tejto téme. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",2.083118,0.135921,15.041626,17.261189,15943,227,16170, +q0024,dev,keyword_grounding,medium,Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Mural"", ""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študentský dokument o grafových neurónových sieťach, ktorý má v metadátach ako autora dokumentu uvedeného Maroša Harahusa, je bakalárska práca Dmytra Murala s názvom „Grafové neurónové siete pre vyhľadávanie na internete"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",1.564661,0.152527,10.483048,12.200636,11127,141,11268, +q0025,dev,specific_fact,medium,Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maroš Harahus použil pre morfologickú anotáciu v rámci svojej diplomovej práce knižnicu Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.557651,0.066578,5.079457,6.703892,5264,104,5368, +q0026,dev,specific_fact,medium,Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","V súvislosti s US Steel mal Maroš Harahus za úlohu naštudovať dáta z tejto firmy a vypracovať prehľad aktuálnych metód grafových neurónových sietí, prípadne nájsť a vyskúšať toolkit na GNN. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.883671,0.05324,5.991873,7.928976,5768,158,5926, +q0027,dev,entity_lookup,easy,Nájdi dokument o osobe Tomáš Kuchárik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Dokument o osobe Tomáš Kuchárik je dostupný pod názvom Tomáš Kuchárik a pojednáva o jeho diplomovej práci z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.997248,0.093688,9.947424,12.038707,11196,142,11338, +q0028,dev,fact_title,easy,Aký je názov diplomová práca osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.438537,0.045109,5.735722,7.219601,5594,121,5715, +q0029,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa venoval Tomáš Kuchárik v rámci svojej diplomovej práce v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.35849,0.128364,10.862742,13.349962,12129,178,12307, +q0030,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"" rieši študent Tomáš Kuchárik v rámci svojej diplomovej práce z roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",2.327589,0.117578,5.46619,7.911586,5184,175,5359, diff --git a/tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.json b/tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.json new file mode 100644 index 0000000..5c7691c --- /dev/null +++ b/tools/rag/evaluation/results/rag_dev_smoke_30_final/rag_answers_dev_limit30.json @@ -0,0 +1,2385 @@ +{ + "generated_at": "2026-08-16T18:56:59.366155+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "1e29a98ceca1260bdfcb0ea84d470a7d6d664a05f85e7e592ef4200f87064786", + "selected_question_ids": [ + "q0001", + "q0002", + "q0003", + "q0004", + "q0005", + "q0006", + "q0007", + "q0008", + "q0009", + "q0010", + "q0011", + "q0012", + "q0013", + "q0014", + "q0015", + "q0016", + "q0017", + "q0018", + "q0019", + "q0020", + "q0021", + "q0022", + "q0023", + "q0024", + "q0025", + "q0026", + "q0027", + "q0028", + "q0029", + "q0030" + ], + "applied_override_ids": [ + "q0005", + "q0010", + "q0020", + "q0024" + ], + "split": "dev", + "selected_question_count": 30, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.5 + }, + "summary": { + "total": 30, + "completed": 30, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 30, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 9.449614, + "prompt_tokens": 240178, + "completion_tokens": 4241, + "total_tokens": 244419, + "by_category": { + "adversarial_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.367285, + "prompt_tokens": 5075, + "completion_tokens": 164, + "total_tokens": 5239 + }, + "disambiguation_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.927441, + "prompt_tokens": 5044, + "completion_tokens": 142, + "total_tokens": 5186 + }, + "entity_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.572912, + "prompt_tokens": 28225, + "completion_tokens": 440, + "total_tokens": 28665 + }, + "fact_start_year": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.522366, + "prompt_tokens": 5015, + "completion_tokens": 109, + "total_tokens": 5124 + }, + "fact_title": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.938118, + "prompt_tokens": 15602, + "completion_tokens": 374, + "total_tokens": 15976 + }, + "fact_work_year": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.836032, + "prompt_tokens": 10904, + "completion_tokens": 214, + "total_tokens": 11118 + }, + "keyword_grounding": { + "total": 6, + "completed": 6, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 6, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.495899, + "prompt_tokens": 51448, + "completion_tokens": 1070, + "total_tokens": 52518 + }, + "paraphrase": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 11.166882, + "prompt_tokens": 21268, + "completion_tokens": 198, + "total_tokens": 21466 + }, + "reverse_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.613969, + "prompt_tokens": 29105, + "completion_tokens": 413, + "total_tokens": 29518 + }, + "specific_fact": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 8.427739, + "prompt_tokens": 27428, + "completion_tokens": 534, + "total_tokens": 27962 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.149453, + "prompt_tokens": 36046, + "completion_tokens": 485, + "total_tokens": 36531 + }, + "verification": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 6.155805, + "prompt_tokens": 5018, + "completion_tokens": 98, + "total_tokens": 5116 + } + }, + "by_difficulty": { + "easy": { + "total": 9, + "completed": 9, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 9, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 8.080836, + "prompt_tokens": 59746, + "completion_tokens": 1137, + "total_tokens": 60883 + }, + "hard": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 7.147363, + "prompt_tokens": 10119, + "completion_tokens": 306, + "total_tokens": 10425 + }, + "medium": { + "total": 19, + "completed": 19, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 19, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 10.340326, + "prompt_tokens": 170313, + "completion_tokens": 2798, + "total_tokens": 173111 + } + } + }, + "results": [ + { + "id": "q0001", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Ján Holp je v ZP Wiki evidovaný dokument venovaný jeho diplomovej práci z roku 2021 s názvom Systém získavania informácií v slovenskom jazyku, ako aj súbor súvisiaci s jeho tímovým projektom z roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp dokument", + "limit": 5 + }, + "latency_seconds": 0.068186, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.766236, + "tool_latency_seconds": 0.068186, + "final_model_latency_seconds": 8.490942, + "total_latency_seconds": 10.325717, + "usage": { + "prompt_tokens": 9197, + "completion_tokens": 143, + "total_tokens": 9340 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0002", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Názvom diplomovej práce osoby Ján Holp je Systém získavania informácií v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca názov", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.048769, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.798116, + "tool_latency_seconds": 0.048769, + "final_model_latency_seconds": 4.869992, + "total_latency_seconds": 6.717071, + "usage": { + "prompt_tokens": 5009, + "completion_tokens": 119, + "total_tokens": 5128 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0003", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systém získavania informácií v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Systém získavania informácií v slovenskom jazyku“ sa venuje Ján Holp, ktorý ju vypracoval ako svoju diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyk autor" + }, + "latency_seconds": 0.097819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.53692, + "tool_latency_seconds": 0.097819, + "final_model_latency_seconds": 10.152129, + "total_latency_seconds": 11.787388, + "usage": { + "prompt_tokens": 11756, + "completion_tokens": 117, + "total_tokens": 11873 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Systém získavania informácií v slovenskom jazyku téma študent dokument", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.151926, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 2.239083, + "tool_latency_seconds": 0.151926, + "final_model_latency_seconds": 16.410665, + "total_latency_seconds": 18.802236, + "usage": { + "prompt_tokens": 19047, + "completion_tokens": 152, + "total_tokens": 19199 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0005", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Ján Holp“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce uvedenej pri osobe Ján Holp je „Systém získavania informácií v slovenskom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca téma" + }, + "latency_seconds": 0.085689, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.422016, + "tool_latency_seconds": 0.085689, + "final_model_latency_seconds": 10.359419, + "total_latency_seconds": 11.867464, + "usage": { + "prompt_tokens": 11250, + "completion_tokens": 100, + "total_tokens": 11350 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0006", + "split": "dev", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Ján Holp začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.042547, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.851184, + "tool_latency_seconds": 0.042547, + "final_model_latency_seconds": 4.628443, + "total_latency_seconds": 6.522366, + "usage": { + "prompt_tokens": 5015, + "completion_tokens": 109, + "total_tokens": 5124 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0007", + "split": "dev", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Holp uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Holp je uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia 2016" + }, + "latency_seconds": 0.040963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.489883, + "tool_latency_seconds": 0.040963, + "final_model_latency_seconds": 4.624707, + "total_latency_seconds": 6.155805, + "usage": { + "prompt_tokens": 5018, + "completion_tokens": 98, + "total_tokens": 5116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0008", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Holp uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Holp je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok", + "published_only": true + }, + "latency_seconds": 0.041869, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.615734, + "tool_latency_seconds": 0.041869, + "final_model_latency_seconds": 4.690016, + "total_latency_seconds": 6.347872, + "usage": { + "prompt_tokens": 5004, + "completion_tokens": 100, + "total_tokens": 5104 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0009", + "split": "dev", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Holp.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Ján Holp začal študovať v roku 2016 a vypracovával svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp rok začiatku štúdia rok práce", + "limit": 5, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.043943, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 2.096863, + "tool_latency_seconds": 0.043943, + "final_model_latency_seconds": 4.786462, + "total_latency_seconds": 6.927441, + "usage": { + "prompt_tokens": 5044, + "completion_tokens": 142, + "total_tokens": 5186 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0010", + "split": "dev", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom diplomovej práce Jána Holpa? Ak nie, čo rok 2016 označuje a v ktorom roku je uvedená jeho diplomová práca?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom diplomovej práce Jána Holpa, ale označuje rok začiatku jeho štúdia. Jeho diplomová práca s názvom „Systém získavania informácií v slovenskom jazyku\" je uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp diplomová práca rok 2016", + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.047436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.954691, + "tool_latency_seconds": 0.047436, + "final_model_latency_seconds": 5.364968, + "total_latency_seconds": 7.367285, + "usage": { + "prompt_tokens": 5075, + "completion_tokens": 164, + "total_tokens": 5239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0011", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou získavanie informácií a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "získavanie informácií" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí ako autor tímový projekt s názvom \"Získavanie informácií\" a ako študent diplomová práca s názvom \"Systém získavania informácií v slovenskom jazyku\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp získavanie informácií", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.068597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.845035, + "tool_latency_seconds": 0.068597, + "final_model_latency_seconds": 7.751428, + "total_latency_seconds": 9.665321, + "usage": { + "prompt_tokens": 7889, + "completion_tokens": 176, + "total_tokens": 8065 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0012", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PageRank a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "PageRank" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp sa venuje téme PageRank v rámci svojho tímového projektu z roku 2019, kde bol medzi úlohami aj algoritmus PageRank, a rovnako sa v jeho diplomovej práci z roku 2021 s názvom „Systém získavania informácií v slovenskom jazyku\" objavujú súvislosti s informačným vyhľadávaním.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "PageRank Ján Holp dokument študent", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.056523, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" + ], + "first_model_latency_seconds": 2.01241, + "tool_latency_seconds": 0.056523, + "final_model_latency_seconds": 7.620567, + "total_latency_seconds": 9.689721, + "usage": { + "prompt_tokens": 6540, + "completion_tokens": 227, + "total_tokens": 6767 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0013", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský internet a osobou Ján Holp?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "slovenský internet" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Ján Holp súvisí bakalárska práca s názvom Vyhľadávač na slovenskom internete vypracovaná v roku 2019 a tiež diplomový projekt z roku 2020, ktorý zahŕňa úlohu využiť veľké slovenské dáta z internetu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp slovenský internet dokument študent" + }, + "latency_seconds": 0.041873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.436985, + "tool_latency_seconds": 0.041873, + "final_model_latency_seconds": 5.380262, + "total_latency_seconds": 6.859335, + "usage": { + "prompt_tokens": 4959, + "completion_tokens": 140, + "total_tokens": 5099 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0014", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Čo bolo implementované v stave práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "PageRank", + "indexovanie webových stránok" + ], + "should_answer": true, + "note": null, + "answer": "V diplomovej práci Jána Holpa s názvom „Systém získavania informácií v slovenskom jazyku\" bolo k 12. marcu implementované algoritmus PageRank a indexovanie webových stránok.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holpa štát prác implementované", + "limit": 5, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.07128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.987599, + "tool_latency_seconds": 0.07128, + "final_model_latency_seconds": 10.376925, + "total_latency_seconds": 12.436135, + "usage": { + "prompt_tokens": 11444, + "completion_tokens": 155, + "total_tokens": 11599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0015", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol názov bakalárskej práce Jána Holpa?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Vyhľadávač na slovenskom internete" + ], + "should_answer": true, + "note": null, + "answer": "Názvom bakalárskej práce Jána Holpa je Vyhľadávač na slovenskom internete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ján Holp bakalárska práca názov", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.044203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.833777, + "tool_latency_seconds": 0.044203, + "final_model_latency_seconds": 4.763791, + "total_latency_seconds": 6.641954, + "usage": { + "prompt_tokens": 4952, + "completion_tokens": 117, + "total_tokens": 5069 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0016", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maroš Harahus.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Maroš Harahus sa nachádza na stránke s názvom Maroš Harahus, ktorá eviduje jeho dizertačnú prácu zameranú na automatické opravy textu a spracovanie prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.068401, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.947224, + "tool_latency_seconds": 0.068401, + "final_model_latency_seconds": 7.338378, + "total_latency_seconds": 9.354311, + "usage": { + "prompt_tokens": 7832, + "completion_tokens": 155, + "total_tokens": 7987 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0017", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Maroš Harahus je Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca názov", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.056885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.079917, + "tool_latency_seconds": 0.056885, + "final_model_latency_seconds": 4.740666, + "total_latency_seconds": 6.877683, + "usage": { + "prompt_tokens": 4999, + "completion_tokens": 134, + "total_tokens": 5133 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0018", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Neurónová morfologická anotácia slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Neurónová morfologická anotácia slovenského jazyka\" vypracoval Maroš Harahus ako svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka" + }, + "latency_seconds": 0.062512, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.509165, + "tool_latency_seconds": 0.062512, + "final_model_latency_seconds": 5.132661, + "total_latency_seconds": 6.704557, + "usage": { + "prompt_tokens": 5220, + "completion_tokens": 118, + "total_tokens": 5338 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0019", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Neurónová morfologická anotácia slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Neurónová morfologická anotácia slovenského jazyka\" rieši študent Maroš Harahus vo svojej diplomovej práci z roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Neurónová morfologická anotácia slovenského jazyka študent dokument téma", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.095564, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 2.238705, + "tool_latency_seconds": 0.095564, + "final_model_latency_seconds": 10.399868, + "total_latency_seconds": 12.734537, + "usage": { + "prompt_tokens": 11815, + "completion_tokens": 158, + "total_tokens": 11973 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0020", + "split": "dev", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Maroš Harahus“?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Témou diplomovej práce Maroša Harahusa je „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca téma" + }, + "latency_seconds": 0.091635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.422127, + "tool_latency_seconds": 0.091635, + "final_model_latency_seconds": 8.952192, + "total_latency_seconds": 10.4663, + "usage": { + "prompt_tokens": 10018, + "completion_tokens": 98, + "total_tokens": 10116 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0021", + "split": "dev", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maroš Harahus uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maroš Harahus je uvedená diplomová práca v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca rok", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.064517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.835644, + "tool_latency_seconds": 0.064517, + "final_model_latency_seconds": 5.423762, + "total_latency_seconds": 7.324192, + "usage": { + "prompt_tokens": 5900, + "completion_tokens": 114, + "total_tokens": 6014 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0022", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická anotácia a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": null, + "answer": "S témou morfologická anotácia a osobou Maroš Harahus súvisí jeho diplomová práca z roku 2021 s názvom Neurónová morfologická anotácia slovenského jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus morfologická anotácia študent dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.057131, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 2.131448, + "tool_latency_seconds": 0.057131, + "final_model_latency_seconds": 5.110392, + "total_latency_seconds": 7.299193, + "usage": { + "prompt_tokens": 4990, + "completion_tokens": 159, + "total_tokens": 5149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0023", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Maroš Harahus?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus je študent, ktorý sa venuje téme Spacy v rámci tímového projektu „Spracovanie prirodzeného jazyka\" z roku 2019, kde sa špecializuje na podporu slovenčiny v tejto knižnici, a taktiež je uvedený ako autor dokumentu o tejto téme.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus Spacy dokument študent", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.135921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 2.083118, + "tool_latency_seconds": 0.135921, + "final_model_latency_seconds": 15.041626, + "total_latency_seconds": 17.261189, + "usage": { + "prompt_tokens": 15943, + "completion_tokens": 227, + "total_tokens": 16170 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0024", + "split": "dev", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý študentský dokument o grafových neurónových sieťach má v metadátach ako autora dokumentu uvedeného Maroša Harahusa?", + "override_applied": true, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "expected_answer_contains": [ + "Dmytro Mural", + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Answer-level disambiguation: študentský dokument patrí Dmytrovi Muralovi; Maroš Harahus je v jeho metadátach uvedený ako autor dokumentu. Nemá sa zamieňať autor dokumentu so študentom, ktorý prácu vypracoval.", + "answer": "Študentský dokument o grafových neurónových sieťach, ktorý má v metadátach ako autora dokumentu uvedeného Maroša Harahusa, je bakalárska práca Dmytra Murala s názvom „Grafové neurónové siete pre vyhľadávanie na internete\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus grafové neurónové siete študentský dokument autor" + }, + "latency_seconds": 0.152527, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.564661, + "tool_latency_seconds": 0.152527, + "final_model_latency_seconds": 10.483048, + "total_latency_seconds": 12.200636, + "usage": { + "prompt_tokens": 11127, + "completion_tokens": 141, + "total_tokens": 11268 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0025", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú knižnicu používala diplomová práca Maroša Harahusa na morfologickú anotáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Maroš Harahus použil pre morfologickú anotáciu v rámci svojej diplomovej práce knižnicu Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus diplomová práca morfologická anotácia knižnica" + }, + "latency_seconds": 0.066578, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.557651, + "tool_latency_seconds": 0.066578, + "final_model_latency_seconds": 5.079457, + "total_latency_seconds": 6.703892, + "usage": { + "prompt_tokens": 5264, + "completion_tokens": 104, + "total_tokens": 5368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0026", + "split": "dev", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké metódy mal Maroš Harahus študovať v súvislosti s US Steel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "grafové neurónové siete" + ], + "should_answer": true, + "note": null, + "answer": "V súvislosti s US Steel mal Maroš Harahus za úlohu naštudovať dáta z tejto firmy a vypracovať prehľad aktuálnych metód grafových neurónových sietí, prípadne nájsť a vyskúšať toolkit na GNN.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Maroš Harahus US Steel metódy štúdia", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.05324, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.883671, + "tool_latency_seconds": 0.05324, + "final_model_latency_seconds": 5.991873, + "total_latency_seconds": 7.928976, + "usage": { + "prompt_tokens": 5768, + "completion_tokens": 158, + "total_tokens": 5926 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0027", + "split": "dev", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Tomáš Kuchárik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Tomáš Kuchárik je dostupný pod názvom Tomáš Kuchárik a pojednáva o jeho diplomovej práci z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik osoba dokument", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.093688, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.997248, + "tool_latency_seconds": 0.093688, + "final_model_latency_seconds": 9.947424, + "total_latency_seconds": 12.038707, + "usage": { + "prompt_tokens": 11196, + "completion_tokens": 142, + "total_tokens": 11338 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0028", + "split": "dev", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tomáš Kuchárik diplomová práca názov" + }, + "latency_seconds": 0.045109, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.438537, + "tool_latency_seconds": 0.045109, + "final_model_latency_seconds": 5.735722, + "total_latency_seconds": 7.219601, + "usage": { + "prompt_tokens": 5594, + "completion_tokens": 121, + "total_tokens": 5715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0029", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ sa venoval Tomáš Kuchárik v rámci svojej diplomovej práce v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu autor", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.128364, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 2.35849, + "tool_latency_seconds": 0.128364, + "final_model_latency_seconds": 10.862742, + "total_latency_seconds": 13.349962, + "usage": { + "prompt_tokens": 12129, + "completion_tokens": 178, + "total_tokens": 12307 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0030", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\" rieši študent Tomáš Kuchárik v rámci svojej diplomovej práce z roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.117578, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 2.327589, + "tool_latency_seconds": 0.117578, + "final_model_latency_seconds": 5.46619, + "total_latency_seconds": 7.911586, + "usage": { + "prompt_tokens": 5184, + "completion_tokens": 175, + "total_tokens": 5359 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.csv new file mode 100644 index 0000000..b93b35e --- /dev/null +++ b/tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.csv @@ -0,0 +1,14 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", ktorú začal riešiť v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",2.237557,0.610734,22.337173,25.186383,27853,165,28018, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ vypracoval študent Jakub Maruniak ako svoju diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.983722,0.361649,20.258395,22.604572,24665,166,24831, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Študent Jakub Maruniak vypracovával diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ktorá zahŕňala prípravu korpusu, anotačnú schému a trénovanie modelu pomocou knižnice Spacy a systému Prodigy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.543902,0.388218,18.685204,20.617953,22419,171,22590, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.826006,0.444688,23.977492,26.248873,29233,151,29384, diff --git a/tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.json b/tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.json new file mode 100644 index 0000000..e2824ce --- /dev/null +++ b/tools/rag/evaluation/results/remaining_4_after_base_priority/rag_answers_dev_selected.json @@ -0,0 +1,405 @@ +{ + "generated_at": "2026-09-28T10:04:56.975073+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "30faba5a42734cca20f2a7127319ba68ec416aa7d294ea53d875b750f8b40099", + "selected_question_ids": [ + "q0004", + "q0040", + "q0041", + "q0336" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 4, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.664445, + "prompt_tokens": 104170, + "completion_tokens": 653, + "total_tokens": 104823, + "by_category": { + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 1, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 22.604572, + "prompt_tokens": 24665, + "completion_tokens": 166, + "total_tokens": 24831 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 3, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 24.017736, + "prompt_tokens": 79505, + "completion_tokens": 487, + "total_tokens": 79992 + } + }, + "by_difficulty": { + "medium": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 4, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 23.664445, + "prompt_tokens": 104170, + "completion_tokens": 653, + "total_tokens": 104823 + } + } + }, + "results": [ + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorú začal riešiť v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.610734, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 2.237557, + "tool_latency_seconds": 0.610734, + "final_model_latency_seconds": 22.337173, + "total_latency_seconds": 25.186383, + "usage": { + "prompt_tokens": 27853, + "completion_tokens": 165, + "total_tokens": 28018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ vypracoval študent Jakub Maruniak ako svoju diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.361649, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.983722, + "tool_latency_seconds": 0.361649, + "final_model_latency_seconds": 20.258395, + "total_latency_seconds": 22.604572, + "usage": { + "prompt_tokens": 24665, + "completion_tokens": 166, + "total_tokens": 24831 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Jakub Maruniak vypracovával diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\", ktorá zahŕňala prípravu korpusu, anotačnú schému a trénovanie modelu pomocou knižnice Spacy a systému Prodigy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5 + }, + "latency_seconds": 0.388218, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.543902, + "tool_latency_seconds": 0.388218, + "final_model_latency_seconds": 18.685204, + "total_latency_seconds": 20.617953, + "usage": { + "prompt_tokens": 22419, + "completion_tokens": 171, + "total_tokens": 22590 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.444688, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.826006, + "tool_latency_seconds": 0.444688, + "final_model_latency_seconds": 23.977492, + "total_latency_seconds": 26.248873, + "usage": { + "prompt_tokens": 29233, + "completion_tokens": 151, + "total_tokens": 29384 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.csv b/tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.csv new file mode 100644 index 0000000..01ea2d8 --- /dev/null +++ b/tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.csv @@ -0,0 +1,24 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0004,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Ján Holp"", ""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Študent Michal Stromko riešil v rámci diplomového projektu 2023/2024 nápad vytvoriť novú databázu pre vyhodnotenie získavania informácií v slovenskom jazyku a v rámci svojej bakalárskej práce 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" vypracoval prehľad metód pre získavanie informácií. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",2.144647,0.676436,24.441494,27.263318,29684,210,29894, +q0040,dev,reverse_lookup,medium,Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Jakub Maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študenta, ktorý by vypracovával prácu s presne takýmto názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". Hoci téma rozpoznávania a anotácie pomenovaných entít v slovenčine je spomínaná pri viacerých študentoch (napr. Serhii Yemets, Martin Wencel) a v otvorených témach, ich konkrétny názov práce sa od hľadaného líši. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/topics/otvorene",1.544723,0.430203,23.321957,25.297772,26267,265,26532, +q0041,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,0.0,1.0,0.625,False,"[""Jakub Maruniak"", ""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Študent Than Trung Thanh vypracovával bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"", ktorý zahŕňal tvorbu korpusu, anotáciu textu a trénovanie modelu pre rozpoznávanie pomenovaných entít. Ďalšími študentmi, ktorí sa touto témou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania slovenského jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 zameraná na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",1.552659,0.407902,26.256599,28.217874,28158,335,28493, +q0336,dev,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Tetiana Mohorian"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",2.075369,0.509291,24.244233,26.82961,27797,250,28047, diff --git a/tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.json b/tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.json new file mode 100644 index 0000000..9a5041f --- /dev/null +++ b/tools/rag/evaluation/results/remaining_4_current/rag_answers_dev_selected.json @@ -0,0 +1,403 @@ +{ + "generated_at": "2026-09-28T09:57:37.797325+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "30faba5a42734cca20f2a7127319ba68ec416aa7d294ea53d875b750f8b40099", + "selected_question_ids": [ + "q0004", + "q0040", + "q0041", + "q0336" + ], + "applied_override_ids": [], + "split": "dev", + "selected_question_count": 4, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.125, + "source_url_score": 0.0, + "should_answer_score": 0.75, + "overall_score": 0.46875, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 26.902144, + "prompt_tokens": 111906, + "completion_tokens": 1060, + "total_tokens": 112966, + "by_category": { + "reverse_lookup": { + "total": 1, + "completed": 1, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 0.0, + "should_answer_score": 1.0, + "overall_score": 0.5, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 25.297772, + "prompt_tokens": 26267, + "completion_tokens": 265, + "total_tokens": 26532 + }, + "topic_lookup": { + "total": 3, + "completed": 3, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.166667, + "source_url_score": 0.0, + "should_answer_score": 0.666667, + "overall_score": 0.458333, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 27.436934, + "prompt_tokens": 85639, + "completion_tokens": 795, + "total_tokens": 86434 + } + }, + "by_difficulty": { + "medium": { + "total": 4, + "completed": 4, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.125, + "source_url_score": 0.0, + "should_answer_score": 0.75, + "overall_score": 0.46875, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 26.902144, + "prompt_tokens": 111906, + "completion_tokens": 1060, + "total_tokens": 112966 + } + } + }, + "results": [ + { + "id": "q0004", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Ján Holp", + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Michal Stromko riešil v rámci diplomového projektu 2023/2024 nápad vytvoriť novú databázu pre vyhodnotenie získavania informácií v slovenskom jazyku a v rámci svojej bakalárskej práce 2022 s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" vypracoval prehľad metód pre získavanie informácií.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systém získavania informácií v slovenskom jazyku“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.676436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 2.144647, + "tool_latency_seconds": 0.676436, + "final_model_latency_seconds": 24.441494, + "total_latency_seconds": 27.263318, + "usage": { + "prompt_tokens": 29684, + "completion_tokens": 210, + "total_tokens": 29894 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0040", + "split": "dev", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť študenta, ktorý by vypracovával prácu s presne takýmto názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\". Hoci téma rozpoznávania a anotácie pomenovaných entít v slovenčine je spomínaná pri viacerých študentoch (napr. Serhii Yemets, Martin Wencel) a v otvorených témach, ich konkrétny názov práce sa od hľadaného líši.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/topics/otvorene", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“?" + }, + "latency_seconds": 0.430203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.544723, + "tool_latency_seconds": 0.430203, + "final_model_latency_seconds": 23.321957, + "total_latency_seconds": 25.297772, + "usage": { + "prompt_tokens": 26267, + "completion_tokens": 265, + "total_tokens": 26532 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0041", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Jakub Maruniak", + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Than Trung Thanh vypracovával bakalársky projekt v roku 2020 s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy\", ktorý zahŕňal tvorbu korpusu, anotáciu textu a trénovanie modelu pre rozpoznávanie pomenovaných entít. Ďalšími študentmi, ktorí sa touto témou zaoberali, sú Martin Wencel (bakalárska práca 2020 o demonštrácii spracovania slovenského jazyka vrátane rozpoznávania entít) a Serhii Yemets (bakalárska práca 2025 zameraná na zlepšenie slovenského modelu pre rozpoznávanie pomenovaných entít).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“.", + "limit": 5 + }, + "latency_seconds": 0.407902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.552659, + "tool_latency_seconds": 0.407902, + "final_model_latency_seconds": 26.256599, + "total_latency_seconds": 28.217874, + "usage": { + "prompt_tokens": 28158, + "completion_tokens": 335, + "total_tokens": 28493 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + true + ], + "answer_contains_score": 0.5, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.625, + "strict_pass": false, + "error": null + }, + { + "id": "q0336", + "split": "dev", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Tetiana Mohorian", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý má bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.509291, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.075369, + "tool_latency_seconds": 0.509291, + "final_model_latency_seconds": 24.244233, + "total_latency_seconds": 26.82961, + "usage": { + "prompt_tokens": 27797, + "completion_tokens": 250, + "total_tokens": 28047 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + } + ] +} diff --git a/evaluation/results/retrieval_results.csv b/tools/rag/evaluation/results/retrieval_results.csv similarity index 100% rename from evaluation/results/retrieval_results.csv rename to tools/rag/evaluation/results/retrieval_results.csv diff --git a/evaluation/results/retrieval_results.json b/tools/rag/evaluation/results/retrieval_results.json similarity index 100% rename from evaluation/results/retrieval_results.json rename to tools/rag/evaluation/results/retrieval_results.json diff --git a/evaluation/results/retrieval_results_baseline.csv b/tools/rag/evaluation/results/retrieval_results_baseline.csv similarity index 100% rename from evaluation/results/retrieval_results_baseline.csv rename to tools/rag/evaluation/results/retrieval_results_baseline.csv diff --git a/evaluation/results/retrieval_results_baseline.json b/tools/rag/evaluation/results/retrieval_results_baseline.json similarity index 100% rename from evaluation/results/retrieval_results_baseline.json rename to tools/rag/evaluation/results/retrieval_results_baseline.json diff --git a/evaluation/results/retrieval_results_dev.csv b/tools/rag/evaluation/results/retrieval_results_dev.csv similarity index 100% rename from evaluation/results/retrieval_results_dev.csv rename to tools/rag/evaluation/results/retrieval_results_dev.csv diff --git a/evaluation/results/retrieval_results_dev.json b/tools/rag/evaluation/results/retrieval_results_dev.json similarity index 100% rename from evaluation/results/retrieval_results_dev.json rename to tools/rag/evaluation/results/retrieval_results_dev.json diff --git a/evaluation/results/retrieval_results_dev_baseline.csv b/tools/rag/evaluation/results/retrieval_results_dev_baseline.csv similarity index 100% rename from evaluation/results/retrieval_results_dev_baseline.csv rename to tools/rag/evaluation/results/retrieval_results_dev_baseline.csv diff --git a/evaluation/results/retrieval_results_dev_baseline.json b/tools/rag/evaluation/results/retrieval_results_dev_baseline.json similarity index 100% rename from evaluation/results/retrieval_results_dev_baseline.json rename to tools/rag/evaluation/results/retrieval_results_dev_baseline.json diff --git a/evaluation/results/retrieval_results_dev_final.csv b/tools/rag/evaluation/results/retrieval_results_dev_final.csv similarity index 100% rename from evaluation/results/retrieval_results_dev_final.csv rename to tools/rag/evaluation/results/retrieval_results_dev_final.csv diff --git a/evaluation/results/retrieval_results_dev_final.json b/tools/rag/evaluation/results/retrieval_results_dev_final.json similarity index 100% rename from evaluation/results/retrieval_results_dev_final.json rename to tools/rag/evaluation/results/retrieval_results_dev_final.json diff --git a/evaluation/results/retrieval_results_test.csv b/tools/rag/evaluation/results/retrieval_results_test.csv similarity index 100% rename from evaluation/results/retrieval_results_test.csv rename to tools/rag/evaluation/results/retrieval_results_test.csv diff --git a/evaluation/results/retrieval_results_test.json b/tools/rag/evaluation/results/retrieval_results_test.json similarity index 100% rename from evaluation/results/retrieval_results_test.json rename to tools/rag/evaluation/results/retrieval_results_test.json diff --git a/evaluation/results/retrieval_results_test_final.csv b/tools/rag/evaluation/results/retrieval_results_test_final.csv similarity index 100% rename from evaluation/results/retrieval_results_test_final.csv rename to tools/rag/evaluation/results/retrieval_results_test_final.csv diff --git a/evaluation/results/retrieval_results_test_final.json b/tools/rag/evaluation/results/retrieval_results_test_final.json similarity index 100% rename from evaluation/results/retrieval_results_test_final.json rename to tools/rag/evaluation/results/retrieval_results_test_final.json diff --git a/tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.csv b/tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.csv new file mode 100644 index 0000000..9b4d5aa --- /dev/null +++ b/tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.csv @@ -0,0 +1,1697 @@ +id,split,category,difficulty,question,requested_model,response_model,tool_called,tool_call_count,answer_contains_score,source_url_score,should_answer_score,overall_score,strict_pass,expected_answer_contains,expected_source_urls,rag_source_urls,answer,first_model_latency_seconds,tool_latency_seconds,final_model_latency_seconds,total_latency_seconds,prompt_tokens,completion_tokens,total_tokens,error +q0052,test,entity_lookup,easy,Nájdi dokument o osobe Lukáš Pokrývka.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Z dokumentu o osobe Lukáš Pokrývka vyplýva, že študoval od roku 2016 a v roku 2021 vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",2.086105,0.327385,14.614698,17.028857,17895,163,18058, +q0053,test,fact_title,easy,Aký je názov diplomová práca osoby Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Názov Lukášovej Pokrývku diplomovej práce je „Paralelné trénovanie neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.765598,0.264245,13.182104,15.212689,16935,137,17072, +q0054,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Prácu s názvom „Paralelné trénovanie neurónových sietí"" vypracoval študent Lukáš Pokrývka ako diplomovú prácu v roku 2021 pod vedením Ing. Daniela Hládeka, PhD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.813691,0.635068,26.990805,29.440413,33539,165,33704, +q0055,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""Paralelné trénovanie neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Študent Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021, ktorá sa zameriava na výber metódy paralelného trénovania, prípravu dát a experimenty na overenie výkonu tohto prístupu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.648063,0.81617,47.902442,50.367868,55367,175,55542, +q0056,test,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Lukáš Pokrývka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Lukáš Pokrývka je uvedená téma diplomovej práce „Paralelné trénovanie neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.640949,0.338506,18.645965,20.626054,22359,127,22486, +q0057,test,fact_start_year,easy,V ktorom roku začal študovať Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Lukáš Pokrývka začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.799756,0.296293,14.896427,16.993033,18421,129,18550, +q0058,test,verification,medium,Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Áno, pri osobe Lukáš Pokrývka je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.947833,0.344485,7.145938,9.43854,8208,152,8360, +q0059,test,fact_work_year,easy,V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Pri osobe Lukáš Pokrývka je v ZP Wiki uvedená diplomová práca v roku 2021 s názvom „Paralelné trénovanie neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.79868,0.302055,17.504514,19.605837,21617,152,21769, +q0060,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Lukáš Pokrývka začal študovať v roku 2016 a vypracovával svoju diplomovú prácu v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.668502,0.33965,15.02496,17.033701,18160,137,18297, +q0061,test,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Rok 2016 nie je rokom záverečnej práce Lukáša Pokrývky, ale rokom jeho začiatku štúdia; jeho diplomová práca bola vypracovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.700419,0.284487,14.572877,16.558301,17599,153,17752, +q0062,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""PyTorch""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Študent Lukáš Pokrývka vypracovával diplomový projekt v roku 2020 s názvom „Diplomový projekt 2 2020"", pri ktorom používal framework PyTorch (verzia 1.4) na paralelné trénovanie neurónových sietí na viacerých GPU a strojoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.386708,0.301054,20.177149,21.865611,24007,157,24164, +q0063,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""NCCL""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","S Lukášom Pokrývkou súvisí študentský dokument, ktorý uvádza jeho prácu na diplomových projektoch v rokoch 2020, kde pri paralelnom trénovaní neurónových sietí pomocou knižnice PyTorch explicitne použil backend NCCL pre komunikáciu medzi viacerými strojmi a GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.605102,0.23678,12.939639,14.782001,14838,172,15010, +q0064,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""GPU""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Lukáš Pokrývka je študent, ktorý vypracovával diplomový projekt v roku 2020 s témou súvisiacou s paralelným trénovaním neurónových sietí na GPU, kde používal technológie ako PyTorch, CUDA 10.0 a NCCL backend na trénovanie modelov na viacerých GPU a strojoch. Jeho študentská stránka má tagy „cloud“ a „gpu“ a dokumentácia explicitne uvádza úlohy spojené s trénovaním na 1 GPU a 2 GPU, ako aj problémy s kompatibilitou Compute Capability pri použití GPU Tesla V40. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.32583,0.289756,14.302447,15.918494,15506,220,15726, +q0065,test,specific_fact,medium,Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""LUNA""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc použil LUNA dataset, ktorý obsahuje CT torza a má veľkosť približne 60 GB dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.953226,0.39664,8.209796,10.559941,9573,162,9735, +q0066,test,specific_fact,medium,Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""NCCL""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Pri trénovaní na dvoch strojoch (konkrétne na kombinácii strojov idoc a tesla) použil Lukáš Pokrývka backend NCCL. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.442113,0.4509,18.974386,20.867969,23623,121,23744, +q0067,test,entity_lookup,easy,Nájdi dokument o osobe Dárius Lindvai.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dokument o Dáriusovi Lindvai sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai a zoznamuje jeho štúdium začaté v roku 2016, počas ktorého vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" (kategória dp2021) a bakalársku prácu (kategória bp2019). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.291413,0.326489,16.175768,17.794266,17993,188,18181, +q0068,test,fact_title,easy,Aký je názov diplomová práca osoby Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas""]","Diplomová práca Dáriusa Lindvaiho má názov „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.797179,0.277191,13.096632,15.171465,15954,142,16096, +q0069,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" vypracoval Dárius Lindvai. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.941229,0.51579,23.10193,25.559639,28392,149,28541, +q0070,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""Obnovenie interpunkcie pomocou hlbokých neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","Študent Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorá bola realizovaná v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.607673,0.600615,25.496184,27.705239,30590,139,30729, +q0071,test,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Dárius Lindvai“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Téma diplomovej práce Dária Lindvaja je „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.186048,0.476385,15.17112,16.834064,18354,98,18452, +q0072,test,fact_start_year,easy,V ktorom roku začal študovať Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas""]","Dárius Lindvai začal študovať v roku 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.788379,0.297706,15.201684,17.288328,18804,123,18927, +q0073,test,verification,medium,Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Áno, pri osobe Dárius Lindvai je v dokumente explicitne uvedený rok začiatku štúdia 2016. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.91475,0.375965,6.62954,8.920497,7305,144,7449, +q0074,test,fact_work_year,easy,V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Pri osobe Dárius Lindvai je uvedená diplomová práca v roku 2021, čo je potvrdené kategóriou dp2021 a názvom práce „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v dokumente o ňom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.15638,0.391117,18.334152,19.882404,22313,135,22448, +q0075,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Osoba Dárius Lindvai začala štúdium v roku 2016 a jeho diplomový projekt sa realizoval v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.66248,0.597341,26.857094,29.117818,32690,131,32821, +q0076,test,adversarial_year,hard,Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2016"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Nie, rok 2016 nie je rokom záverečnej práce Dáriusa Lindvaia, ale rokom začiatku jeho štúdia; jeho diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" bola vypracovaná v roku 2021 (kategória dp2021), pričom v roku 2016 študent začal študovať. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.86882,0.237725,12.875255,14.982276,14118,211,14329, +q0077,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""interpunkcia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Študent Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ktorá sa priamo zaoberá témou interpunkcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.849608,0.411362,11.608266,13.869681,13775,161,13936, +q0078,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""BiLSTM""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Študent Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", pri ktorej v rámci zápisu o činnosti uvádza trénovanie modelu BiLSTM+CRF. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.822349,0.438044,7.148338,9.409013,7777,167,7944, +q0079,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dárius Lindvai"", ""CRF""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Študent Dárius Lindvai je spojený s diplomovou prácou s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", pri ktorej pracoval na modeli využívajúcom metódu CRF (spomínanú ako BiLSTM+CRF v zázname o činnosti). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.560935,0.337179,13.89553,15.794107,16547,165,16712, +q0080,test,specific_fact,medium,Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""BiLSTM"", ""CRF""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dárius Lindvai pri obnove interpunkcie trénoval model architektúry **BiLSTM+CRF**. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.613104,0.383093,11.318231,13.314873,13981,121,14102, +q0081,test,specific_fact,medium,Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Precision"", ""Recall""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","Dárius Lindvai mal model pre jednotlivé triedy vyhodnocovať pomocou metrík Precision a Recall (presnosť a exhaustívnosť). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.956935,0.452226,6.685764,9.095215,7798,150,7948, +q0093,test,entity_lookup,easy,Nájdi dokument o osobe Márk Fehér.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Dokument o osobe Márk Fehér uvádza, že v roku 2022 vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.697925,0.259785,15.827581,17.78594,19480,145,19625, +q0094,test,fact_title,easy,Aký je názov diplomová práca osoby Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Názov diplomovej práce osoby Márk Fehér je „Klasifikácia textu metódami strojového učenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.813964,0.338168,21.625061,23.777865,26624,132,26756, +q0095,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" vypracoval študent Márk Fehér v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",2.022258,0.377298,16.920069,19.320149,20398,159,20557, +q0096,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""Klasifikácia textu metódami strojového učenia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Študent Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.846955,0.379783,23.98214,26.209527,28841,147,28988, +q0097,test,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Márk Fehér“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Márk Fehér je uvedená téma diplomovej práce „Klasifikácia textu metódami strojového učenia“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.771944,0.505193,21.830584,24.108464,26553,134,26687, +q0098,test,fact_work_year,easy,V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Márk Fehér je uvedená diplomová práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.786514,0.351231,21.929241,24.067654,26880,126,27006, +q0099,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""klasifikácia textu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Študent Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022, ktorá sa zameriava na klasifikáciu textu pomocou metód strojového učenia, vrátane experimentov s modelmi ako multinomial Bayes, random forest, support vector machine a neurónové siete. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.417775,0.202229,23.716731,25.337439,27732,165,27897, +q0100,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""strojové učenie""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"", ktorá bola obhájená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.811769,0.449437,18.00111,20.26296,21677,150,21827, +q0101,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""scikit""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022, ktorá sa zaoberala klasifikáciou textu a ako jedným z kľúčových nástrojov využil knižnicu scikit-learn na vyhodnotenie viacerých klasifikátorov, ako sú multinomický Bayes, náhodný les alebo podporné vektorové stroje. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.449448,0.357437,20.048552,21.85608,23093,192,23285, +q0112,test,entity_lookup,easy,Nájdi dokument o osobe Dmytro Ushatenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dmytro Ushatenko vypracoval v roku 2020 bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"", ktorá riešila vytvorenie dialógového systému informujúceho o možnostiach štúdia na katedre pomocou toolkitu RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.708667,0.206465,12.268105,14.183716,14053,173,14226, +q0113,test,fact_title,easy,Aký je názov bakalárska práca osoby Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Bakalársku prácu Dmytro Ushatenko má názov „Jednoduchý chatbot v jazyku Python"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.641419,0.225733,12.087597,13.955175,14972,128,15100, +q0114,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Prácu s názvom „Jednoduchý chatbot v jazyku Python“ vypracoval Dmytro Ushatenko ako svoju bakalársku prácu v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.428524,0.410627,20.57755,22.417304,25212,124,25336, +q0115,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""Jednoduchý chatbot v jazyku Python""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Študent Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.758501,0.407377,20.993815,23.160467,25613,144,25757, +q0116,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Dmytro Ushatenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Dmytro Ushatenko je uvedená téma jeho bakalárskej práce „Jednoduchý chatbot v jazyku Python“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.843615,0.142534,12.259789,14.246433,14895,143,15038, +q0117,test,fact_work_year,easy,V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pri osobe Dmytro Ushatenko je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.26139,0.241718,16.284683,17.788318,20282,97,20379, +q0118,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""chatbot""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Dmytro Ushatenko vypracoval bakalársku prácu v roku 2020 na tému „Jednoduchý chatbot v jazyku Python"", ktorá mala za cieľ vytvorenie dialógového systému informujúceho o možnostiach štúdia na katedre pomocou toolkitu RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.815425,0.253096,16.893837,18.962889,19876,176,20052, +q0119,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""Python""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020, ktorej cieľom bolo vytvorenie dialógového systému pomocou toolkitu RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.556758,0.198314,14.792633,16.548255,17700,150,17850, +q0120,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Dmytro Ushatenko vypracoval bakalársku prácu v roku 2020 s názvom „Jednoduchý chatbot v jazyku Python"", ktorá riešila tému dialógového systému s použitím toolkitu RASA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.840101,0.309568,15.619958,17.770277,18762,164,18926, +q0121,test,specific_fact,medium,O čom mal informovať chatbot Dmytra Ushatenka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""možnostiach štúdia na katedre""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Chatbot Dmytra Ushatenka mal byť jednoduchým dialógovým systémom, ktorý informuje o možnostiach štúdia na katedre, konkrétne o predmetoch štúdia prvého ročníka programu PS na KEMT. Jeho cieľom bolo pomôcť začínajúcim študentom odpovedať na otázky, ako napríklad čo majú robiť, aké predmety budú študovať a ako sa konajú predmety (potreba zápočtu a skúšky). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.847586,0.351674,15.267791,17.467577,17182,228,17410, +q0132,test,entity_lookup,easy,Nájdi dokument o osobe Martin Wencel.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Dokument o osobe Martin Wencel uvádza, že vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.703549,0.216672,17.829727,19.750523,21516,156,21672, +q0133,test,fact_title,easy,Aký je názov bakalárska práca osoby Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Bakalársku prácu Martin Wencel nesie názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.803937,0.325615,18.777694,20.907872,22902,147,23049, +q0134,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" vypracoval Martin Wencel ako svoju bakalársku prácu v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",2.018078,0.775136,24.910904,27.70482,29694,172,29866, +q0135,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel"", ""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Študentom, ktorý vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", je Martin Wencel. Jeho projekt z roku 2020 zahŕňal vytvorenie demonštračnej webovej aplikácie využívajúcej knižnicu Spacy pre tokenizáciu, morfologickú analýzu, parsing a rozpoznávanie pomenovaných entít v slovenčine. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",2.013068,0.702456,25.157381,27.873608,28897,235,29132, +q0136,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Martin Wencel“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Bakalárska práca Martina Wencela má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.168067,0.263634,18.246394,19.67869,22124,107,22231, +q0137,test,fact_work_year,easy,V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Pri osobe Martin Wencel je uvedená bakalárska práca v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.757483,0.328922,19.967183,22.054261,24797,127,24924, +q0138,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","S Martinom Wencelom súvisí bakalárska práca z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ktorej cieľom bolo vytvoriť demonštračnú aplikáciu a REST API pre využitie knižnice Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.321632,0.304775,17.97577,19.602784,20736,174,20910, +q0139,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel"", ""morfologická analýza""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Študent Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ktorej súčasťou je téma morfologická analýza. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.806041,0.268381,13.924068,15.999022,16595,162,16757, +q0140,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Študent Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ktorá zahŕňala aj tému rozpoznávania pomenovaných entít (named entity recognition). + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.767568,0.349326,18.852388,20.969891,22680,170,22850, +q0141,test,specific_fact,medium,Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""parsing"", ""morfologická analýza"", ""rozpoznávanie pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Martin Wencel mal v rámci svojej bakalárskej práce vysvetliť tri NLP úlohy: parsing, morfologickú analýzu a rozpoznávanie pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.859634,0.174551,7.87319,9.907675,8991,155,9146, +q0153,test,entity_lookup,easy,Nájdi dokument o osobe Filip Tomáš.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","Pre osobu Filip Tomáš je v ZP Wiki evidovaná diplomová práca s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes"", ktorú študent začal vypracovávať v roku 2024 a ktorá sa prekladá na rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.696816,0.286008,17.019834,19.003315,20528,167,20695, +q0154,test,fact_title,easy,Aký je názov bakalárska práca osoby Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca Filipa Tomáša z roku 2022 má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.785743,0.343673,17.028229,19.1582,20714,147,20861, +q0155,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" vypracováva študent Filip Tomáš ako svoju bakalársku prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.934631,0.43898,24.175963,26.550241,29361,155,29516, +q0156,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš"", ""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Študent Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" v roku 2022, pričom v rámci zadania riešil metódy automatického testovania a kontinuálneho nasadenia a implementoval pipeline pomocou GitLab CI a Cypress. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",2.099332,0.440898,16.425393,18.966088,18957,204,19161, +q0157,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Filip Tomáš“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Téma bakalárskej práce uvedenej pri osobe Filip Tomáš je „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.786876,0.452602,17.676304,19.916429,21649,141,21790, +q0158,test,fact_work_year,easy,V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pri osobe Filip Tomáš je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.763186,0.333034,22.457499,24.554372,27579,126,27705, +q0159,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš"", ""CI/CD""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Študent Filip Tomáš súvisí s témou CI/CD v rámci svojej bakalárskej práce z roku 2022 s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ktorá zahŕňala implementáciu CI/CD pipeline a automatizované testovanie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.842773,0.330588,14.565847,16.739729,16931,178,17109, +q0160,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš"", ""Docker Compose""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Študent Filip Tomáš súvisí s témou Docker Compose v rámci svojej bakalárskej práce z roku 2022 s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", kde bolo jedným z cieľov nasaďť systém automatického testovania pomocou Docker Compose a vypracovať prehľad CI/CD systémov nasaditeľných týmto nástrojom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.808588,0.416642,8.283268,10.508793,8613,199,8812, +q0161,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Filip Tomáš"", ""microk8s""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Študent Filip Tomáš vypracováva diplomovú prácu s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes"", kde v rámci úloh na stretnutí 7. novembra 2024 explicitne plánoval vytvoriť Ansible konfiguráciu pre microk8s. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.743295,0.331365,15.966192,18.041357,18943,175,19118, +q0162,test,specific_fact,medium,Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""microk8s""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Filip Tomáš mal skúmať systém pre orchestráciu klastra Kubernetes (konkrétne implementáciu microk8s na klastri Raspberry Pi). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.35955,0.353015,18.045899,19.759066,22172,111,22283, +q0163,test,specific_fact,medium,Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""5""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Pri návrhu klastra mal Filip Tomáš k dispozícii 5 jednotiek Raspberry Pi 4 s SD kartami. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.692669,0.289313,22.03173,24.014339,27042,123,27165, +q0185,test,entity_lookup,easy,Nájdi dokument o osobe Alina Vitko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Alina Vitko vypracovávala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", pri ktorej začala študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.702476,0.139423,8.545025,10.387244,9302,160,9462, +q0186,test,fact_title,easy,Aký je názov bakalárska práca osoby Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Bakalárska práca Aliny Vitko z roku 2022 má názov „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.778406,0.338378,19.305099,21.422482,23902,147,24049, +q0187,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"" vypracovávala Alina Vitko ako svoju bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",2.00838,0.493688,23.796729,26.299453,28638,167,28805, +q0188,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko"", ""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","Študentka Alina Vitko vypracovávala bakalársku prácu v roku 2022 na tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", pričom cieľom bolo vytvoriť prehľad metód a demonštračnú webovú aplikáciu. Ďalším študentom, ktorý riešil príbuznú tému „Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí"" v rámci svojej bakalárskej práce v roku 2021, je Oleh Bilykh. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko +https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",1.517927,0.302834,23.006945,24.828409,25632,253,25885, +q0189,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Alina Vitko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Témou bakalárskej práce Aliny Vitko sú Systémy pre generovanie odpovede na otázku v prirodzenom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.809364,0.157467,8.081834,10.04899,9426,137,9563, +q0190,test,fact_start_year,easy,V ktorom roku začal študovať Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Alina Vitko začala študovať v roku 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.759043,0.285483,14.416659,16.461688,18182,121,18303, +q0191,test,verification,medium,Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Áno, pri osobe Alina Vitko je uvedený rok začiatku štúdia 2019. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.941052,0.155436,6.7519,8.848654,7953,137,8090, +q0192,test,fact_work_year,easy,V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Alina Vitko je uvedená bakalárska práca v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.178169,0.434916,21.135852,22.749645,26309,89,26398, +q0193,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Alina Vitko začala študovať v roku 2019 a vypracovávala bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.624349,0.600208,26.517022,28.74244,32266,130,32396, +q0194,test,adversarial_year,hard,Je rok 2019 rokom záverečnej práce osoby Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2019"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2019 nie je rokom záverečnej práce Aliny Vitko; podľa dostupných dokumentov začala štúdium v roku 2019 a vypracovala bakalársku prácu v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.673332,0.42387,15.741547,17.839273,18455,152,18607, +q0195,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Alina Vitko je študentka, ktorá vypracovala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ktorá sa priamo venuje téme Question Answering (QA). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.775057,0.191208,10.893152,12.859867,12427,165,12592, +q0196,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko"", ""Streamlit""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Alina Vitko vypracovávala bakalársku prácu v roku 2022 na tému Systémy pre generovanie odpovede na otázku v prirodzenom jazyku, pri ktorej mala za úlohu vytvoriť demonštračnú webovú aplikáciu pomocou knižnice Streamlit. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.731629,0.512234,21.000582,23.245125,25275,175,25450, +q0197,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Alina Vitko"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študentka Alina Vitko vypracovávala bakalársku prácu v roku 2022 na tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", kde sa v rámci úloh priprave nasadenia aplikácie explicitne uvádza práca s Dockerom, vrátane zadania napísať Dockerfile. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.719168,0.269125,15.35587,17.344705,17823,186,18009, +q0198,test,specific_fact,medium,Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Streamlit""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Pre demo aplikáciu mala Alina Vitko použiť knižnicu Streamlit, pričom ako alternatívu boli uvedené aj iné knižnice, ako sú pywebio alebo gradio. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.80381,0.165539,8.031483,10.001102,9392,152,9544, +q0199,test,specific_fact,medium,Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""SlovakBERT""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Podľa zadania Alina Vitko mala vyskúšať slovenský model pre generovanie odpovede na otázku (QA) v rámci svojej bakalárskej práce, pričom konkrétne meno modelu nie je v dostupných záznamoch explicitne uvedené, len úloha bola získať slovenský model a modifikovať demo aplikáciu tak, aby s ním pracovala. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.434187,0.232467,26.935974,28.603373,32086,171,32257, +q0214,test,entity_lookup,easy,Nájdi dokument o osobe Martin Šarišský.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Dokument o osobe Martin Šarišský sa týka jeho diplomovej práce z roku 2026 s názvom „Agentové systémy pomocou veľkého jazykového modelu"", ktorá rieši vytvorenie systému na vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu textov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.699369,0.273249,20.043607,22.016834,23503,174,23677, +q0215,test,fact_title,easy,Aký je názov diplomová práca osoby Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Názov diplomovej práce Martina Šarišského je „Agentové systémy pomocou veľkého jazykového modelu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.816779,0.324289,21.372901,23.514593,26212,135,26347, +q0216,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik""]","Prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" vypracováva Martin Šarišský ako diplomovú prácu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",2.021354,0.531516,23.096923,25.650544,27900,156,28056, +q0217,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský"", ""Agentové systémy pomocou veľkého jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Študent Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"", ktorá sa zaoberá návrhom a implementáciou agentového systému pre vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu textov s využitím veľkých jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.541579,0.799282,48.357545,50.699589,54988,174,55162, +q0218,test,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Martin Šarišský“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pri osobe Martin Šarišský je v ZP Wiki uvedená téma diplomovej práce (rok 2026) ako „Agentové systémy pomocou veľkého jazykového modelu"", ktorá sa zameriava na spracovanie právnych informácií, vyhľadávanie v právnych dokumentoch a odpovedanie na otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.788375,0.33453,20.342392,22.465895,23335,183,23518, +q0219,test,fact_start_year,easy,V ktorom roku začal študovať Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Martin Šarišský začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.813781,0.396538,22.086539,24.297571,27295,124,27419, +q0220,test,verification,medium,Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Áno, pri osobe Martin Šarišský je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.922467,0.311038,19.715311,21.949378,23491,147,23638, +q0221,test,fact_work_year,easy,V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Diplomová práca pri osobe Martin Šarišský je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.757263,0.44723,25.17461,27.380017,30535,130,30665, +q0222,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Martin Šarišský začal študovať v roku 2021 a jeho diplomová práca, ktorá je súčasťou štúdia, bola vypracovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.857619,0.362826,7.572875,9.79362,8252,154,8406, +q0223,test,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Nie, rok 2021 nie je rokom záverečnej práce Martina Šarišského, ale rokom začiatku jeho štúdia. Podľa dostupných záznamov má Martin Šarišský evidovanú bakalársku prácu z roku 2024 a diplomovú prácu z roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.867413,0.439865,19.642488,21.950461,23653,188,23841, +q0224,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Martin Šarišský je študent, ktorý vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" v roku 2026, kde sa zameriava na vytvorenie agentového systému pre vyhľadávanie a spracovanie právnych informácií. Je tiež uvedený ako člen tímu v projektovej stránke „Legal Data Processing"" ako zodpovedný za agentový systém a spolupracuje s Matejom Ščišľakom na diplomovom projekte. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/topics/legal",1.751112,0.275274,20.063417,22.090389,22635,237,22872, +q0225,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský"", ""právne informácie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Študent Martin Šarišský je autorom diplomovej práce s názvom „Agentové systémy pomocou veľkého jazykového modelu"", ktorá sa zameriava na spracovanie právnych informácií, vyhľadávanie v zákonoch a vyhláškach a odpovedanie na právne otázky. Súčasťou tohto projektu je aj diplomový projekt s cieľom vytvoriť agenta vedúceho riešiť právne problémy. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.390966,0.318168,22.047174,23.756983,25732,183,25915, +q0226,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Šarišský"", ""DeepEval""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Študent Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"", kde je priamo stanovená úloha vyhodnotiť systém pomocou viacerých metrík nástroja DeepEval. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.849361,0.679053,24.330185,26.859317,28983,173,29156, +q0227,test,specific_fact,medium,Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Faithfulness"", ""AnswerRelevancy"", ""ContextualRelevancy""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pri vyhodnotení systému Martina Šarišského sa uvádzajú tri metriky: Faithfulness, AnswerRelevancy a ContextualRelevancy. Tieto metriky boli použité s databázou otázok a odpovedí od právničky. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.61943,0.44489,20.844311,22.909285,24985,149,25134, +q0228,test,specific_fact,medium,Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Docling""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Martin Šarišský mal v rámci svojej diplomovej práce zvážiť preparsovanie dát pomocou nástroja Docling namiesto použitia parsiera BeautifulSoup, ktorý bol pôvodne využitý na spracovanie HTML dát. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.779021,0.342727,8.3469,10.46892,9401,156,9557, +q0260,test,entity_lookup,easy,Nájdi dokument o osobe Eduard Matovka.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Eduard Matovka je študentom, ktorý vypracovával bakalársku prácu v roku 2024 na tému „Slovenská konverzačná umelá inteligencia"", kde sa zameral na natréningovanie jazykového modelu pre jednoduchú slovenskú konverzáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.741572,0.425341,6.659731,8.827012,7143,173,7316, +q0261,test,fact_title,easy,Aký je názov bakalárska práca osoby Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Názov bakalárskej práce osoby Eduard Matovka je „Slovenská konverzačná umelá inteligencia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.821941,0.220946,12.593959,14.637284,15856,136,15992, +q0262,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/steel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Prácu s názvom „Slovenská konverzačná umelá inteligencia"" vypracováva Eduard Matovka ako bakalársku prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.810589,0.469801,21.736243,24.017894,26332,150,26482, +q0263,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka"", ""Slovenská konverzačná umelá inteligencia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Študent Eduard Matovka vypracovával bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia"" v roku 2024, ktorej cieľom bolo natrénovať jazykový model pre jednoduchú slovenskú konverzáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.898171,0.398792,21.270941,23.568539,25405,179,25584, +q0264,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Eduard Matovka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Téma bakalárskej práce pri osobe Eduard Matovka je „Slovenská konverzačná umelá inteligencia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.627929,0.25339,15.804087,17.685915,19289,124,19413, +q0265,test,fact_start_year,easy,V ktorom roku začal študovať Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Eduard Matovka začal študovať v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.798725,0.21181,13.636606,15.647697,16995,127,17122, +q0266,test,verification,medium,Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Áno, pri osobe Eduard Matovka je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.944104,0.179709,6.642548,8.766641,7580,149,7729, +q0267,test,fact_work_year,easy,V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Eduard Matovka je uvedená bakalárska práca v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.799817,0.192476,18.473416,20.466333,23149,131,23280, +q0268,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Osoba Eduard Matovka začala študovať v roku 2021 a vypracovával svoju bakalársku prácu v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.671196,0.575149,26.972825,29.220009,32721,136,32857, +q0269,test,adversarial_year,hard,Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2021"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Rok 2021 nie je rokom záverečnej práce Eduarda Matovky, ale rokom začiatku jeho štúdia, keďže jeho bakalárska práca bola vypracovaná v roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.677285,0.261754,10.19844,12.137894,11469,152,11621, +q0270,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka"", ""slovenský jazykový model""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Študent Eduard Matovka vypracováva bakalársku prácu z roku 2024 s názvom „Slovenská konverzačná umelá inteligencia"", ktorej cieľom je natrénovanie jazykového modelu pre jednoduchú slovenskú konverzáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.864772,0.198922,8.012826,10.076801,8960,177,9137, +q0271,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka"", ""LLAMA""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Eduard Matovka vypracováva bakalársku prácu v roku 2024 s témou súvisiacou s neurónovými sieťami, konkrétne s modelmi LLAMA, kde skúša ich trénovanie (vrátane verzie LLAMA2 cez HF AutoTrain) a vyhodnocovanie pre odpovedanie v diskusiách. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.764588,0.189456,7.832611,9.786958,8509,183,8692, +q0272,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Eduard Matovka"", ""SlovakAlpaca""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Študent Eduard Matovka vypracovával bakalársku prácu v roku 2024 s témou súvisiacou s veľkými jazykovými modelmi, kde explicitne spomína experimentovanie s modelom LLAMA2 cez knižnicu Hugging Face AutoTrain na datasetoch SlovakAlpaca a SlovakAlpaca+. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.611382,0.270259,14.885784,16.767939,17769,172,17941, +q0273,test,specific_fact,medium,Aký bol predbežný cieľ práce Eduarda Matovku?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Natrénovať jazykový model pre jednoduchú slovenskú konverzáciu""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Predbežným cieľom práce Eduarda Matovky bolo natrénovať jazykový model pre jednoduchú slovenskú konverzáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.826798,0.270749,9.337548,11.435488,11071,143,11214, +q0274,test,specific_fact,medium,Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Gemma"", ""RWKV""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Eduard Matovka mal vyskúšať modely Gemma a RWKV (ktorý je typom RNN, nie Transformerom), okrem modelov LLAMA. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.830388,0.279878,7.31152,9.422071,8528,148,8676, +q0288,test,entity_lookup,easy,Nájdi dokument o osobe Andrii Pervashov.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dokument o osobe Andrii Pervashov je jeho študentská stránka, ktorá eviduje bakalársku prácu s návrhom témy „Korekcia textu pomocou neurónových sietí"" za rok 2025 a diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" za rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.810868,0.146318,7.952956,9.910439,8362,207,8569, +q0289,test,fact_title,easy,Aký je názov diplomová práca osoby Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Zdroje pre osobu Andrii Pervashov neobsahujú finálny schválený názov jeho diplomovej práce, ale uvádzajú návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" pre diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.812272,0.242696,19.069333,21.125015,22897,185,23082, +q0290,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","S študentom Andrii Pervashovom sa pracuje na diplomovej práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.768299,0.430801,22.197183,24.396942,26904,148,27052, +q0291,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Študent Andrii Pervashov rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" v rámci svojej diplomovej práce pre rok 2027, pričom cieľom je vytvoriť systém pre prepis reči a naplnenie formulára pomocou lokálnych jazykových modelov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.962147,0.409069,22.277647,24.649566,26048,201,26249, +q0292,test,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Andrii Pervashov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Pri osobe Andrii Pervashov je v dokumente uvedená téma diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027, pričom je tu zároveň uvedený návrh na tému bakalárskej práce „Korekcia textu pomocou neurónových sietí“ pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.849197,0.382006,16.730631,18.962508,19109,200,19309, +q0293,test,fact_start_year,easy,V ktorom roku začal študovať Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Andrii Pervashov začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.40338,0.220755,13.733711,15.358319,17045,104,17149, +q0294,test,verification,medium,Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Áno, pri osobe Andrii Pervashov je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.949141,0.230255,14.962164,17.142068,18252,153,18405, +q0295,test,fact_work_year,easy,V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021""]","Pri osobe Andrii Pervashov je uvedená diplomová práca v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.216014,0.397915,22.472495,24.087106,27564,96,27660, +q0296,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Andrii Pervashov začal študovať v roku 2022 a jeho diplomová práca je naplánovaná na rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.917649,0.155771,6.174945,8.248624,6051,151,6202, +q0297,test,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Nie, rok 2022 nie je rokom záverečnej práce Andrii Pervashova. Z dostupných zdrojov vyplýva, že rok 2022 je rokom začiatku jeho štúdia, pričom jeho diplomová práca je naplánovaná na rok 2027 s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.916763,0.655737,26.666788,29.240263,31626,211,31837, +q0298,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov"", ""speech-to-text""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť žiadny dokument alebo študenta, ktorý by sa explicitne zaoberal témou speech-to-text (rozpoznanie reči) v spojitosti s osobou Andrii Pervashov. Jeho dokumentácia uvádza témy ako korekcia textu pomocou neurónových sietí, spracovanie prirodzeného jazyka (NLP) a extrakcia informácií, pričom v rámci úloh pre diplomový projekt 2027 sa síce spomína možnosť naplniť formuláre pomocou rečového vstupu, no primárna téma práce nie je speech-to-text. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.85496,0.24287,23.517233,25.615752,25821,266,26087, +q0299,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Študent Andrii Pervashov pracuje na diplomovej práci s návrhovou témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", kde je jednou z úloh oboznámiť sa so systémom OpenWebUI a vyskúšať rozpoznávanie reči cez tento systém. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.786904,0.160617,15.075331,17.023385,17581,187,17768, +q0300,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Andrii Pervashov"", ""štruktúrované informácie""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Študent Andrii Pervashov súvisí s diplomovou prácou s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ktorá má za cieľ zlepšiť jazykový model pre extrakciu štruktúrovaných informácií z medicínskej domény. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.963939,0.162028,8.088904,10.215129,8435,196,8631, +q0301,test,specific_fact,medium,Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Pre svoju diplomovú prácu má Andrii Pervashov naštudovať systém OpenWebUI, pričom sa má oboznámiť s jeho dokumentáciou a v prípade potreby si vytvoriť vlastnú inštanciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.687419,0.160823,6.793883,8.642439,7557,158,7715, +q0302,test,specific_fact,medium,Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""štruktúrovanej podoby""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Agent Andriiho Pervashova má transformovať rečový vstup do štruktúrovanej podoby, pričom výstupom by mal byť formát ako JSON, ktorý sa následne použije na vyplnenie formulárov, napríklad pre tvorbu zdravotného záznamu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.847095,0.370526,12.969273,15.187335,15508,175,15683, +q0317,test,entity_lookup,easy,Nájdi dokument o osobe Oleh Poiasnik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Pre osobu Oleh Poiasnik bol v ZP Wiki nájdený študentský dokument, ktorý eviduje jeho bakalársku prácu z roku 2025 s témou vytvorenia asistenta pre lekárňu a diplomovú prácu z roku 2027 zameranú na expertný agentový systém na podporu rozhodovania v lekárni. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.726688,0.178587,8.148179,10.053735,8669,184,8853, +q0318,test,fact_title,easy,Aký je názov diplomová práca osoby Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Názov diplomovej práce osoby Oleh Poiasnik je „Expertný agentový systém na podporu rozhodovania v lekárni"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.782411,0.280349,16.696965,18.760359,20893,133,21026, +q0319,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ sa venuje študent Oleh Poiasnik, ktorý tento projekt vypracováva ako svoju diplomovú prácu pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",2.054521,0.529927,24.732269,27.317394,29818,173,29991, +q0320,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik"", ""Expertný agentový systém na podporu rozhodovania v lekárni""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Tému „Expertný agentový systém na podporu rozhodovania v lekárni"" rieši študent Oleh Poiasnik v rámci svojej diplomovej práce pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.879141,0.451931,17.208354,19.540122,20721,150,20871, +q0321,test,paraphrase,medium,Aká téma diplomovej práce je uvedená pri osobe „Oleh Poiasnik“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Téma diplomovej práce uvedená pri osobe Oleh Poiasnik je „Expertný agentový systém na podporu rozhodovania v lekárni"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.77077,0.33558,20.460195,22.567215,25268,135,25403, +q0322,test,fact_start_year,easy,V ktorom roku začal študovať Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Oleh Poiasnik začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.386084,0.278043,15.477516,17.14214,19180,97,19277, +q0323,test,verification,medium,Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Áno, pri osobe Oleh Poiasnik je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.325555,0.292069,17.930937,19.549121,22007,107,22114, +q0324,test,fact_work_year,easy,V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Pri osobe Oleh Poiasnik je v ZP Wiki uvedená diplomová práca pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.759403,0.285225,20.819863,22.865148,25687,130,25817, +q0325,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Rok začiatku štúdia osoby Oleh Poiasnik je 2022, zatiaľ čo rok jeho diplomovej práce je 2027 a bakalárskej práce 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.866744,0.437926,22.212603,24.518018,26897,154,27051, +q0326,test,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Ne, rok 2022 nie je rokom záverečnej práce osoby Oleh Poiasnik, ale rokom začiatku jeho štúdia. Podľa dostupných záznamov vypracováva bakalársku prácu v roku 2025 a diplomovú prácu v roku 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.674142,0.332479,17.637376,19.644585,20707,169,20876, +q0327,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik"", ""lekáreň""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Oleh Poiasnik vypracoval bakalársku prácu s názvom „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach"" (prípadne s podtémou vytvorenia asistenta pre zákazníka lekárne) a diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", ktorá sa zameriava na využitie znalostného grafu a príbalových letákov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.872693,0.279677,19.222058,21.375034,22113,219,22332, +q0328,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Študent Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", kde jedným z kľúčových cieľov je zostavenie znalostného grafu z databázy príbalových letákov liekov a jeho využitie na vylepšenie generovania odpovedí agentom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.793658,0.292046,27.562647,29.649129,32581,189,32770, +q0329,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleh Poiasnik"", ""LightRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Študent Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", v ktorej využíva technológiu LightRAG na vytvorenie znalostného grafu z databázy príbalových letákov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.788124,0.269969,17.621681,19.680322,20781,168,20949, +q0330,test,specific_fact,medium,Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""ADC""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Oleh Poiasnik mal zostaviť znalostný graf z databázy príbalových letákov ADC. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.214158,0.281069,22.899391,24.395309,28104,93,28197, +q0331,test,specific_fact,medium,Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""LightRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Oleh Poiasnik použil na vytvorenie znalostného grafu nástroj LightRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.37283,0.295755,23.542022,25.211269,28725,101,28826, +q0332,test,specific_fact,medium,Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""500""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","V stave práce Oleha Poiasnika bol pomocou nástroja LightRAG vytvorený znalostný graf pre približne 500 liekov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.661158,0.349817,22.178138,24.189724,26799,132,26931, +q0348,test,entity_lookup,easy,Nájdi dokument o osobe Vladyslav Yanchenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Vladyslav Yanchenko vypracováva bakalársku prácu z roku 2025 s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.718548,0.196028,15.975635,17.890785,18993,151,19144, +q0349,test,fact_title,easy,Aký je názov bakalárska práca osoby Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Bakalárska práca Vladyslava Yanchenka má názov „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.246723,0.218493,16.806197,18.271959,20489,111,20600, +q0350,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","K práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ sa venuje Vladyslav Yanchenko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",2.141681,0.549055,21.681315,24.372668,26469,165,26634, +q0351,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko"", ""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Študent Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.769811,0.580142,21.517292,23.86789,26039,146,26185, +q0352,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Vladyslav Yanchenko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Vladyslav Yanchenko má uvedenú tému bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.861335,0.234542,15.138425,17.234891,18228,148,18376, +q0353,test,fact_start_year,easy,V ktorom roku začal študovať Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Vladyslav Yanchenko začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.819162,0.239225,12.780725,14.839594,15896,129,16025, +q0354,test,verification,medium,Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Áno, pri osobe Vladyslav Yanchenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.357149,0.199876,12.082319,13.639815,14745,113,14858, +q0355,test,fact_work_year,easy,V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pri osobe Vladyslav Yanchenko je uvedená bakalárska práca v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.228911,0.199577,19.860337,21.289466,24750,96,24846, +q0356,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Osoba Vladyslav Yanchenko začala štúdium v roku 2022 a vypracováva bakalársku prácu v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.28391,0.251392,14.268135,15.803933,17341,112,17453, +q0357,test,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Nie, rok 2022 nie je rokom záverečnej práce Vladyslava Yanchenka, ale rokom začiatku jeho štúdia. Podľa dostupných informácií je jeho záverečnou prácou bakalárska práca s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá bola vypracovaná v roku 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.699776,0.237998,13.991625,15.929898,16140,195,16335, +q0358,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko"", ""cloud""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá sa zameriava na nasadzovanie aplikácií do cloudového prostredia, využitie služieb Azure a procesy kontinuálneho nasadenia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.795934,0.533071,17.712363,20.041943,20956,182,21138, +q0359,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko"", ""Kubernetes""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Študent Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá sa zameriava na nasadenie aplikácie pomocou Kubernetes, pričom v priebehu práce riešil aj inštaláciu nástrojov ako Grafana a Prometheus cez K8s a problémy s vlastnými skriptami pre tento klaster. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.775034,0.268199,16.511304,18.555013,18859,203,19062, +q0360,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Vladyslav Yanchenko"", ""Azure""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Študent Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorej súčasťou je využitie klaudovej databázy Azure. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.780912,0.405604,17.520906,19.707939,20959,163,21122, +q0361,test,specific_fact,medium,Aké technológie používal Vladyslav Yanchenko pre backend a frontend?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""SpringBoot"", ""React-Next.js""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","Vladyslav Yanchenko pre svoju bakalársku prácu použil na backend technológiu Spring Boot a na frontend reaktovú knižnicu React v kombinácii s Next.js. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.602167,0.253849,18.995118,20.851722,23139,138,23277, +q0362,test,specific_fact,medium,Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Azure PostgreSQL""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","Vladyslav Yanchenko aktivoval v prostredí Azure službu Azure PostgreSQL pre svoju databázu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.871438,0.140909,7.794781,9.807433,9189,138,9327, +q0394,test,entity_lookup,easy,Nájdi dokument o osobe Ján Malinovský.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias""]","Dokument o Jánovi Malinovskom uvádza, že študuje od roku 2022 a pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania"", ktorý sa zameriava na využitie grafových databáz a technológií RAG v oblasti vzdelávania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.688827,0.186506,19.184176,21.060169,22893,178,23071, +q0395,test,fact_title,easy,Aký je názov diplomový projekt osoby Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Názov diplomového projektu Ján Malinovský je „Grafové vyhľadávanie pre podporu vzdelávania"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.778333,0.368399,19.079569,21.226868,23500,134,23634, +q0396,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" sa venuje Ján Malinovský, ktorý vypracováva diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",2.04528,0.40696,21.595222,24.048078,26074,167,26241, +q0397,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský"", ""Grafové vyhľadávanie pre podporu vzdelávania""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Študent Ján Malinovský rieši diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania"", ktorý začal v roku 2022 a je evidovaný pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.981648,0.353164,21.351597,23.687052,25715,164,25879, +q0398,test,paraphrase,medium,Aká téma diplomového projektu je uvedená pri osobe „Ján Malinovský“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Téma diplomového projektu uvedená pri osobe Ján Malinovský je „Grafové vyhľadávanie pre podporu vzdelávania“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.744459,0.413104,22.765946,24.924151,27756,137,27893, +q0399,test,fact_start_year,easy,V ktorom roku začal študovať Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Malinovský začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.780879,0.347195,20.704536,22.833207,25652,124,25776, +q0400,test,verification,medium,Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Áno, pri osobe Ján Malinovský je v dokumente explicitne uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.913311,0.150055,7.261413,9.325085,8286,144,8430, +q0401,test,fact_work_year,easy,V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Ján Malinovský je uvedený diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.73726,0.347079,23.822087,25.907118,29638,125,29763, +q0402,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Ján Malinovský začal študovať v roku 2022 a vypracováva diplomový projekt v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.509037,0.378408,24.865463,26.753671,29838,121,29959, +q0403,test,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Podľa dostupných informácií v ZP Wiki začal študovať Ján Malinovský v roku 2022 a jeho diplomový projekt je evidovaný pre rok 2026, pričom v dokumentoch nie je uvedený rok záverečnej práce 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.873623,0.294499,14.774953,16.943654,17423,175,17598, +q0404,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Ján Malinovský súvisí s témou RAG (Retrieval Augmented Generation) v rámci svojho diplomového projektu s názvom „Grafové vyhľadávanie pre podporu vzdelávania"", kde sa zameriava na využitie znalostných grafov a metód GraphRAG pre lepšie vyhľadávanie v oblasti vzdelávania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.762849,0.251919,19.584788,21.600122,23168,188,23356, +q0405,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský"", ""GraphRAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Študent Ján Malinovský vypracováva diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania"", pri ktorom sa explicitne zameriava na štúdium a aplikáciu technológie GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.784618,0.123092,10.300764,12.208859,11708,162,11870, +q0406,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ján Malinovský"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Študent Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"", pri ktorom sa zaoberá tvorbou a využitím znalostného grafu v oblasti vzdelávania. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.809833,0.283306,20.389198,22.48291,24770,166,24936, +q0407,test,specific_fact,medium,Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""vzdelávania""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Ján Malinovský má zostaviť malý znalostný graf z oblasti vzdelávania, pričom ako príklady zdrojov sú uvedené výchovné opatrenia v špeciálnej pedagogike, osnovy pre výuku na základnej škole a spôsoby práce asistenta pedagóga. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.841314,0.190863,10.878683,12.911203,12328,177,12505, +q0408,test,specific_fact,medium,Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""výchovné opatrenia"", ""osnovy"", ""asistent pedagóga""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Pri práci Jána Malinovského s témou „Grafové vyhľadávanie pre podporu vzdelávania"" sú ako príklady oblastí obsahu uvedené výchovné opatrenia v špeciálnej pedagogike, osnovy pre výuku na základnej škole a spôsoby práce asistenta pedagóga, pričom konkrétne zdroje zahŕňajú osnovy predmetov slovenčina, matematika, angličtina, informatika, fyzika, biológia, občianska náuka, telesná výchova a chémia pre všetky ročníky. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.795924,0.237435,12.399214,14.432955,13328,232,13560, +q0409,test,entity_lookup,easy,Nájdi dokument o osobe Maksym Zatirka.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic""]","Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"", ktorá sa zameriava na vytvorenie inteligentného agenta využívajúceho znalostný graf pre slovenské právo a grafovú databázu Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.704309,0.178849,17.656161,19.53993,20932,179,21111, +q0410,test,fact_title,easy,Aký je názov bakalárska práca osoby Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Názov bakalárskej práce, ktorú vypracováva Maksym Zatirka, je „Grafová databáza pre podporu generovania slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.442117,0.321358,17.578172,19.342229,21395,124,21519, +q0411,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" sa venuje študent Maksym Zatirka v rámci svojej bakalárskej práce pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.913663,0.337893,21.009697,23.261888,25509,163,25672, +q0412,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka"", ""Grafová databáza pre podporu generovania slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Študentom, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka"", je Maksym Zatirka v rámci svojej bakalárskej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.93092,0.379428,22.864842,25.17596,27588,158,27746, +q0413,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Maksym Zatirka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Témou bakalárskej práce Maksyma Zatirku je „Grafová databáza pre podporu generovania slovenského jazyka“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.864352,0.307902,17.919699,20.092511,21812,142,21954, +q0414,test,fact_start_year,easy,V ktorom roku začal študovať Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Maksym Zatirka začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.629165,0.291548,15.438823,17.360064,19122,117,19239, +q0415,test,verification,medium,Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","Áno, pri osobe Maksym Zatirka je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.93809,0.326225,17.165117,19.429961,21026,149,21175, +q0416,test,fact_work_year,easy,V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Pri osobe Maksym Zatirka je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.792875,0.378739,19.239023,21.411316,23848,132,23980, +q0417,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Maksym Zatirka začal štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.852489,0.424705,18.864458,21.142318,23017,147,23164, +q0418,test,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Nie, rok 2023 nie je rokom záverečnej práce osoby Maksym Zatirka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.880844,0.353867,14.763498,16.998746,17761,165,17926, +q0419,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka"", ""grafová databáza""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"", ktorá sa zameriava na vytvorenie znalostného grafu pre slovenské právo a jeho uloženie do grafovej databázy Neo4J. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.836993,0.354208,22.556934,24.748797,26772,184,26956, +q0420,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka"", ""slovenské právo""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka"", ktorej súčasťou je zostavenie znalostného grafu pre slovenské právo. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.923982,0.156824,7.681121,9.762246,8175,172,8347, +q0421,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maksym Zatirka"", ""znalostný graf""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Maksym Zatirka vypracováva bakalársku prácu na tému „Grafová databáza pre podporu generovania slovenského jazyka"", ktorá sa zameriava na zostavenie znalostného grafu pre slovenské právo a jeho využitie v inteligentnom agenti. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.86988,0.249471,19.50352,21.623532,23609,182,23791, +q0422,test,specific_fact,medium,Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovenské právo""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Maksym Zatirka má zostaviť znalostný graf pre doménu slovenského práva. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.234429,0.339512,16.327122,17.90161,20102,95,20197, +q0452,test,entity_lookup,easy,Nájdi dokument o osobe Ronald Zalacko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"" pod vedením Matúša Plevy, pričom začal študovať v roku 2023 a práca je plánovaná na rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.688573,0.191014,12.963168,14.843231,15085,170,15255, +q0453,test,fact_title,easy,Aký je názov bakalárska práca osoby Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Názov bakalárskej práce Ronalda Zalacka je „Skórovací online systém pre robotické súťaže"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.791037,0.268475,14.148564,16.208659,17669,135,17804, +q0454,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","S prácou s názvom „Skórovací online systém pre robotické súťaže"" sa venuje študent Ronald Zalacko, ktorý vypracováva bakalársku prácu v roku 2026 pod vedením Matúša Plevu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.851975,0.526211,23.358584,25.737468,28170,166,28336, +q0455,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko"", ""Skórovací online systém pre robotické súťaže""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Študent Ronald Zalacko vypracováva bakalársku prácu s témou „Skórovací online systém pre robotické súťaže"" pod vedením Matúša Plevu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.825652,0.49967,21.206171,23.532257,25832,151,25983, +q0456,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Ronald Zalacko“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Bakalárska práca Ronaldu Zalackovi má za tému „Skórovací online systém pre robotické súťaže"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.80273,0.304314,12.345104,14.452609,14924,138,15062, +q0457,test,fact_start_year,easy,V ktorom roku začal študovať Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Ronald Zalacko začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.611154,0.219832,12.817645,14.649084,16052,113,16165, +q0458,test,verification,medium,Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Áno, pri osobe Ronald Zalacko je uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.354474,0.313656,13.759771,15.42845,17247,101,17348, +q0459,test,fact_work_year,easy,V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Ronald Zalacko je uvedená bakalárska práca pre rok 2026, pričom sekcia práce je v dokumente označená ako „Bakalárska práca 2026"" a kategória „bp2026"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.808823,0.352354,18.018243,20.179963,21696,167,21863, +q0460,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","Osoba Ronald Zalacko začala študovať v roku 2023 a jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.867337,0.126613,7.222119,9.216383,8316,147,8463, +q0461,test,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Nie, rok 2023 nie je rokom záverečnej práce Ronalda Zalacka, ale rokom začiatku jeho štúdia; jeho bakalárska práca s témou „Skórovací online systém pre robotické súťaže"" je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.673878,0.229509,12.874522,14.778412,15372,167,15539, +q0462,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko"", ""robotické súťaže""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Študent Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže"", ktorej cieľom je analýza robotických súťaží a návrh aplikácie na ich podporu a manažment. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.808425,0.343509,16.380619,18.53308,19618,167,19785, +q0463,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko"", ""Docker""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Študent Ronald Zalacko vypracováva bakalársku prácu s témou „Skórovací online systém pre robotické súťaže"", pri ktorej je jedným z úlohových cieľov vytvoriť Dockerfile a docker-compose pre nasadenie aplikácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.721427,0.23167,15.801837,17.75549,18794,164,18958, +q0464,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Ronald Zalacko"", ""webová aplikácia""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ronald Zalacko vypracováva bakalársku prácu s témou „Skórovací online systém pre robotické súťaže"", ktorá je webovou aplikáciou zameranou na manažment a bodovanie robotických súťaží. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.597777,0.238068,18.422317,20.258753,22236,146,22382, +q0465,test,specific_fact,medium,Na akú oblasť je zameraná aplikácia Ronalda Zalacka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""robotické súťaže""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","Aplikácia, ktorú vypracoval Ronald Zalacko, je zameraná na podporu a manažment robotických súťaží, pričom jej hlavnou funkciou je online skórovací systém pre tieto súťaže. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.820053,0.322193,13.121925,15.264739,15610,160,15770, +q0466,test,entity_lookup,easy,Nájdi dokument o osobe Oleksandr Dorybohov.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/legal""]","Pre osobu Oleksandr Dorybohov je v ZP Wiki evidovaný dokument o jeho bakalárskej práci z roku 2026 s názvom „Automatické odpovede na otázky v právnej oblasti"", ktorá sa zameriava na vytvorenie agenta pre spracovanie slovenských právnych textov a volanie REST rozhraní. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.168589,0.148632,13.936746,15.254442,16001,164,16165, +q0467,test,fact_title,easy,Aký je názov bakalárska práca osoby Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Z dostupných dokumentov sa pre bakalársku prácu Oleksandra Dorybohova explicitne uvádza téma „Automatické odpovede na otázky v právnej oblasti"", nie však finálny schválený názov práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.245077,0.162508,16.102136,17.510289,19440,125,19565, +q0468,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Prácu s názvom „Automatické odpovede na otázky v právnej oblasti"" vypracoval Oleksandr Dorybohov ako svoju bakalársku prácu v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.838006,0.486227,24.618859,26.944004,29870,154,30024, +q0469,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov"", ""Automatické odpovede na otázky v právnej oblasti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Študent Oleksandr Dorybohov vypracováva bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“, ktorej cieľom je vytvoriť agenta pre spracovanie slovenských právnych textov a odpovedanie na právne otázky. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.852977,0.739843,46.138621,48.732634,52901,179,53080, +q0470,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Oleksandr Dorybohov“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Pri osobe Oleksandr Dorybohov je pri bakalárskej práci uvedená téma „Automatické odpovede na otázky v právnej oblasti"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.912332,0.192367,14.303892,16.409081,16771,145,16916, +q0471,test,fact_start_year,easy,V ktorom roku začal študovať Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Oleksandr Dorybohov začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.628135,0.184435,13.59131,15.404475,17092,117,17209, +q0472,test,verification,medium,Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Áno, pri osobe Oleksandr Dorybohov je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.737605,0.172323,11.928103,13.838494,14433,138,14571, +q0473,test,fact_work_year,easy,V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Oleksandr Dorybohov je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.823447,0.157126,17.433338,19.414546,21723,136,21859, +q0474,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Oleksandr Dorybohov začal študovať v roku 2023 a jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.899946,0.155125,6.108233,8.163536,6545,150,6695, +q0475,test,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Nie, rok 2023 nie je rokom záverečnej práce osoby Oleksandr Dorybohov, ale rokom začiatku jeho štúdia; jeho záverečnou pracou je bakalárska práca, ktorá je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.343783,0.32986,14.422729,16.096896,17486,140,17626, +q0476,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov"", ""právo""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Oleksandr Dorybohov vypracováva bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti"" v rámci projektu Legal Data Processing, kde pracuje na vytvorení agenta pre volanie REST API na získavanie právnych informácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +Zdroj: https://zp.kemt.fei.tuke.sk/topics/legal",1.79143,0.158425,14.977912,16.928285,17466,191,17657, +q0477,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov"", ""agent""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/topics/legal"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti"", ktorej cieľom je vytvoriť agenta pre volanie REST API a spracovanie slovenských právnych textov. Tento projekt je súčasťou vedeckého projektu Legal Data Processing, kde je Oleksandr Dorybohov uvedený ako študent zodpovedný za vývoj agenta pre volanie REST. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +https://zp.kemt.fei.tuke.sk/topics/legal",1.887666,0.178422,18.296175,20.362932,21032,227,21259, +q0478,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Oleksandr Dorybohov"", ""API""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","S osobou Oleksandr Dorybohov súvisí bakalárska práca z roku 2026 s témou „Automatické odpovede na otázky v právnej oblasti"", kde študent vyvíja agenta pracujúceho s verejnými súdnymi API, ako je Justice.sk Swagger REST API a OpenAI API. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.797551,0.154765,8.195393,10.148035,8759,181,8940, +q0479,test,specific_fact,medium,Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""právnej""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Agent Oleksandra Dorybohova má odpovedať na otázky v doméne práva, konkrétne prebieha vývoj systému pre automatické odpovede na otázky v právnej oblasti s dôrazom na vyhľadávanie judikatúry. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.6254,0.37034,19.695744,21.69209,23929,154,24083, +q0510,test,entity_lookup,easy,Nájdi dokument o osobe Samuel Vasiľ.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu""]","Pre osobu Samuel Vasiľ sa v ZP Wiki nachádza dokument o jeho bakalárskej práci z roku 2026 s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ktorá však bola ukončená predčasne. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.696376,0.180259,19.727305,21.604551,23450,172,23622, +q0511,test,fact_title,easy,Aký je názov bakalárska práca osoby Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Samuela Vasiľa má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.807966,0.157229,16.512273,18.478033,19842,152,19994, +q0512,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Prácu s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" vypracováva študent Samuel Vasiľ ako svoju bakalársku prácu pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",2.046732,0.382222,20.104798,22.53433,24301,178,24479, +q0513,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",2.034676,0.389575,24.556592,26.981511,29589,169,29758, +q0514,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Samuel Vasiľ“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Pri osobe Samuel Vasiľ je pri bakalárskej práci uvedený predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.461957,0.188686,18.763298,20.414553,22511,129,22640, +q0515,test,fact_start_year,easy,V ktorom roku začal študovať Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Samuel Vasiľ začal študovať v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.806567,0.196768,14.595719,16.599624,18103,124,18227, +q0516,test,verification,medium,Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","Áno, pri osobe Samuel Vasiľ je uvedený rok začiatku štúdia 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.905905,0.2009,13.376592,15.483919,16578,137,16715, +q0517,test,fact_work_year,easy,V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Samuel Vasiľ je v dokumente uvedená bakalárska práca pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.799641,0.184441,19.914762,21.899504,24782,131,24913, +q0518,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Vasiľ začal študovať v roku 2022, pričom v dostupných dokumentoch sa nepodarilo nájsť explicitný údaj o roku vypracovania jeho práce, hoci je jeho bakalárska práca evidovaná v kategórii pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.84063,0.145157,9.547065,11.533196,10157,175,10332, +q0519,test,adversarial_year,hard,Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2022"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Nie, rok 2022 nie je rokom záverečnej práce Samuel Vasiľa, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.838083,0.20921,11.992401,14.040145,14153,162,14315, +q0520,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ"", ""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", kde sa ako hlavná úloha uvádza nasadenie systému OpenWebUI pomocou Docker Compose a sprístupnenie jazykových modelov prostredníctvom webového rozhrania a REST API. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.586877,0.351646,27.338506,29.277862,32322,186,32508, +q0521,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ"", ""MCP""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ktorá sa zameriava na tému MCP (Model Context Protocol). + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.390982,0.322212,21.306029,23.019903,25442,146,25588, +q0522,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Samuel Vasiľ"", ""RAG""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ktorej zadanie explicitne zahŕňa pridanie podpory technológie RAG (Retrieval Augmented Generation) a vektorovej databázy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.821949,0.207979,18.1879,20.218428,21272,190,21462, +q0523,test,specific_fact,medium,Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Vasiľ má nasadiť rozhranie **OpenWebUI** pomocou nástroja Docker Compose, ktoré bude sprístupňovať vybrané jazykové modely cez webové rozhranie aj prostredníctvom REST API. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.850324,0.159239,16.090875,18.100904,19224,163,19387, +q0524,test,specific_fact,medium,Aké rozšírenia má systém Samuela Vasiľa podporovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""RAG"", ""vyhľadávania na webe"", ""volania funkcií""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Systém Samuela Vasiľa má podporovať rozšírenia o funkcie RAG (Retrieval-Augmented Generation), vyhľadávanie na webe, volanie funkcií a integráciu ďalších nástrojov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.362327,0.370635,16.064651,17.798214,19296,129,19425, +q0525,test,entity_lookup,easy,Nájdi dokument o osobe Denis Le Thanh.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","Denis Le Thanh vypracováva bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" v roku 2026, pričom jeho štúdium začalo v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.683728,0.182243,17.13452,19.00108,20465,164,20629, +q0526,test,fact_title,easy,Aký je názov bakalárska práca osoby Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Bakalárska práca Denis Le Thanh sa nazýva „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.772454,0.142812,16.277506,18.193378,19795,144,19939, +q0527,test,reverse_lookup,medium,Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" sa venuje študent Denis Le Thanh. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",2.003326,0.504738,26.17223,28.681042,31731,158,31889, +q0528,test,topic_lookup,medium,"Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Študent Denis Le Thanh vypracováva bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.831573,0.497504,28.202297,30.532105,33940,149,34089, +q0529,test,paraphrase,medium,Aká téma bakalárskej práce je uvedená pri osobe „Denis Le Thanh“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Denis Le Thanh je uvedená téma bakalárskej práce „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.772347,0.154058,14.704542,16.63144,17773,145,17918, +q0530,test,fact_start_year,easy,V ktorom roku začal študovať Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik""]","Denis Le Thanh začal študovať v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.186551,0.281395,16.726569,18.195059,20901,82,20983, +q0531,test,verification,medium,Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Áno, pri osobe Denis Le Thanh je uvedený rok začiatku štúdia 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.256833,0.213357,13.948083,15.418814,17275,96,17371, +q0532,test,fact_work_year,easy,V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Pri osobe Denis Le Thanh je uvedená bakalárska práca v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.75997,0.148413,16.222073,18.131082,20175,125,20300, +q0533,test,disambiguation_year,hard,Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Denis Le Thanh začal štúdium v roku 2023 a jeho záverečná práca, bakalárska práca, je plánovaná na rok 2026, čo znamená, že rok práce je 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.889358,0.396388,18.236347,20.522699,22044,165,22209, +q0534,test,adversarial_year,hard,Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Nie, rok 2023 nie je rokom záverečnej práce Denis Le Thanh, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.831448,0.354779,19.654638,21.841454,23877,157,24034, +q0535,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh"", ""Slovak Mistral""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Študent Denis Le Thanh vypracováva bakalársku prácu s témou trénovania jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku, kde sa ako cieľ explicitne uvádza skúsiť dotrénovať slovenský generatívny model Slovak Mistral (slovak-mistral-7b). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.773653,0.16178,12.887966,14.82385,14339,181,14520, +q0536,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh"", ""inštrukcie""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Študent Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ktorá sa zameriava na dotrénovanie slovenského generatívneho modelu pre inštrukcie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.861684,0.211119,12.79676,14.870057,15189,175,15364, +q0537,test,keyword_grounding,medium,Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Denis Le Thanh"", ""kyberbezpečnosť""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Študent Denis Le Thanh vypracováva bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", pri ktorej je explicitne uvedené, že téma musí súvisieť so študijným odborom kyberbezpečnosť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.775574,0.141358,15.614066,17.531531,18389,175,18564, +q0538,test,specific_fact,medium,Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""slovak-mistral-7b""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Denis Le Thanh chce dotrénovať slovenský generatívny model nazývaný `slovak-mistral-7b` pre úlohu spracovania inštrukcií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.641342,0.309179,24.174005,26.125309,29415,137,29552, +q0539,test,entity_lookup,easy,Nájdi dokument o stážistovi Youssef Ressaissi.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Dokument o stážistovi Youssef Ressaissi sa nachádza v ZP Wiki pod názvom „Youssef Ressaissi"" a popisuje jeho stáž v rámci programu IAESTE v lete 2025, počas ktorej sa venoval vyhodnocovaniu a vylepšovaniu jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.782862,0.161845,17.792127,19.737429,20184,192,20376, +q0540,test,internship_year,easy,V ktorom roku prebiehala stáž osoby Youssef Ressaissi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2025""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Stáž osoby Youssef Ressaissi prebiehala v roku 2025, keďže dokumenty evidujú stretnutia a úlohy realizované v júli a auguste tohto roku (napr. stretnutie 17.7.2025 a 25.8.2025). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.151786,0.26543,20.182958,21.600845,24024,138,24162, +q0541,test,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""sumarizácia v slovenskej medicínskej alebo právnej doméne""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh""]","Stáž osoby Youssef Ressaissi sa venovala téme automatického zhrňovania textov (summarization) v oblasti spracovania prirodzeného jazyka (NLP), konkrétne s dôrazom na finetuning jazykových modelov (ako MBART, T5, Mistral) pre slovenské a právne dáta a ich následné vyhodnocovanie pomocou metrík ako ROUGE a BLEU. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.804538,0.103517,9.055936,10.964332,9561,201,9762, +q0542,test,reverse_lookup,medium,Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Na tému automatickej sumarizácie v slovenskej právnej doméne pracovala Simona Bobrovčanová v rámci svojej bakalárskej práce, ktorej cieľom bolo zlepšiť spracovanie slovenských právnych textov a vytvoriť systém pre sumarizáciu rozsudkov. V medicínskej doméne sa na sumarizácii pracovalo v rámci interného projektu Youssefa Ressaissioho, ktorý mal za cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskej medicínskej doméne. Okrem toho Ondrej Megela v rámci svojich úloh navrhoval vytvorenie overovacej databázy pre úlohu sumarizácie, ktorá mala zahŕňať aj medicínske alebo právne texty, hoci jeho hlavný záver sa zameriaval na generovanie otázok a odpovedí. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova +https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.804342,0.610118,41.388179,43.803759,45119,357,45476, +q0543,test,keyword_grounding,medium,Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.5,1.0,1.0,0.875,False,"[""Youssef Ressaissi"", ""summarization""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Stáž osoby Youssef Ressaissi, ktorá sa uskutočnila v rámci programu IAESTE v lete 2025 (od 1. júla do 31. augusta 2025), bola zameraná na hodnotenie a zlepšovanie jazykových modelov pre úlohu sumarizácie v slovenskom medicínskom alebo právnom doméne. + +Zdroj: +https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.625007,0.28631,17.057018,18.968844,19311,177,19488, +q0544,test,keyword_grounding,medium,Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""Slovak""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Stáž Youssefa Ressaissiho v rámci programu IAESTE v lete 2025 sa zameriavala na hodnotenie a vylepšovanie jazykových modelov pre sumarizáciu textov v slovenskom lekárskom alebo právnom doméne. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.783415,0.283582,18.743056,20.81064,22499,165,22664, +q0545,test,keyword_grounding,medium,Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Youssef Ressaissi"", ""ROUGE""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Stáž osoby Youssef Ressaissi s názvom „Evaluating and Improving Language Models for Summarization in the Slovak Medical Domain"" (alebo všeobecne sumarizácia v medicínskej a právnej doméne) v rámci programu IAESTE v roku 2025 súvisela s témou ROUGE, pretože študent pri hodnotení modelov pre sumarizáciu použil metrické hodnotenie ROUGE a BLEU. + +Zdroj: +https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.788171,0.10624,10.264547,12.159354,10939,201,11140, +q0546,test,specific_fact,medium,Aký bol hlavný cieľ stáže Youssefa Ressaissiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,0.0,0.25,False,"[""Evaluate and improve language models for summarization in Slovak medical or legal domain""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko +https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.819221,0.552953,14.669603,17.042374,16880,208,17088, +q0547,test,specific_fact,medium,Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""ROUGE"", ""BLEU""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Youssef Ressaissi pri sumarizácii používal dve klasické metriky ROUGE a BLEU. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",1.831236,0.099148,7.630832,9.561603,9169,129,9298, +q0548,test,specific_fact,medium,Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""HPLT"", ""Gemma 3""]","[""https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi""]","[""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v nájdených záznamoch nie je uvedený študent Youssef Ressaissi ani žiadna práca s ním súvisiaca.",1.836142,0.607607,41.404582,43.849422,49216,139,49355, +q0558,test,entity_lookup,easy,Nájdi dokument o stážistovi Sevval Bulburu.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Dokument o stážistovi Sevval Bulburu opisuje jej dvojtýždňovú letnú stáž v rámci programu IAESTE v roku 2023, počas ktorej pracovala na projekte detekcie nenávistných prejavov (Hate Speech Project). + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.802457,0.185682,12.731643,14.720349,14272,167,14439, +q0559,test,internship_year,easy,V ktorom roku prebiehala stáž osoby Sevval Bulburu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""2023""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Stáž osoby Sevval Bulburu prebiehala v roku 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.56771,0.195178,17.899846,19.663314,22512,108,22620, +q0560,test,internship_topic,medium,Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,1.0,0.75,False,"[""detekcia nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Stáž osoby Sevval Bulburu, ktorá prebehla v lete 2023, sa venovala problému odhaľovania a kategorizácie nenávistných prejavov (hate speech) v internetových komentároch, pričom cieľom bolo vyvinúť a vylepšiť neurónové siete na detekciu nenávistných prejavov pre nízko-resursové jazyky, ako je slovenčina. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.77359,0.135732,9.892331,11.80207,10082,205,10287, +q0562,test,keyword_grounding,medium,Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""Hate Speech""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Stáž osoby Sevval Bulburu, ktorá súvisela s témou Hate Speech, bola letná stáž IAESTE v roku 2023, počas ktorej sa podieľala na projekte rozpoznávania nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.203557,0.223694,17.149861,18.577716,20902,122,21024, +q0563,test,keyword_grounding,medium,Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""BERT""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Stáž osoby Sevval Bulburu s názvom „Hate Speech Project"" (alebo Projekt detekcie nenávistných prejavov) v lete 2023 súvisela s témou BERT, keďže počas nej navrhovala a testovala vrstvy nad modelom BERT na vytvorenie klasifikátora a plánovala použitie viacerých modelov BERT pre detekciu nenávistných prejavov v nízkorozpočtových jazykoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.619339,0.280686,16.078335,17.978905,18095,204,18299, +q0564,test,keyword_grounding,medium,Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Sevval Bulburu"", ""SMOTE""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","Stáž osoby Sevval Bulburu, ktorá sa konala v lete 2023 v rámci programu IAESTE a bola zameraná na projekt odhaľovania nenávistných prejavov (Hate Speech Project), zahŕňala aj testovanie metódy SMOTE na vyváženie datasetu, hoci sa ukázalo, že táto metóda nefungovala. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.375936,0.269329,12.603233,14.248943,13897,164,14061, +q0565,test,specific_fact,medium,Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""SMOTE""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Sevval Bulburu vyskúšala metódu upsamplingu SMOTE, ktorá nefungovala. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.661426,0.316477,10.593222,12.571621,13020,119,13139, +q0566,test,specific_fact,medium,Aký webový framework použila Sevval Bulburu pre aplikáciu?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,1.0,0.0,0.5,False,"[""Django""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj o Sevval Bulburu uvádza len úlohy spojené s nástrojmi ako Huggingface Transformers a Prodigy, alebo s nastavením webového prostredia pre anotáciu, ale nešpecifikuje konkrétny webový framework, ktorý použila pre svoju aplikáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.792927,0.113339,10.958274,12.864888,12060,196,12256, +q0567,test,specific_fact,medium,Aký anotačný nástroj si Sevval Bulburu naštudovala?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prodigy""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu""]","[""https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Sevval Bulburu sa naštudovala anotačný nástroj Prodi.gy, čo je potvrdené v jej dokumente, kde je uvedené, že si s ním už oboznámila. + +Zdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",1.791807,0.117716,9.311245,11.221159,10996,153,11149, +q0606,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Podpora slovenčiny v knižnici Spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Informačná stránka s názvom „Podpora slovenčiny v knižnici Spacy"" sa nachádza na webovej adrese https://zp.kemt.fei.tuke.sk/topics/spacy, kde sú uvedené ciele projektu, hotové úlohy a súvisiace študentské projekty. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.789082,0.076323,6.029842,7.895479,6370,164,6534, +q0607,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Podpora slovenčiny v knižnici Spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Dokument, ktorý sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy"", je projektový dokument s rovnakým názvom, ktorý obsahuje ciele, hotové aj budúce úlohy týkajúce sa trénovania modelov a tvorby modulov pre slovenčinu v tejto knižnici. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.742425,0.442774,22.095019,24.280901,26813,165,26978, +q0608,test,source_url,easy,Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránke „Podpora slovenčiny v knižnici Spacy"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.453802,0.42144,22.619766,24.495665,27623,110,27733, +q0612,test,specific_fact,medium,Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""morfologickú analýzu"", ""rozpoznávanie pomenovaných entít""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","Projekt podpory slovenčiny v knižnici Spacy má trénovať štatistické modely pre dve hlavné úlohy, a to pre morfologickú analýzu a rozpoznávanie pomenovaných entít. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.940513,0.160478,6.446067,8.547333,6834,157,6991, +q0613,test,specific_fact,medium,Aké slovné vektory boli zahrnuté do modelu Spacy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Fasttext Common Crawl""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Do modelu Spacy pre podporu slovenčiny boli zahrnuté slovné vektory Fasttext Common Crawl. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/spacy",1.918265,0.373658,24.762,27.055054,30949,130,31079, +q0614,test,specific_fact,medium,Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Kristián Sopkovič""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy""]","[""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets""]","Pri projekte podpory slovenčiny v knižnici Spacy sú uvedení Maroš Harahus, Kristián Sopkovič, Jozef Olekšák, Lukáš Pokrývka, Martin Wencel, Jakub Maruniak, Than Trung Thanh, Samuel Horáni a Serhii Yemets. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic +https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh +https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",1.678915,0.758133,46.746845,49.185038,50445,356,50801, +q0625,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Morfologická analýza slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko""]","Projektová stránka s názvom „Morfologická analýza slovenského jazyka“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/morphology. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/morphology",1.778704,0.261977,17.612848,19.654125,20960,137,21097, +q0626,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Morfologická analýza slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Morfologická analýza slovenského jazyka“, je projekt s názvom „Morfologická analýza slovenského jazyka“ vytvorený Danielom Hladkom. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/morphology",1.872345,0.350378,13.237251,15.460467,15789,160,15949, +q0627,test,source_url,easy,Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/morphology""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Stránke „Morfologická analýza slovenského jazyka"" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/morphology. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/morphology",1.853971,0.322874,15.022129,17.199517,18560,138,18698, +q0631,test,specific_fact,medium,Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Hunspell"", ""Byte Pair Encoding"", ""Morfessor""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology""]","[""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pri morfologickej analýze slovenského jazyka sú uvedené tri prístupy alebo nástroje: Hunspell lematizátor s pravidlami pre affixy, metóda Byte Pair Encoding a nástroj Morfessor pre identifikáciu morfologických jednotiek. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/morphology",1.924229,0.685468,32.2761,34.886861,38596,165,38761, +q0642,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Jazyk Python“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jazyk Python""]","[""https://zp.kemt.fei.tuke.sk/topics/python""]","[""https://zp.kemt.fei.tuke.sk/topics/python"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Informačnú stránku s názvom „Jazyk Python"" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/python. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/python",1.787297,0.154902,18.931566,20.874415,22730,129,22859, +q0643,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jazyk Python""]","[""https://zp.kemt.fei.tuke.sk/topics/python""]","[""https://zp.kemt.fei.tuke.sk/topics/python""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Jazyk Python“, je informačná stránka s názvom „Jazyk Python“ a je umiestnená v sekcií tém pod adresou pages/topics/python. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/python",1.865525,0.0694,6.115217,8.050406,6524,154,6678, +q0644,test,source_url,easy,Aký source_url patrí k stránke „Jazyk Python“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/python""]","[""https://zp.kemt.fei.tuke.sk/topics/python""]","[""https://zp.kemt.fei.tuke.sk/topics/python"", ""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Stránka „Jazyk Python“ má priradený zdrojový URL https://zp.kemt.fei.tuke.sk/topics/python. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/python",1.679959,0.107756,17.001453,18.78976,21629,120,21749, +q0646,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Záverečné práce a projekty""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Informačná stránka s názvom „Záverečné práce a projekty"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/akopisat a obsahuje pokyny pre písanie záverečných prác, osnova a odporúčania pre citovanie odbornej literatúry. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/akopisat",1.646963,0.270883,20.94131,22.859802,25257,160,25417, +q0647,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Záverečné práce a projekty""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Dokument, ktorý sa priamo venuje téme „Záverečné práce a projekty"", sa nazýva „Záverečné práce a projekty"" a je dostupný na stránke s cestou pages/topics/akopisat. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/akopisat",1.592163,0.335717,20.35092,22.27944,24828,136,24964, +q0648,test,source_url,easy,Aký source_url patrí k stránke „Záverečné práce a projekty“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","[""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Stránka „Záverečné práce a projekty"" má príslušný source_url https://zp.kemt.fei.tuke.sk/topics/akopisat. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/akopisat",1.543271,0.324489,20.541371,22.409841,25322,120,25442, +q0654,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Prepis postupností“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis postupností""]","[""https://zp.kemt.fei.tuke.sk/topics/seq2seq""]","[""https://zp.kemt.fei.tuke.sk/topics/seq2seq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Projektová alebo informačná stránka s názvom „Prepis postupností“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/seq2seq a zaoberá sa témou Sequence to sequence a Transformer v rámci spracovania prirodzeného jazyka. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/seq2seq",1.367624,0.253191,18.270465,19.891902,21902,133,22035, +q0655,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis postupností""]","[""https://zp.kemt.fei.tuke.sk/topics/seq2seq""]","[""https://zp.kemt.fei.tuke.sk/topics/seq2seq"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Dokument, ktorý sa priamo venuje téme „Prepis postupností“ (Sequence to sequence), sa nazýva „Prepis postupností“ a nachádza sa v sekcií tém ZP Wiki pod názvom „Sequence to sequence“. Tento dokument opisuje, ako nástroj Fairseq dokáže na príkladoch naučiť prepisovať jednu postupnosť ľubovoľných symbolov na inú. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/seq2seq",1.531639,0.362322,21.262181,23.15677,25244,169,25413, +q0656,test,source_url,easy,Aký source_url patrí k stránke „Prepis postupností“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/seq2seq""]","[""https://zp.kemt.fei.tuke.sk/topics/seq2seq""]","[""https://zp.kemt.fei.tuke.sk/topics/seq2seq"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Stránke s názvom „Prepis postupností"" patrí source_url https://zp.kemt.fei.tuke.sk/topics/seq2seq. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/seq2seq",1.725139,0.306105,25.264803,27.296906,30610,125,30735, +q0664,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Nástroje a zdroje pre spracovanie prirodzeného jazyka""]","[""https://zp.kemt.fei.tuke.sk/topics/nlp""]","[""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Projektová alebo informačná stránka s názvom „Nástroje a zdroje pre spracovanie prirodzeného jazyka"" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/nlp a bola vytvorená Danielom Hladkom. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/nlp",1.99671,0.487871,9.585968,12.071074,10838,168,11006, +q0665,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Nástroje a zdroje pre spracovanie prirodzeného jazyka""]","[""https://zp.kemt.fei.tuke.sk/topics/nlp""]","[""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt""]","Dokument v ZP Wiki, ktorý sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka"", má presne tento názov a autorom je Daniel Hladek. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/nlp",1.915643,0.526372,9.232017,11.674391,11015,150,11165, +q0666,test,source_url,easy,Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/nlp""]","[""https://zp.kemt.fei.tuke.sk/topics/nlp""]","[""https://zp.kemt.fei.tuke.sk/topics/nlp"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/resources"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Stránka „Nástroje a zdroje pre spracovanie prirodzeného jazyka"" má zdrojovú URL adresu https://zp.kemt.fei.tuke.sk/topics/nlp. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/nlp",1.8654,0.537905,21.951943,24.356122,27071,142,27213, +q0670,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba nezodpovedateľných otázok""]","[""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","[""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Projektová alebo informačná stránka s názvom „Tvorba nezodpovedateľných otázok“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne",1.942222,0.290987,19.869945,22.103805,24065,159,24224, +q0671,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,0.0,1.0,0.75,False,"[""Tvorba nezodpovedateľných otázok""]","[""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","[""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť žiadny dokument, ktorý by sa priamo venoval téme „Tvorba nezodpovedateľných otázok"". Hoci dokument o Michale Stromkovi spomína úlohu anotácie „nezodpovedateľných"" otázok ako súčasť diplomového projektu, samotný dokument s presným názvom „Tvorba nezodpovedateľných otázok"" neexistuje. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.679172,0.405905,23.44543,25.531249,27084,196,27280, +q0672,test,source_url,easy,Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","[""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","[""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Stránka „Tvorba nezodpovedateľných otázok"" je uvedená v dokumente Question Answering ako manuál pre anotáciu nezodpovedateľných otázok (Annotation Manual for unanswerable questions) a patrí jej zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question",1.833408,0.48141,23.645981,25.961519,28295,165,28460, +q0680,test,topic_page_lookup,easy,Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Validácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","[""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne""]","Projektovú alebo informačnú stránku s názvom „Validácia otázok a odpovedí“ nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/question/validacie, kde je uvedený pracovný postup a úlohy súvisiace s overovaním správnosti otázok a odpovedí pre vedecký výskum. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/validacie",1.852544,0.228842,23.098055,25.180106,27319,180,27499, +q0681,test,topic_page_lookup,medium,Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Validácia otázok a odpovedí""]","[""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","[""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Dokument, ktorý sa priamo venuje téme „Validácia otázok a odpovedí“, má presne tento názov a poskytuje návod na overenie správnosti otázok a odpovedí s cieľom vytvoriť kvalitnú databázu pre vedecký výskum. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/validacie",1.367307,0.201531,20.530419,22.09992,24521,135,24656, +q0682,test,source_url,easy,Aký source_url patrí k stránke „Validácia otázok a odpovedí“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","[""https://zp.kemt.fei.tuke.sk/topics/question/validacie""]","[""https://zp.kemt.fei.tuke.sk/topics/question/validacie"", ""https://zp.kemt.fei.tuke.sk/topics/question/navod"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Stránka „Validácia otázok a odpovedí"" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/question/validacie. + +Zdroj: https://zp.kemt.fei.tuke.sk/topics/question/validacie",1.365689,0.24868,20.00771,21.622748,24624,107,24731, +q0735,test,entity_lookup,easy,Kde v ZP Wiki nájdem záznam o osobe Yevhenii Medushivskyi?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Yevhenii Medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","Záznam o osobe Yevhenii Medushivskyi sa nachádza na stránke ZP Wiki pod cestou `/students/rok_nastupu_na_studium/meno_priezvisko`, konkrétne pre rok nástupu na štúdium 2023. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.674472,0.248912,11.523667,13.447463,13195,161,13356, +q0736,test,fact_title,easy,Aký názov práce je pri osobe Dárius Lindvai uvedený pre rok 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pri osobe Dárius Lindvai je pre rok 2021 uvedený názov práce „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.915584,0.411917,13.003029,15.331015,15927,150,16077, +q0737,test,fact_title,easy,Aký názov práce je pri osobe Dominik Nagy uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Pri osobe Dominik Nagy je pre rok 2022 uvedený názov diplomovej práce Neurónový strojový preklad pomocou knižnice Fairseq. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.586151,0.259948,13.509456,15.356086,16703,130,16833, +q0738,test,fact_title,easy,Aký názov práce je pri osobe Jakub Maruniak uvedený pre rok 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pre rok 2021 je pri osobe Jakub Maruniak uvedený návrh názvu diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.626364,0.227636,12.572081,14.426679,15159,143,15302, +q0739,test,fact_title,easy,Aký názov práce je pri osobe Ján Holp uvedený pre rok 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pri osobe Ján Holp je pre rok 2021 uvedený názov diplomovej práce „Systém získavania informácií v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.838707,0.255848,11.965218,14.060217,14699,147,14846, +q0740,test,fact_title,easy,Aký názov práce je pri osobe Lukáš Pokrývka uvedený pre rok 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Pre rok 2021 je pri osobe Lukáš Pokrývka uvedený názov diplomovej práce „Paralelné trénovanie neurónových sietí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.458467,0.319761,14.304751,16.083686,17416,123,17539, +q0741,test,fact_title,easy,Aký názov práce je pri osobe Márk Fehér uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Pri osobe Márk Fehér je pre rok 2022 uvedený názov diplomovej práce „Klasifikácia textu metódami strojového učenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.876329,0.250949,16.633114,18.760955,20451,145,20596, +q0742,test,fact_title,easy,Aký názov práce je pri osobe Maroš Harahus uvedený pre rok 2021?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre osobu Maroš Harahus je v roku 2021 uvedený názov diplomovej práce „Neurónová morfologická anotácia slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.683784,0.354717,13.777321,15.816389,16776,136,16912, +q0743,test,fact_title,easy,Aký názov práce je pri osobe Patrik Pavlišin uvedený pre rok 2020?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Pri osobe Patrik Pavlišin je pre rok 2020 uvedený názov bakalárskej práce Metódy automatického prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.671285,0.456442,12.62249,14.750748,15455,130,15585, +q0744,test,fact_title,easy,Aký názov práce je pri osobe Tomáš Kuchárik uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pre rok 2022 má pri osobe Tomáš Kuchárik uvedený názov práce „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.696359,0.306987,13.985808,15.98966,17003,146,17149, +q0745,test,fact_title,easy,Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pri osobe Dmytro Ushatenko je pre rok 2020 uvedený názov bakalárskej práce „Jednoduchý chatbot v jazyku Python"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.898287,0.185645,11.4658,13.550144,13599,151,13750, +q0746,test,fact_title,easy,Aký názov práce je pri osobe Dávid Omasta uvedený pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Pri osobe Dávid Omasta je pre rok 2024 uvedený návrh názvu diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.829789,0.227936,13.999028,16.057284,17153,155,17308, +q0747,test,fact_title,easy,Aký názov práce je pri osobe Martin Wencel uvedený pre rok 2020?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","Pre rok 2020 je pri osobe Martin Wencel uvedený názov práce „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.662245,0.293892,18.13558,20.092334,22228,140,22368, +q0748,test,fact_title,easy,Aký názov práce je pri osobe Ondrej Megela uvedený pre rok 2020?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","Pri osobe Ondrej Megela je pre rok 2020 uvedený názov bakalárskej práce „Neurónové jazykové modelovanie typu BERT"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.87863,0.270612,14.086601,16.236324,17229,146,17375, +q0749,test,fact_title,easy,Aký názov práce je pri osobe Alina Vitko uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Pri osobe Alina Vitko je pre rok 2022 uvedený názov práce „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.843718,0.326709,14.994954,17.165901,18287,148,18435, +q0750,test,fact_title,easy,Aký názov práce je pri osobe Artem Yatsenko uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Pre osobu Artem Yatsenko je v roku 2022 uvedený názov práce Rozpoznávanie pomenovaných entít v slovenskom jazyku. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.461934,0.306196,10.700555,12.469112,12773,120,12893, +q0751,test,fact_title,easy,Aký názov práce je pri osobe Filip Tomáš uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pre rok 2022 má pri osobe Filip Tomáš uvedený názov bakalárskej práce „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.811275,0.442317,14.652705,16.906835,17879,149,18028, +q0752,test,fact_title,easy,Aký názov práce je pri osobe Kristián Sopkovič uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pre rok 2022 je pri osobe Kristián Sopkovič uvedený návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.706741,0.323798,13.163924,15.195004,15733,148,15881, +q0753,test,fact_title,easy,Aký názov práce je pri osobe Michal Stromko uvedený pre rok 2022?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Pri osobe Michal Stromko je pre rok 2022 uvedený názov práce „Indexovanie slovenského textu pomocou Elasticsearch"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.869561,0.36845,13.069196,15.307691,16215,140,16355, +q0754,test,fact_title,easy,Aký názov práce je pri osobe Eduard Matovka uvedený pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Eduard Matovka je pre rok 2024 uvedený názov bakalárskej práce „Slovenská konverzačná umelá inteligencia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.896372,0.174974,6.32274,8.394398,7185,149,7334, +q0755,test,fact_title,easy,Aký názov práce je pri osobe Martin Šarišský uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko""]","Pri osobe Martin Šarišský je pre rok 2026 uvedený názov diplomovej práce „Agentové systémy pomocou veľkého jazykového modelu“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.668777,0.323504,15.551625,17.544625,19304,134,19438, +q0756,test,fact_title,easy,Aký názov práce je pri osobe Matej Novotný uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Pre osobu Matej Novotný je pri rokoch 2026 uvedený názov diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.651603,0.233893,14.221609,16.107655,17324,138,17462, +q0757,test,fact_title,easy,Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pri osobe Matej Ščišľak je pre rok 2026 uvedený názov diplomovej práce „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.888935,0.278037,19.56996,21.737547,23942,157,24099, +q0758,test,fact_title,easy,Aký názov práce je pri osobe Vladimír Ferko uvedený pre rok 2024?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Pre rok 2024 je pri osobe Vladimír Ferko uvedený názov práce Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.900635,0.180614,7.526359,9.607914,8543,153,8696, +q0759,test,fact_title,easy,Aký názov práce je pri osobe Andrii Pervashov uvedený pre rok 2027?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Pri osobe Andrii Pervashov je pre rok 2027 uvedený návrh na tému práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.892283,0.215368,11.612638,13.720753,14056,161,14217, +q0760,test,fact_title,easy,Aký názov práce je pri osobe Daniil Huzenko uvedený pre rok 2025?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre rok 2025 je pri osobe Daniil Huzenko uvedený predbežný názov bakalárskej práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.915865,0.330778,16.53117,18.778398,20110,160,20270, +q0761,test,fact_title,easy,Aký názov práce je pri osobe Ján Malinovský uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pri osobe Ján Malinovský je pre rok 2026 uvedený diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.86776,0.204416,13.970049,16.04275,16977,149,17126, +q0762,test,fact_title,easy,Aký názov práce je pri osobe Ján Pták uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Pre rok 2026 je pri osobe Ján Pták uvedený názov diplomového projektu „Agent pre manažment záverečných prác"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.844542,0.170605,13.313968,15.329568,16515,139,16654, +q0763,test,fact_title,easy,Aký názov práce je pri osobe Oleh Poiasnik uvedený pre rok 2027?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Pre rok 2027 je pri osobe Oleh Poiasnik uvedený názov diplomovej práce „Expertný agentový systém na podporu rozhodovania v lekárni"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.85274,0.325155,15.399336,17.577784,18884,146,19030, +q0764,test,fact_title,easy,Aký názov práce je pri osobe Samuel Vasiľ uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pri osobe Samuel Vasiľ je pre rok 2026 uvedený predbežný názov práce „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.85579,0.193398,13.070981,15.120649,15703,158,15861, +q0765,test,fact_title,easy,Aký názov práce je pri osobe Tetiana Mohorian uvedený pre rok 2025?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","Pre Tetianu Mohorian je pri roku 2025 uvedený názov bakalárskej práce „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.869443,0.150676,6.629792,8.650226,7420,155,7575, +q0766,test,fact_title,easy,Aký názov práce je pri osobe Valerii Kutsenko uvedený pre rok 2027?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre rok 2027 je pri osobe Valerii Kutsenko uvedený názov práce Zlepšenie vyhľadávania pomocou znalostných grafov. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.848128,0.318417,11.962797,14.129801,14863,145,15008, +q0767,test,fact_title,easy,Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Pre rok 2025 je pri osobe Vladyslav Yanchenko uvedený názov bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.876842,0.292049,14.536676,16.706066,17790,158,17948, +q0768,test,fact_title,easy,Aký názov práce je pri osobe Denis Le Thanh uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pri osobe Denis Le Thanh je pre rok 2026 uvedený názov práce (téma) „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.815166,0.167477,11.176341,13.159443,13339,155,13494, +q0769,test,fact_title,easy,Aký názov práce je pri osobe Maksym Zatirka uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Pre osobe Maksym Zatirka je pri roku 2026 uvedený názov bakalárskej práce „Grafová databáza pre podporu generovania slovenského jazyka"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.871565,0.167107,13.509088,15.548218,16539,154,16693, +q0770,test,fact_title,easy,Aký názov práce je pri osobe Oleksandr Dorybohov uvedený pre rok 2026?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Pre rok 2026 je pri osobe Oleksandr Dorybohov uvedený názov bakalárskej práce „Automatické odpovede na otázky v právnej oblasti"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.890079,0.184706,15.990216,18.065687,19497,153,19650, +q0799,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „NCCL“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""NCCL""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou „NCCL"" v rámci svojho diplomového projektu z roku 2020, kde sa zaoberal paralelným trénovaním neurónových sietí a konkrétne využíval NCCL backend pre komunikáciu pri trénovaní na viacerých strojoch a GPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.818716,0.388282,8.74141,10.948696,9430,188,9618, +q0800,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „PyTorch“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Lukáš Pokrývka"", ""PyTorch""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas""]","Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou PyTorch v rámci diplomového projektu z roku 2020, kde pri práci na trénovaní modelov na viacerých GPU a strojoch použil verziu PyTorch 1.4, wrapper `distributed_data_parallel` a backend NCCL. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.791963,0.317201,16.306242,18.415968,19458,180,19638, +q0801,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „klasifikácia textu“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""klasifikácia textu""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Záznam v ZP Wiki, ktorý spája osobu Márka Fehéra s témou „klasifikácia textu"", je jeho diplomová práca z roku 2022 s názvom „Klasifikácia textu metódami strojového učenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.808012,0.337179,22.547226,24.693118,27081,162,27243, +q0802,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „scikit“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""scikit""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic""]","Záznam v ZP Wiki, ktorý spája osobu Márka Fehéra s témou „scikit"", je jeho diplomová práca s názvom „Klasifikácia textu metódami strojového učenia"" z roku 2022, pri ktorej sú v tagoch uvedená kľúčové slová klasifikácia, NLP a scikit. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.784594,0.306638,14.157037,16.24875,16307,182,16489, +q0803,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „strojové učenie“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Márk Fehér"", ""strojové učenie""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osobu Márk Fehér s témou strojového učenia spája diplomová práca z roku 2022 s názvom „Klasifikácia textu metódami strojového učenia"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.473485,0.41518,16.577074,18.4663,20097,122,20219, +q0804,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „grafové neurónové siete“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""grafové neurónové siete""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam v ZP Wiki, ktorý spája osobu Maroš Harahus s témou „grafové neurónové siete"", je jeho študentská stránka, kde je v sekcii Prvý ročník PhD štúdia uvedená úloha vypracovať prehľad aktuálnych metód grafových neurónových sietí a nájsť a vyskúšať toolkit na GNN. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.8455,0.642149,18.980089,21.468367,22074,197,22271, +q0805,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „morfologická anotácia“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""morfologická anotácia""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Osoba Maroš Harahus je v ZP Wiki sprevádzaná s témou „morfologická anotácia"" prostredníctvom jeho diplomovej práce z roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka"", kde sa venoval príprave a trénovaniu modelu morfologickej anotácie pomocou knižnice Spacy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.810303,0.584028,19.473651,21.868554,22875,197,23072, +q0806,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „Spacy“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Maroš Harahus"", ""Spacy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Záznam v ZP Wiki, ktorý spája osobu Maroš Harahus s témou „Spacy“, je projekt pod názvom „Podpora slovenčiny v knižnici Spacy“, kde je Maroš Harahus uvedený ako osoba zodpovedná za štatistické značkovanie v rámci tejto témy. + +Zdroje: +https://zp.kemt.fei.tuke.sk/topics/spacy +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.623646,0.38192,10.552112,12.558151,11330,178,11508, +q0807,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „automatický preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""automatický preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt""]","Patrik Pavlišin je v ZP Wiki spojený s témou automatického prekladu prostredníctvom svojej bakalárskej práce z roku 2020 s názvom „Metódy automatického prekladu"" a následnej diplomovej práce z roku 2022 zameranej na neurónový strojový preklad. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.85801,0.782829,18.393341,21.034769,21490,183,21673, +q0808,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „paralelný korpus“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""paralelný korpus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Osoba Patrik Pavlišin je v ZP Wiki spojená s témou „paralelný korpus"" v rámci svojej diplomovej práce z roku 2022, kde bol jedným z cieľov pripraviť vybraný paralelný korpus do vhodnej podoby a natrénovať model pre strojový preklad, ako aj v jeho bakalárskej práci z roku 2020, kde sa tiež vyžadovalo pripraviť vybraný paralelný korpus a vykonať experimenty s automatickým prekladom. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.641577,0.329138,18.285712,20.257055,20596,220,20816, +q0809,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Patrik Pavlišin"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Záznam v ZP Wiki spájajúci osobu Patrika Pavlišina s témou strojového prekladu je jeho diplomová práca z roku 2022 s predbežným názvom „Neurónový strojový preklad"", ktorá je tiež zosumarizovaná v projekte Strojový preklad ako jeden z kľúčových študentských príspevkov v tejto oblasti. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/topics/translation",1.395029,0.847993,18.243052,20.486684,20991,186,21177, +q0810,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question""]","Osoba Tomáš Kuchárik je v ZP Wiki spájaná s témou „Question Answering"" v rámci svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a tiež ako študent, ktorý pomáhal s webovou aplikáciou pri vedeckom projekte s názvom „Question Answering"" (Otázky a odpovede). + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/topics/question",1.821227,0.231095,11.591975,13.64467,12151,224,12375, +q0811,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „SQuAD“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""SQuAD""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Tomáš Kuchárik je v ZP Wiki spojená s témou SQuAD v rámci svojho diplomového projektu z roku 2021, ktorého cieľom bolo vytvoriť strojovo preloženú verziu SQuAD a overiť ju na QA systéme, ako aj v rámci jeho diplomovej práce z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", kde sa zaoberal jazykovými mutáciami overovacej množiny SQuAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.861978,0.303211,14.276891,16.442655,15714,241,15955, +q0812,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „strojový preklad“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tomáš Kuchárik"", ""strojový preklad""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/translation"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Osobu Tomáš Kuchárik s témou „strojový preklad"" spája záznam o jeho diplomovej práci z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá bola súčasťou diplomového projektu v roku 2021 zameraného na vytvorenie strojovo preloženej verzie datasetu SQUAD. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.816403,0.488594,23.471705,25.777471,27159,206,27365, +q0813,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „chatbot“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""chatbot""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Osobu Dmytro Ushatenko s témou „chatbot"" spája záznam o jeho bakalárskej práci z roku 2020 s názvom „Jednoduchý chatbot v jazyku Python"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.802403,0.24313,9.051592,11.097533,10085,157,10242, +q0814,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „dialógový systém“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""dialógový systém""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani""]","Osoba Dmytro Ushatenko je v ZP Wiki spájana s témou „dialógový systém"" prostredníctvom jeho bakalárskej práce z roku 2020 s názvom „Jednoduchý chatbot v jazyku Python"", ktorej zadanie obsahovalo implementáciu dialógového systému na informovanie o možnostiach štúdia na katedre. + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.820857,0.336555,23.747138,25.905208,28112,194,28306, +q0815,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „Python“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dmytro Ushatenko"", ""Python""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Dmytro Ushatenko je v ZP Wiki spojená s témou „Python"" prostredníctvom bakalárskej práce s názvom „Jednoduchý chatbot v jazyku Python"", ktorú vypracoval v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.367016,0.332801,12.657292,14.357626,14689,138,14827, +q0816,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""generatívne modely""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Dávid Omasta je v ZP Wiki spájaný s témou „generatívne modely"" v rámci svojej diplomovej práce z roku 2024, ktorej návrh názvu je „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", a tiež v rámci jeho diplomovej práce z roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu"" a návrhom názvu „Generatívne modely slovenského jazyka"". + +Zdroj: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.805727,0.466081,28.646504,30.919054,33039,227,33266, +q0817,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „Question Answering“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""Question Answering""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","Dávid Omasta je v ZP Wiki sprevádzaný s témou „Question Answering"" v rámci svojej diplomovej práce pre rok 2024, ktorá má návrh názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", a v jeho zázname je téma explicitne uvedená ako súvisiaca interná projektová stránka. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.768316,0.369282,22.926179,25.064535,26621,194,26815, +q0818,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „slovenčina“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dávid Omasta"", ""slovenčina""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/resources""]","Osoba Dávid Omasta je v ZP Wiki spojená s témou „slovenčina"" v rámci svojej diplomovej práce z roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu"" a v rámci diplomovej práce z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.771671,0.204464,13.828951,15.805664,15531,200,15731, +q0819,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „morfologická analýza“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel"", ""morfologická analýza""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/morphology"", ""https://zp.kemt.fei.tuke.sk/topics/otvorene"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Osoba Martin Wencel je v ZP Wiki spájaná s témou „morfologická analýza"" prostredníctvom svojej bakalárskej práce z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", kde je morfologická analýza uvedená ako kľúčová téma v návrhu zadania a ako súčasť výstupov demonštračnej aplikácie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.610221,0.147777,12.889124,14.647603,14276,202,14478, +q0820,test,keyword_grounding,medium,Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „pomenované entity“?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Martin Wencel"", ""pomenované entity""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity/navod""]","Záznam v ZP Wiki, ktorý spája osobu Martina Wencela s témou pomenovaných entít, je jeho bakalárska práca z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", kde ako výstup aplikácie je uvedená aj funkcia named entity recognition. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.769638,0.27875,21.318685,23.367782,25437,187,25624, +q0888,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.812576,0.223148,6.515432,8.551444,7510,129,7639, +q0889,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Jakub Maruniak pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.179629,0.39198,24.902468,26.474809,30931,92,31023, +q0890,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Jakuba Maruniaka obsahujú informácie o priebehu diplomových projektov a práci s anotáciou dát, ale neuvádzajú výslednú známku z obhajoby. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.619024,0.308907,13.576148,15.504606,15550,166,15716, +q0891,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.848765,0.339399,11.167095,13.35579,13852,134,13986, +q0892,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa konkrétna IP adresa nasadeného systému osoby Jakub Maruniak nepodarilo spoľahlivo nájsť, keďže zdroj uvádza iba URL adresu nasadenia (http://skner.tukekemt.xyz) bez uvedenia numerickej IP adresy. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.850469,0.457589,8.147339,10.455771,8934,177,9111, +q0893,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.888802,0.596027,7.608197,10.093339,9432,135,9567, +q0894,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Jakub Maruniak?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.602807,0.262852,11.755152,13.62136,15303,88,15391, +q0895,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Dominik Nagy pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje o Dominikovi Nagyovi obsahujú informácie o jeho diplomovej práci zamerannej na neurónový strojový preklad, používanú knižnicu Fairseq a trénovanie na servri IDOC, ale neuvádzajú konkrétny model procesora (CPU), ktorý pri práci použil. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.346222,0.274569,26.20067,27.822206,30914,172,31086, +q0896,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože záznam o Dominikovi Nagyovi obsahuje iba údaje o názve jeho diplomovej práce z roku 2022 a priebehu štúdia, ale neuvádza výslednú známku z obhajoby. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.589288,0.265268,14.342288,16.197392,16615,164,16779, +q0897,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.797402,0.298766,13.364644,15.461328,16734,131,16865, +q0898,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Dominikovi Nagy spomína nasadenie a trénovanie na servri s názvom ""IDOC"", neuvádza konkrétnu IP adresu použitého systému. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.820513,0.263197,7.892307,9.976314,8677,171,8848, +q0899,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Dominikovi Nagyovi spomenutá príprava „veľkého slovensko-anglického paralelného korpusu"" (LinDat) a trénovanie na ňom, žiadny z dostupných zdrojov neuvádza jeho presnú veľkosť v gigabajtoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.258124,0.387121,22.741414,24.387301,26825,165,26990, +q0900,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dominik Nagy?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.76008,0.235198,6.894231,8.889785,7975,127,8102, +q0901,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.608543,0.441627,22.523903,24.574716,27962,119,28081, +q0902,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.829802,0.278657,14.443625,16.552672,17730,134,17864, +q0903,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o Patrikovi Pavlišinovi spomína vypracovanie rešerše na 5 strán v rámci bakalárskeho projektu a poznámok na 3 strany v rámci diplomového projektu, neuvádza sa tam celkový počet strán finálnej záverečnej práce (bakalárskej ani diplomovej). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.869735,0.214413,8.187574,10.272016,8362,213,8575, +q0904,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.876272,0.394829,7.275709,9.547111,8766,135,8901, +q0905,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.674121,0.35546,24.318485,26.348758,30201,123,30324, +q0906,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Patrik Pavlišin?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.625868,0.872998,7.550361,10.049512,8241,119,8360, +q0907,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Dávid Omasta pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa konkrétny model procesora alebo CPU, ktorý Dávid Omasta používal pri práci, nepodarilo spoľahlivo nájsť. Dokumenty síce spomínajú používanie servera idoc, GPU a skúšanie modelov ako LLAMA, ktoré nefungovali kvôli GPU, ale neuvádza sa tam špecifický model CPU. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.775577,0.186358,8.109136,10.071337,8722,198,8920, +q0908,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.622822,0.191597,12.448624,14.263541,15706,118,15824, +q0909,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zázname o diplomovej práci z roku 2023 sa uvádza, že teoretická časť mala mať cca 20 strán a návod cca 5 strán, nie je tu uvedený celkový počet strán finálnej záverečnej práce. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.869658,0.177791,7.392037,9.439785,7664,196,7860, +q0910,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.843878,0.195897,6.302082,8.342113,7677,131,7808, +q0911,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.898497,0.208153,6.628305,8.735221,8054,134,8188, +q0912,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dávid Omasta?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.822368,0.288436,6.976944,9.08803,8614,130,8744, +q0913,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.839622,0.314466,7.092196,9.246583,8710,133,8843, +q0914,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.850165,0.300569,6.613451,8.764496,8046,136,8182, +q0915,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte strán finálnej záverečnej práce Kristiána Sopkoviča. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.880032,0.297831,8.037064,10.215247,9638,151,9789, +q0916,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.868217,0.355158,7.243261,9.466897,8883,135,9018, +q0917,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Kristiánovi Sopkovičovi spomína použitie dátových množín ako SNLI, STSB a SK QUAD, žiadny z textových úryvkov neuvádza ich presnú veľkosť v GB. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.729988,0.370653,8.491304,10.592213,9444,179,9623, +q0918,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Kristián Sopkovič?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.641623,0.315411,6.356908,8.314226,7513,120,7633, +q0919,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Michal Stromko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú použité softvérové nástroje, modely (napr. LABSE, SlovakBERT, FAISS) a technológie (Cassandra, Elasticsearch), ale neobsahujú údaje o konkrétnej značke ani modeli procesora (CPU), ktorý Michal Stromko používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.81531,0.417984,7.863906,10.097532,8402,196,8598, +q0920,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.61597,0.367459,14.493699,16.477683,18161,118,18279, +q0921,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte strán finálnej záverečnej práce osoby Michal Stromko. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.843768,0.381449,7.907151,10.132681,9348,145,9493, +q0922,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]",V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.,1.812978,0.452675,5.862338,8.128241,7602,102,7704, +q0923,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.663286,0.484567,7.954935,10.103127,9673,121,9794, +q0924,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Michal Stromko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.76813,0.672549,4.745478,7.186384,5401,130,5531, +q0925,test,unanswerable_missing_fact,medium,Aký konkrétny model procesora alebo CPU používal Artem Yatsenko pri práci?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.794334,0.552437,30.085967,32.433787,36879,130,37009, +q0926,test,unanswerable_missing_fact,medium,Akú výslednú známku z obhajoby získal Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.613597,0.204986,11.047843,12.866833,13094,118,13212, +q0927,test,unanswerable_missing_fact,medium,Koľko strán mala finálna záverečná práca osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Artema Yatsenka obsahuje názov jeho bakalárskej práce z roku 2022 („Rozpoznávanie pomenovaných entít v slovenskom jazyku""), ale neuvádza počet strán finálnej verzie. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.637549,0.235032,12.150728,14.023755,14002,177,14179, +q0928,test,unanswerable_missing_fact,medium,Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.630082,0.235344,16.397439,18.263532,20405,117,20522, +q0929,test,unanswerable_missing_fact,medium,Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Artem Yatsenko pracoval na bakalárskej práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" a v rámci bakalárskeho projektu anotoval korpus (minimálne 20 článkov), ale žiadny z nájdených textov neobsahuje údaj o presnej veľkosti hlavnej dátovej množiny v gigabajtoch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.873538,0.291128,22.130564,24.295905,25430,231,25661, +q0930,test,unanswerable_missing_fact,medium,Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Artem Yatsenko?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.602821,0.524513,20.062636,22.190709,24778,116,24894, +q0931,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Ján Holp pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.757562,0.278141,7.178502,9.21449,8469,128,8597, +q0932,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Tomáš Kuchárik pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom operačnom systéme, ktorý Tomáš Kuchárik používal pri implementácii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.778647,0.231755,7.714591,9.72528,9105,153,9258, +q0933,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Jakub Maruniak pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, aký konkrétny operačný systém používal Jakub Maruniak pri implementácii. Dokumenty uvádzajú použitie knižníc ako spaCy a nástroja Prodigy, ako aj odporúčanie zoznámiť sa so systémom Docker, no explicitný názov operačného systému nie je uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.767266,0.584461,8.737843,11.089897,9325,203,9528, +q0934,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Kristián Sopkovič pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam spomína, že Kristián Sopkovič mal problém s timeoutom pri inštalácii pip balíčka na idoc a neskôr rozbehal trénovacie skripty na vlastnom počítači ani školskom serveri, konkrétny názov operačného systému (napr. Linux, Windows, macOS) nie je v poskytnutých zdrojoch explicitne uvedený. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.831517,0.310885,8.642606,10.78534,8816,227,9043, +q0935,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Artem Yatsenko pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, aký konkrétny operačný systém používal Artem Yatsenko pri implementácii. Z dostupných záznamov je uvedené, že pri svojom bakalárskom projekte potreboval prostredie Anaconda a mal možnosť využiť svoj počítač alebo školský server, no špecifikácia operačného systému nie je explicitne uvedená. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.767755,0.130092,7.045874,8.944007,7082,207,7289, +q0936,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Matej Ščišľak pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože zdroje síce spomínajú použitie servera QUADRO, nástrojov ako RASA, OLLAMA, FAISS a Neo4J, ale neuvádzajú konkrétny názov operačného systému, ktorý Matej Ščišľak pri implementácii používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.85845,0.234963,8.668838,10.762575,9528,197,9725, +q0937,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Oleh Poiasnik pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú použité nástroje (ako LightRAG, PrivateGPT, Docker), databázy (Postgres, Neo4J, ElasticSearch) a modely (Mistral, SlovakBert), ale nešpecifikujú konkrétny operačný systém, ktorý Oleh Poiasnik pri implementácii používal. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.546786,0.310002,22.823476,24.68091,26984,189,27173, +q0938,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Vladyslav Yanchenko pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom operačnom systéme, ktorý Vladyslav Yanchenko použil pri implementácii svojej bakalárskej práce. Dokumenty síce uvádzajú použitie technológií ako Spring Boot, Kubernetes, microk8s a cloudové služby Azure, ale nešpecifikujú operačný systém nasadenia ani vývojového prostredia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.816116,0.1407,8.969193,10.926341,9201,206,9407, +q0939,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Daniil Huzenko pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojová dokumentácia o práci Daniila Huzenka síce spomína hardvér (Raspberry Pi), platformu Kubernetes, nástroj MicroK8s a fakt, že klaster funguje s pripojením cez SSH, ale explicitne neuvádza názov konkrétneho operačného systému, ktorý používal pri implementácii. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.581173,0.272846,16.103003,17.957536,18632,190,18822, +q0940,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Valerii Kutsenko pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.21109,0.357445,15.921922,17.491151,19562,91,19653, +q0941,test,unanswerable_missing_fact,medium,Aký konkrétny operačný systém používal Ján Pták pri implementácii?,model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,[],"[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojový dokument o Jánovi Ptákovi síce uvádza použité nástroje ako Docker, OpenWebUI a jazykové modely, ale nešpecifikuje konkrétny operačný systém, na ktorom prebiehala implementácia. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.565836,0.209528,16.063722,17.839648,18647,172,18819, +q1024,test,single_document_synthesis,hard,"V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","Diplomová práca Jakuba Maruniaka s témou súvisiacou s pomenovanými entitami má názov „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a je uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.935318,0.776642,13.023847,15.736237,15310,176,15486, +q1025,test,single_document_synthesis,hard,"V dokumente osoby Ján Holp, ktorý súvisí s témou „získavanie informácií“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"", ktorá bola uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.948987,0.504346,7.55681,10.010465,8771,158,8929, +q1026,test,single_document_synthesis,hard,"V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „PyTorch“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.93199,0.591286,8.390623,10.914215,9928,155,10083, +q1027,test,single_document_synthesis,hard,"V dokumente osoby Márk Fehér, ktorý súvisí s témou „strojové učenie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"", ktorá je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.939093,0.208131,6.485714,8.633184,7423,154,7577, +q1028,test,single_document_synthesis,hard,"V dokumente osoby Maroš Harahus, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/topics/spacy"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka"", ktorá súvisí s témou Spacy, a je uvedená pre rok 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.87962,1.251314,18.746106,21.877669,22952,165,23117, +q1029,test,single_document_synthesis,hard,"V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „paralelný korpus“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Bakalárska práca Patrika Pavlišina súvisiaca s témou paralelného korpusu má názov „Metódy automatického prekladu“ a bola vypracovaná v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.966389,0.38481,7.467882,9.819383,8304,167,8471, +q1030,test,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „SQuAD“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","Diplomová práca Tomáša Kuchárika súvisiaca s témou SQuAD nesie názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.918489,0.342352,7.722075,9.983204,8740,178,8918, +q1031,test,single_document_synthesis,hard,"V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „Python“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot""]","Bakalárska práca Dmytra Ushatenko, ktorá súvisí s témou Python, nesie názov „Jednoduchý chatbot v jazyku Python“ a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.701617,0.483893,35.976405,38.16311,42955,153,43108, +q1032,test,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Dávid Omasta má uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" pre rok 2024, ktorá súvisí s témou Question Answering. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.43427,0.822497,39.72811,41.986056,46225,139,46364, +q1033,test,single_document_synthesis,hard,"V dokumente osoby Martin Wencel, ktorý súvisí s témou „morfologická analýza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/morphology""]","Bakalárska práca Martina Wencela, ktorá súvisí s témou morfologickej analýzy, má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.937734,0.245387,10.458636,12.642112,11205,180,11385, +q1034,test,single_document_synthesis,hard,"V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Bakalárska práca Ondreja Megela s témou súvisiacou s jazykovým modelovaním sa volá „Neurónové jazykové modelovanie typu BERT"" a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.966308,0.894535,10.712175,13.573459,12660,170,12830, +q1035,test,single_document_synthesis,hard,"V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/topics/question"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Bakalárska práca osoby Aliny Vitko s témou súvisiacou s „Question Answering“ (Systémy pre generovanie odpovede na otázku v prirodzenom jazyku) bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.868175,0.330695,21.068476,23.267977,25751,166,25917, +q1036,test,single_document_synthesis,hard,"V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","Bakalárska práca Artema Yatsenka s témou súvisiacou s pomenovanými entitami nesie názov „Rozpoznávanie pomenovaných entít v slovenskom jazyku"" a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.864494,0.184833,18.389915,20.439956,21986,172,22158, +q1037,test,single_document_synthesis,hard,"V dokumente osoby Filip Tomáš, ktorý súvisí s témou „Docker Compose“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","Bakalárska práca Filipa Tomáša súvisiaca s témou Docker Compose má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a je uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.863518,0.448892,8.512159,10.824896,9559,164,9723, +q1038,test,single_document_synthesis,hard,"V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina"", je uvedený návrh názvu bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" a práca bola realizovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.918697,0.480311,21.309668,23.709394,25917,183,26100, +q1039,test,single_document_synthesis,hard,"V dokumente osoby Michal Stromko, ktorý súvisí s témou „vyhľadávanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Bakalárska práca Michala Stromka s témou súvisiacou s vyhľadávaním má názov „Indexovanie slovenského textu pomocou Elasticsearch"" a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.941204,0.898082,25.755826,28.595888,31039,164,31203, +q1040,test,single_document_synthesis,hard,"V dokumente osoby Eduard Matovka, ktorý súvisí s témou „slovenský jazykový model“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Pre Eduarda Matovku je v dokumente uvedená bakalárska práca z roku 2024 s názvom „Slovenská konverzačná umelá inteligencia"", ktorá sa zaoberá trénovaním jazykového modelu pre slovenskú konverzáciu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.958932,0.312877,8.263185,10.535291,8984,179,9163, +q1041,test,single_document_synthesis,hard,"V dokumente osoby Martin Šarišský, ktorý súvisí s témou „agent“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Diplomová práca Martina Šarišského súvisiaca s témou „agent“ má názov „Agentové systémy pomocou veľkého jazykového modelu“ a je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.79996,0.562143,7.480026,9.842464,8654,157,8811, +q1042,test,single_document_synthesis,hard,"V dokumente osoby Matej Novotný, ktorý súvisí s témou „webové dáta“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“, ktorá je uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.892936,0.271775,7.50146,9.666445,8754,160,8914, +q1043,test,single_document_synthesis,hard,"V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026, ktorá súvisí s témou GraphRAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.874632,0.489831,20.146867,22.511971,24741,168,24909, +q1044,test,single_document_synthesis,hard,"V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","V dokumente Vladimíra Ferka sa ako bakalárska práca súvisiaca s témou „hate speech“ uvádza práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.882401,0.289778,10.784463,12.957057,12187,174,12361, +q1045,test,single_document_synthesis,hard,"V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „speech-to-text“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Diplomová práca Andrii Pervashova súvisiaca s témou prepisu reči (speech-to-text) má návrh názvu „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ a je evidovaná pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.928096,0.248608,8.234658,10.411665,9155,183,9338, +q1046,test,single_document_synthesis,hard,"V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Kubernetes“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ vypracovávaná Danilom Huzenkem v rámci témy súvisiacej s Kubernetes je uvedená pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.88361,0.19772,7.096199,9.177816,7751,181,7932, +q1047,test,single_document_synthesis,hard,"V dokumente osoby Ján Malinovský, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Pri osobe Ján Malinovský súvisí s témou „RAG“ diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, ktorý je uvedený v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.826817,0.968678,43.987881,46.784932,51528,158,51686, +q1048,test,single_document_synthesis,hard,"V dokumente osoby Ján Pták, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","Ján Pták má zapísaný diplomový projekt s názvom „Agent pre manažment záverečných prác“, ktorý je uvedený v roku 2026 v rámci témy súvisiacej s RAG. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.820468,0.169733,10.761844,12.752446,11867,152,12019, +q1049,test,single_document_synthesis,hard,"V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","Diplomová práca osoby Oleh Poiasnik s témou súvisiacou s lekárňou má názov „Expertný agentový systém na podporu rozhodovania v lekárni"" a je uvedená za rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.909113,0.351325,7.760025,10.020725,8883,165,9048, +q1050,test,single_document_synthesis,hard,"V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Bakalárska práca Samuela Vasiľa s témou súvisiacou s OpenWebUI má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" a je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.911592,0.220954,13.422875,15.55585,16076,180,16256, +q1051,test,single_document_synthesis,hard,"V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/topics/hatespeech""]","Záverečná práca Tetiany Mohorian s témou „hate speech“ je bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“, ktorá je evidovaná pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.908358,0.230229,9.751489,11.890473,11115,173,11288, +q1052,test,single_document_synthesis,hard,"V dokumente osoby Valerii Kutsenko, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","Pre osobu Valerii Kutsenko, ktorá sa venuje téme znalostných grafov, je v dokumente uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.90002,0.437203,20.463393,22.801285,24797,170,24967, +q1053,test,single_document_synthesis,hard,"V dokumente osoby Vladyslav Yanchenko, ktorý súvisí s témou „cloud“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ktorá je uvedená pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.678503,0.829079,42.022561,44.53128,49281,150,49431, +q1054,test,single_document_synthesis,hard,"V dokumente osoby Denis Le Thanh, ktorý súvisí s témou „Slovak Mistral“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Pre osobu Denis Le Thanh, ktorej bakalárska práca súvisí s témou „Slovak Mistral"", je v dokumente uvedená téma „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" a práca sa nachádza v kategórii bakalárskej práce pre rok 2026 (bp2026). + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.471943,0.31767,23.311999,25.102296,26826,170,26996, +q1055,test,single_document_synthesis,hard,"V dokumente osoby Maksym Zatirka, ktorý súvisí s témou „grafová databáza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Názov bakalárskej práce Maksyma Zatirku súvisiacou s grafovou databázou je „Grafová databáza pre podporu generovania slovenského jazyka"" a je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.961847,0.355608,23.639281,25.95747,28267,172,28439, +q1056,test,single_document_synthesis,hard,"V dokumente osoby Oleksandr Dorybohov, ktorý súvisí s témou „právo“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","Pre Oleksandra Dorybohova je v kategórii bakalárskej práce uvedený rok 2026 a téma práce je „Automatické odpovede na otázky v právnej oblasti"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.944472,0.227138,7.083301,9.255204,7711,159,7870, +q1057,test,single_document_synthesis,hard,"V dokumente osoby Ronald Zalacko, ktorý súvisí s témou „robotické súťaže“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Skórovací online systém pre robotické súťaže"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko""]","[""https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","V dokumente osoby Ronald Zalacko je pri téme robotické súťaže uvedená bakalárska práca s názvom „Skórovací online systém pre robotické súťaže"", ktorá je evidovaná pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",1.944663,0.256655,10.571568,12.773253,12685,168,12853, +q1058,test,single_document_synthesis,hard,"V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga"" v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.85771,0.218803,6.890773,8.967551,7766,156,7922, +q1059,test,single_document_synthesis,hard,"V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.913181,0.259963,7.153357,9.326798,8409,152,8561, +q1060,test,single_document_synthesis,hard,"V dokumente osoby Simona Bobrovčanová, ktorý súvisí s témou „sumarizácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca Simony Bobrovčánovej s témou súvisiacou so sumarizáciou má názov „Automatická sumarizácia slovenského textu“ a je uvedená pre rok 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.88698,0.435819,19.514018,21.837434,24034,166,24200, +q1061,test,single_document_synthesis,hard,"V dokumente osoby Yevhenii Medushivskyi, ktorý súvisí s témou „crawler“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan""]","Bakalárska práca Yevheniiho Medushivského súvisiaca s témou crawlera je vedená pod názvom „Získavanie textu z webových stránok“ a je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.885797,0.379913,24.155622,26.4224,28994,170,29164, +q1062,test,single_document_synthesis,hard,"V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „BiLSTM“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021, pričom v rámci tejto práce bol využitý model BiLSTM. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",1.901845,0.559302,11.657461,14.119193,13007,170,13177, +q1063,test,single_document_synthesis,hard,"V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Diplomová práca Dominika Nagy súvisiaca s témou MBART má názov „Neurónový strojový preklad pomocou knižnice Fairseq"" a je uvedená v roku 2022, pričom v rámci tejto práce bol vykonaný experiment s architektúrou MBART. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",1.825442,0.82934,25.44396,28.099542,30698,177,30875, +q1064,test,single_document_synthesis,hard,"V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak""]","Diplomová práca Jakuba Maruniaka súvisiaca s témou Spacy má návrh názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" a je uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.812638,0.841384,7.470851,10.12513,7909,166,8075, +q1065,test,single_document_synthesis,hard,"V dokumente osoby Ján Holp, ktorý súvisí s témou „PageRank“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Diplomová práca Jána Holpa s témou súvisiacou s PageRank sa volá „Systém získavania informácií v slovenskom jazyku“ a je uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",1.839508,0.440207,7.204636,9.484632,8355,161,8516, +q1066,test,single_document_synthesis,hard,"V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „NCCL“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","Diplomová práca Lukáša Pokrývku, ktorá súvisí s témou NCCL (uvedenou v rámci diplomového projektu využívaného pri diplomovej práci), má názov „Paralelné trénovanie neurónových sietí"" a bola uvedená v roku 2021. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",1.900653,0.903705,25.992268,28.797416,31397,183,31580, +q1067,test,single_document_synthesis,hard,"V dokumente osoby Márk Fehér, ktorý súvisí s témou „scikit“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Diplomová práca Márka Fehéra súvisiaca s témou „scikit“ sa volá „Klasifikácia textu metódami strojového učenia“ a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",1.89776,0.398873,20.439161,22.736453,24667,159,24826, +q1068,test,single_document_synthesis,hard,"V dokumente osoby Maroš Harahus, ktorý súvisí s témou „grafové neurónové siete“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko""]","V dokumente osoby Maroš Harahus je uvedená diplomová práca s názvom „Neurónová morfologická anotácia slovenského jazyka“ z roku 2021. V dostupných dokumentoch ZP Wiki sa v tejto konkrétnej práci neobjavuje téma „grafové neurónové siete“ ako hlavná téma diplomovej práce, hoci v rámci PhD štúdia a diplomového projektu sa s touto témou pracovalo. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",1.933384,1.375169,12.815228,16.124251,14222,215,14437, +q1069,test,single_document_synthesis,hard,"V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu"", ktorá je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",1.928295,1.708938,9.212571,12.850307,10897,154,11051, +q1070,test,single_document_synthesis,hard,"V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/translation""]","Pre Tomáša Kuchárika je v ZP Wiki uvedená diplomová práca z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ktorá priamo súvisí s téma strojového prekladu. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",1.9101,0.569857,13.105819,15.586196,15489,184,15673, +q1071,test,single_document_synthesis,hard,"V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „dialógový systém“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/topics/chatbot"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Bakalárska práca Dmytra Ushatenka, ktorá súvisí s témou dialógových systémov, sa volá „Jednoduchý chatbot v jazyku Python"" a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",1.896046,0.214192,13.925921,16.036662,16791,169,16960, +q1072,test,single_document_synthesis,hard,"V dokumente osoby Dávid Omasta, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Dávid Omasta má v ZP Wiki uvedené dve diplomové práce súvisiace s témou slovenčina: diplomová práca z roku 2023 s návrhom názvu „Generatívne modely slovenského jazyka"" a diplomová práca z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.874646,0.274597,9.371366,11.520927,10042,203,10245, +q1073,test,single_document_synthesis,hard,"V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/topics/named-entity"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Bakalárska práca Martina Wencela zameraná na tému pomenovaných entít sa volá „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.852892,0.505162,20.569193,22.927853,25001,170,25171, +q1074,test,single_document_synthesis,hard,"V dokumente osoby Ondrej Megela, ktorý súvisí s témou „neurónové siete“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Bakalárska práca Ondreja Megela s tematikou neurónových sietí sa volá „Neurónové jazykové modelovanie typu BERT"" a bola uvedená v roku 2020. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.87502,0.804175,13.908454,16.588115,16566,159,16725, +q1075,test,single_document_synthesis,hard,"V dokumente osoby Alina Vitko, ktorý súvisí s témou „Streamlit“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","Bakalárska práca Aliny Vitko, ktorá súvisí s témou Streamlit, má názov „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ a bola vypracovaná v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.861575,0.247806,8.292452,10.402166,9546,167,9713, +q1076,test,single_document_synthesis,hard,"V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","Bakalárska práca Artema Yatsenko súvisiaca s témou Spacy má názov „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ a bola uvedená v roku 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",1.821532,0.33752,21.079066,23.238834,25869,162,26031, +q1077,test,single_document_synthesis,hard,"V dokumente osoby Filip Tomáš, ktorý súvisí s témou „microk8s“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas""]","[""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť bakalársku prácu študenta Filipa Tomáša, ktorá by súvisela s témou „microk8s"". Záznam o jeho bakalárskej práci z roku 2022 má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"" a tématicky sa zameriava na testovanie a CI/CD systémy, pričom v poskytnutých zdrojoch nie je zmienka o práci s microk8s. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",1.902391,0.465454,23.723325,26.091832,26736,236,26972, +q1078,test,single_document_synthesis,hard,"V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „transformery“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp""]","Bakalárska práca Kristiána Sopkoviča, ktorá sa zaoberá témou transformérov, nesie návrh názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" a je uvedená pre rok 2022. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.861185,0.483203,23.316508,25.661529,27668,175,27843, +q1079,test,single_document_synthesis,hard,"V dokumente osoby Michal Stromko, ktorý súvisí s témou „FAISS“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","V dostupných dokumentoch ZP Wiki sa pri osobe Michal Stromko nenašla bakalárska práca súvisiaca s témou „FAISS“, nájdená bakalárska práca z roku 2022 má názov „Indexovanie slovenského textu pomocou Elasticsearch“ a súvisí s technológiou Elasticsearch. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.81868,0.662464,7.575172,10.05662,7844,183,8027, +q1080,test,single_document_synthesis,hard,"V dokumente osoby Eduard Matovka, ktorý súvisí s témou „LLAMA“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Slovenská konverzačná umelá inteligencia"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","[""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka""]","Bakalárska práca Eduarda Matovky súvisiaca s témou LLAMA má názov „Slovenská konverzačná umelá inteligencia“ a je uvedená pre rok 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",1.915895,0.276491,7.637513,9.830164,9008,162,9170, +q1081,test,single_document_synthesis,hard,"V dokumente osoby Martin Šarišský, ktorý súvisí s témou „právne informácie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"", ktorá je uvedená pre rok 2026 a jej zadanie sa zameriava na spracovanie právnych informácií. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",1.911085,1.066375,8.170385,11.148168,9421,175,9596, +q1082,test,single_document_synthesis,hard,"V dokumente osoby Matej Novotný, ktorý súvisí s témou „klasifikácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia webových dát pre lepšie jazykové modelovanie"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny""]","Diplomová práca s témou súvisiacou s klasifikáciou, ktorú vypracoval Matej Novotný, sa nazýva „Klasifikácia webových dát pre lepšie jazykové modelovanie"" a je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",1.844245,0.253966,7.414945,9.513413,8349,173,8522, +q1083,test,single_document_synthesis,hard,"V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „Neo4J“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Diplomová práca Mateja Ščišľaka súvisiaca s témou Neo4J sa nazýva „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ a je uvedená v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.877742,0.377435,7.021553,9.277048,7790,170,7960, +q1084,test,single_document_synthesis,hard,"V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „anotácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","V dokumente osoby Vladimír Ferko je pri téme anotácia uvedená bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" z roku 2024. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.535418,0.427233,21.88796,23.851341,26717,141,26858, +q1085,test,single_document_synthesis,hard,"V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","V dokumente Andrii Pervashov, ktorý súvisí s témou „OpenWebUI"" (konkrétne v rámci úloh pre diplomovú prácu), je uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" pre rok 2027. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.711048,0.460097,24.826888,26.998754,29332,182,29514, +q1086,test,single_document_synthesis,hard,"V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Raspberry Pi“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky""]","Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“, ktorá je uvedená pre rok 2025. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.495786,0.583186,27.157308,29.237068,32457,142,32599, +q1087,test,single_document_synthesis,hard,"V dokumente osoby Ján Malinovský, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Diplomový projekt Jána Malinovského s témou súvisiacou s GraphRAG sa nazýva „Grafové vyhľadávanie pre podporu vzdelávania“ a je uvedený v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",1.889992,0.173824,10.740788,12.804972,11918,163,12081, +q1088,test,single_document_synthesis,hard,"V dokumente osoby Ján Pták, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura""]","Diplomový projekt Jána Ptáka, ktorý súvisí s témou OpenWebUI, má názov „Agent pre manažment záverečných prác"" a je uvedený v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.897994,0.330096,18.466239,20.694882,22659,155,22814, +q1089,test,single_document_synthesis,hard,"V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Expertný agentový systém na podporu rozhodovania v lekárni"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik""]","[""https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni"", ktorá je uvedená pre rok 2027 a zameriava sa na vylepšenie agenta pre prácu so znalostným grafom. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",1.891162,0.437362,11.588226,13.917219,13346,179,13525, +q1090,test,single_document_synthesis,hard,"V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „MCP“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","Bakalárska práca osoby Samuel Vasiľ súvisiaca s témou MCP (Model Context Protocol) má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" a je evidovaná v roku 2026. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.939894,0.212664,11.467782,13.620896,13333,185,13518, +q1091,test,single_document_synthesis,hard,"V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „LLM“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic""]","V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť explicitný názov bakalárskej práce Tetiany Mohorian, hoci je v dokumente uvedená sekcia bakalárskej práce pre rok 2025 a súvisiace témy ako veľké jazykové modely (LLM) a detekcia nenávistnej reči. + +Zdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.724547,0.38368,20.57528,22.684258,24739,175,24914, +q1147,test,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Neurónové jazykové modelovanie typu BERT"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",1.846886,0.747048,21.434485,24.029067,25032,208,25240, +q1148,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Martin Wencel. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.524268,0.831847,23.162099,25.518861,26933,192,27125, +q1149,test,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Dialógový systém pre podporu firemných procesov"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Martin Šarišský má na ZP Wiki uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" pre rok 2026 a Samuel Džurina má uvedenú bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",1.455379,0.552954,21.35549,23.364448,24715,188,24903, +q1150,test,multi_document,hard,"Porovnaj záznamy osôb Michal Stromko a Denis Le Thanh. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Záznam na ZP Wiki uvádza, že Michal Stromko vypracovával bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.64599,0.682134,25.118439,27.447245,28969,214,29183, +q1151,test,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Rostyslav Rodzhuk. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Inteligentný agent pre podporu práce špeciálneho pedagóga"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk""]","[""https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021 a Rostyslav Rodzhuk má záznam bakalárskej práce s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",1.909519,0.809495,25.230144,27.949881,29092,222,29314, +q1152,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Andrii Pervashov. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Andrii Pervashov má v ZP Wiki uvedenú diplomovú prácu s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.705976,0.588105,25.99069,28.285421,29999,214,30213, +q1153,test,multi_document,hard,"Porovnaj záznamy osôb Jakub Maruniak a Valerii Kutsenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Jakub Maruniak má uvedenú diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2021, zatiaľ čo Valerii Kutsenko má v ZP Wiki uvedenú diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ z roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.892981,0.826588,23.926778,26.647019,27429,227,27656, +q1154,test,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Zlepšenie vyhľadávania pomocou znalostných grafov"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022 a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov"" v roku 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",1.838222,0.712951,24.484749,27.036717,28311,212,28523, +q1155,test,multi_document,hard,"Porovnaj záznamy osôb Ondrej Megela a Vladimír Ferko. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.75,1.0,1.0,0.9375,False,"[""Neurónové jazykové modelovanie typu BERT"", ""2020"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/bert"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2021 a Vladimír Ferko má záznam o bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ v roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.884119,0.527119,21.385261,23.797096,24666,218,24884, +q1156,test,multi_document,hard,"Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Samuel Vasiľ má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"" a Oleksandr Dorybohov má bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti"", pričom obe sú evidované pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.712653,0.503318,22.056584,24.273186,25385,217,25602, +q1157,test,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Andrii Pervashov. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022 a zároveň má záznam o diplomovej práci z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“. Andrii Pervashov má v zázname uvedený návrh na tému diplomovej práce z roku 2027 s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ a zároveň návrh na tému bakalárskej práce z roku 2025 s názvom „Korekcia textu pomocou neurónových sietí“. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.917153,0.545697,24.452196,26.915768,26292,323,26615, +q1158,test,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Ján Pták. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/topics/akopisat""]","Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania"" a Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác"", pričom obaja sú v ZP Wiki evidovaní v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.683617,0.910882,45.651385,48.247137,52042,194,52236, +q1159,test,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Dávid Omasta. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Dávid Omasta záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Tomáš Kuchárik má na ZP Wiki evidované dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu"" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", zatiaľ čo Dávid Omasta má uvedenú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"". + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",1.920399,0.688785,14.221634,16.831197,14018,276,14294, +q1160,test,multi_document,hard,"Porovnaj záznamy osôb Vladimír Ferko a Daniil Huzenko. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" v roku 2024, zatiaľ čo Daniil Huzenko má záznam o bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia"" uvedený pre rok 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko +https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.907696,0.630445,24.676887,27.215677,28453,239,28692, +q1161,test,multi_document,hard,"Porovnaj záznamy osôb Ondrej Megela a Ján Pták. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónové jazykové modelovanie typu BERT"", ""2020"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/topics/bert""]","Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020 a Ján Pták má evidovaný diplomový projekt s názvom „Agent pre manažment záverečných prác“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.881081,0.631811,24.502091,27.015655,28591,201,28792, +q1162,test,multi_document,hard,"Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" v roku 2024 a Oleksandr Dorybohov vypracoval bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",1.939697,0.621018,24.632494,27.193884,28364,223,28587, +q1163,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Alina Vitko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.88933,0.627334,24.312019,26.829393,28166,213,28379, +q1164,test,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Vladyslav Yanchenko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Vladyslav Yanchenko má zaznamenanú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" pre rok 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",1.915089,0.755184,26.011575,28.68254,29957,226,30183, +q1165,test,multi_document,hard,"Porovnaj záznamy osôb Martin Šarišský a Vladimír Ferko. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Agentové systémy pomocou veľkého jazykového modelu"", ""2026"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu"" v roku 2026 a Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"" v roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.870997,0.673384,25.334533,27.879631,29205,218,29423, +q1166,test,multi_document,hard,"Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026"", ""Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"", ""2024""]","[""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","[""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ v roku 2024. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak +https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",1.495055,0.560788,24.310173,26.366695,27845,203,28048, +q1167,test,multi_document,hard,"Porovnaj záznamy osôb Alina Vitko a Ján Pták. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022"", ""Agent pre manažment záverečných prác"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Bakalárska práca Aliny Vitko s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ je na ZP Wiki uvedená v roku 2022 a diplomový projekt Jána Ptáka s názvom „Agent pre manažment záverečných prác“ je uvedený v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko +https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",1.868446,0.579357,24.137573,26.586039,27902,212,28114, +q1168,test,multi_document,hard,"Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Obnovenie interpunkcie pomocou hlbokých neurónových sietí"", ""2021"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"", ""https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp""]","Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí"" v roku 2021 a Tetiana Mohorian vypracovala bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.913254,0.711519,23.029919,25.655503,26492,222,26714, +q1169,test,multi_document,hard,"Porovnaj záznamy osôb Ján Holp a Denis Le Thanh. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Systém získavania informácií v slovenskom jazyku"", ""2021"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta""]","Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku"" v roku 2021 a Denis Le Thanh realizuje bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jan_holp +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.673739,0.800391,23.193371,25.668179,26755,204,26959, +q1170,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Tetiana Mohorian. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.689686,0.459143,23.686429,25.836002,27300,205,27505, +q1171,test,multi_document,hard,"Porovnaj záznamy osôb Tetiana Mohorian a Oleksandr Dorybohov. Pri osobe Tetiana Mohorian použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025"", ""Automatické odpovede na otázky v právnej oblasti"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“ v roku 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.908159,0.48032,22.209342,24.598545,25611,223,25834, +q1172,test,multi_document,hard,"Porovnaj záznamy osôb Maroš Harahus a Michal Stromko. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Michal Stromko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónová morfologická anotácia slovenského jazyka"", ""2021"", ""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"", ""https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural""]","Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",1.87402,0.881135,22.619076,25.37498,26275,208,26483, +q1173,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Yevhenii Medushivskyi. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]","Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia"" v roku 2022 a Yevhenii Medushivskyi má uvedenú bakalársku prácu s témou „Získavanie textu z webových stránok"" pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.917601,0.59267,25.980592,28.491574,30170,216,30386, +q1174,test,multi_document,hard,"Porovnaj záznamy osôb Andrii Pervashov a Maksym Zatirka. Pri osobe Andrii Pervashov použi záznam typu „diplomová práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027"", ""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Pre Andrii Pervashov je na ZP Wiki uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"" v roku 2027 a pre Maksyma Zatirka je uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.733051,0.653902,26.6421,29.029816,30575,224,30799, +q1175,test,multi_document,hard,"Porovnaj záznamy osôb Jakub Maruniak a Matej Ščišľak. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021"", ""Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Jakub Maruniak má na ZP Wiki uvedenú diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ pre rok 2021, zatiaľ čo Matej Ščišľak má evidovanú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak +https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",1.883248,0.814463,23.897335,26.595732,27158,234,27392, +q1176,test,multi_document,hard,"Porovnaj záznamy osôb Jakub Maruniak a Vladyslav Yanchenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"", ""2021"", ""Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko""]","[""https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Vladyslav Yanchenko vypracoval bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"" v roku 2025 a Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"" v roku 2021. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko +https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",1.90141,0.676825,22.315691,24.894578,25656,228,25884, +q1177,test,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Andrii Pervashov. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"", ""2027""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","[""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dávid Omasta vypracovával diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Andrii Pervashov má v zázname uvedený návrh na diplomovú prácu s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",1.889905,0.547679,26.124816,28.563096,30054,236,30290, +q1178,test,multi_document,hard,"Porovnaj záznamy osôb Lukáš Pokrývka a Alina Vitko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Paralelné trénovanie neurónových sietí"", ""2021"", ""Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"", ""https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/topics/faq""]","Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí"" v roku 2021 a Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka +https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",1.904619,0.660459,25.494809,28.060569,29097,218,29315, +q1179,test,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Martin Wencel. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"", ""2020""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"", ""https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"" v roku 2024 a Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"" v roku 2020. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",1.874598,0.431979,23.806218,26.113448,27345,227,27572, +q1180,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Samuel Vasiľ. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Samuel Vasiľ má uvedený predbežný názov bakalárskej práce „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",1.480267,0.377083,21.241286,23.099245,24470,195,24665, +q1181,test,multi_document,hard,"Porovnaj záznamy osôb Dávid Omasta a Simona Bobrovčanová. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"", ""2024"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik""]","Dávid Omasta má na ZP Wiki záznam o diplomovej práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024 a Simona Bobrovčanová má záznam o bakalárskej práci s témou „Automatická sumarizácia slovenského textu“ z roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2018/david_omasta +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.693067,0.523494,24.438169,26.655404,28204,209,28413, +q1182,test,multi_document,hard,"Porovnaj záznamy osôb Márk Fehér a Daniil Huzenko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Klasifikácia textu metódami strojového učenia"", ""2022"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Daniil Huzenko má prihlásenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/mark_feher +https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.896583,0.625361,23.761567,26.284317,27320,225,27545, +q1183,test,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Yevhenii Medushivskyi. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar""]","Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python"" v roku 2020 a Yevhenii Medushivskyi má zaznamenanú bakalársku prácu s témou „Získavanie textu z webových stránok"" v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",1.825028,0.311792,22.538471,24.675947,25935,209,26144, +q1184,test,multi_document,hard,"Porovnaj záznamy osôb Dominik Nagy a Kristián Sopkovič. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Neurónový strojový preklad pomocou knižnice Fairseq"", ""2022"", ""Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"", ""2022""]","[""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","[""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"", ""https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"", ""https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"", ""https://zp.kemt.fei.tuke.sk/topics/faq"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq"" v roku 2022 a Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"" v roku 2022. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy +https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",1.657524,0.659117,23.909912,26.227195,27694,203,27897, +q1185,test,multi_document,hard,"Porovnaj záznamy osôb Patrik Pavlišin a Denis Le Thanh. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020"", ""Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh""]","[""https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020, zatiaľ čo Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ plánovanou na rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",1.531087,0.727016,25.596372,27.855184,29553,199,29752, +q1186,test,multi_document,hard,"Porovnaj záznamy osôb Ján Malinovský a Maksym Zatirka. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Grafové vyhľadávanie pre podporu vzdelávania"", ""2026"", ""Grafová databáza pre podporu generovania slovenského jazyka"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka""]","[""https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"", ""https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"", ""https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak""]","Ján Malinovský má v zázname typu diplomový projekt uvedenú tému „Grafové vyhľadávanie pre podporu vzdelávania“ pre rok 2026 a Maksym Zatirka má v zázname typu bakalárska práca uvedenú tému „Grafová databáza pre podporu generovania slovenského jazyka“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky +https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",1.659552,0.592928,23.286322,25.539684,26708,208,26916, +q1187,test,multi_document,hard,"Porovnaj záznamy osôb Patrik Pavlišin a Daniil Huzenko. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Metódy automatického prekladu"", ""2020"", ""Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko""]","[""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"", ""https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic""]","Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020 a Daniil Huzenko vypracoval bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin +https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",1.717163,0.733667,25.705602,28.157216,29701,209,29910, +q1188,test,multi_document,hard,"Porovnaj záznamy osôb Tomáš Kuchárik a Yevhenii Medushivskyi. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,0.0,0.0,1.0,0.5,False,"[""Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"", ""2022"", ""Získavanie textu z webových stránok"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi""]","[""https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"", ""https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"", ""https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"", ""https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"", ""https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin""]"," + + +Yevhenii Medushivskyi bakalárska práca názov rok + + +5 + + +False + + +1 + + +",1.926134,0.884347,24.685494,27.496712,29709,160,29869, +q1189,test,multi_document,hard,"Porovnaj záznamy osôb Michal Stromko a Tetiana Mohorian. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Indexovanie slovenského textu pomocou Elasticsearch"", ""2022"", ""Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"", ""2025""]","[""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian""]","[""https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"", ""https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"", ""https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela""]","Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch"" v roku 2022 a Tetiana Mohorian vypracovává bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"" v roku 2025. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko +https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",1.908482,0.798929,20.249506,22.957518,23332,214,23546, +q1190,test,multi_document,hard,"Porovnaj záznamy osôb Oleksandr Dorybohov a Simona Bobrovčanová. Pri osobe Oleksandr Dorybohov použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Automatické odpovede na otázky v právnej oblasti"", ""2026"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"", ""https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"", ""https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak""]","Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“ v roku 2026 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ v roku 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.71811,0.583943,23.56553,25.868231,27376,205,27581, +q1191,test,multi_document,hard,"Porovnaj záznamy osôb Dmytro Ushatenko a Simona Bobrovčanová. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.",model120-fast,Qwen3.5-122B-A10B-Q4_K_M,True,1,1.0,1.0,1.0,1.0,True,"[""Jednoduchý chatbot v jazyku Python"", ""2020"", ""Automatická sumarizácia slovenského textu"", ""2026""]","[""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova""]","[""https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"", ""https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"", ""https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"", ""https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"", ""https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko""]","Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Simona Bobrovčanová má záznam bakalárskej práce s témou „Automatická sumarizácia slovenského textu“ pre rok 2026. + +Zdroje: +https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko +https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",1.725612,0.323736,21.623998,23.674016,25099,202,25301, diff --git a/tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.json b/tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.json new file mode 100644 index 0000000..70f114e --- /dev/null +++ b/tools/rag/evaluation/results/test_classic_rag_frozen/rag_answers_test.json @@ -0,0 +1,39971 @@ +{ + "generated_at": "2026-09-29T09:20:12.393126+00:00", + "status": "complete", + "configuration": { + "schema_version": 2, + "questions_file": "/home/janko/DP/zp-agent/evaluation/json_files/questions.json", + "overrides_file": "/home/janko/DP/zp-agent/evaluation/json_files/rag_answer_overrides.json", + "questions_fingerprint": "6f53baf43619be778d81e364c16298cacaf42d01fb9eebf5d025cc5d0079d607", + "selected_question_ids": [ + "q0052", + "q0053", + "q0054", + "q0055", + "q0056", + "q0057", + "q0058", + "q0059", + "q0060", + "q0061", + "q0062", + "q0063", + "q0064", + "q0065", + "q0066", + "q0067", + "q0068", + "q0069", + "q0070", + "q0071", + "q0072", + "q0073", + "q0074", + "q0075", + "q0076", + "q0077", + "q0078", + "q0079", + "q0080", + "q0081", + "q0093", + "q0094", + "q0095", + "q0096", + "q0097", + "q0098", + "q0099", + "q0100", + "q0101", + "q0112", + "q0113", + "q0114", + "q0115", + "q0116", + "q0117", + "q0118", + "q0119", + "q0120", + "q0121", + "q0132", + "q0133", + "q0134", + "q0135", + "q0136", + "q0137", + "q0138", + "q0139", + "q0140", + "q0141", + "q0153", + "q0154", + "q0155", + "q0156", + "q0157", + "q0158", + "q0159", + "q0160", + "q0161", + "q0162", + "q0163", + "q0185", + "q0186", + "q0187", + "q0188", + "q0189", + "q0190", + "q0191", + "q0192", + "q0193", + "q0194", + "q0195", + "q0196", + "q0197", + "q0198", + "q0199", + "q0214", + "q0215", + "q0216", + "q0217", + "q0218", + "q0219", + "q0220", + "q0221", + "q0222", + "q0223", + "q0224", + "q0225", + "q0226", + "q0227", + "q0228", + "q0260", + "q0261", + "q0262", + "q0263", + "q0264", + "q0265", + "q0266", + "q0267", + "q0268", + "q0269", + "q0270", + "q0271", + "q0272", + "q0273", + "q0274", + "q0288", + "q0289", + "q0290", + "q0291", + "q0292", + "q0293", + "q0294", + "q0295", + "q0296", + "q0297", + "q0298", + "q0299", + "q0300", + "q0301", + "q0302", + "q0317", + "q0318", + "q0319", + "q0320", + "q0321", + "q0322", + "q0323", + "q0324", + "q0325", + "q0326", + "q0327", + "q0328", + "q0329", + "q0330", + "q0331", + "q0332", + "q0348", + "q0349", + "q0350", + "q0351", + "q0352", + "q0353", + "q0354", + "q0355", + "q0356", + "q0357", + "q0358", + "q0359", + "q0360", + "q0361", + "q0362", + "q0394", + "q0395", + "q0396", + "q0397", + "q0398", + "q0399", + "q0400", + "q0401", + "q0402", + "q0403", + "q0404", + "q0405", + "q0406", + "q0407", + "q0408", + "q0409", + "q0410", + "q0411", + "q0412", + "q0413", + "q0414", + "q0415", + "q0416", + "q0417", + "q0418", + "q0419", + "q0420", + "q0421", + "q0422", + "q0452", + "q0453", + "q0454", + "q0455", + "q0456", + "q0457", + "q0458", + "q0459", + "q0460", + "q0461", + "q0462", + "q0463", + "q0464", + "q0465", + "q0466", + "q0467", + "q0468", + "q0469", + "q0470", + "q0471", + "q0472", + "q0473", + "q0474", + "q0475", + "q0476", + "q0477", + "q0478", + "q0479", + "q0510", + "q0511", + "q0512", + "q0513", + "q0514", + "q0515", + "q0516", + "q0517", + "q0518", + "q0519", + "q0520", + "q0521", + "q0522", + "q0523", + "q0524", + "q0525", + "q0526", + "q0527", + "q0528", + "q0529", + "q0530", + "q0531", + "q0532", + "q0533", + "q0534", + "q0535", + "q0536", + "q0537", + "q0538", + "q0539", + "q0540", + "q0541", + "q0542", + "q0543", + "q0544", + "q0545", + "q0546", + "q0547", + "q0548", + "q0558", + "q0559", + "q0560", + "q0562", + "q0563", + "q0564", + "q0565", + "q0566", + "q0567", + "q0606", + "q0607", + "q0608", + "q0612", + "q0613", + "q0614", + "q0625", + "q0626", + "q0627", + "q0631", + "q0642", + "q0643", + "q0644", + "q0646", + "q0647", + "q0648", + "q0654", + "q0655", + "q0656", + "q0664", + "q0665", + "q0666", + "q0670", + "q0671", + "q0672", + "q0680", + "q0681", + "q0682", + "q0735", + "q0736", + "q0737", + "q0738", + "q0739", + "q0740", + "q0741", + "q0742", + "q0743", + "q0744", + "q0745", + "q0746", + "q0747", + "q0748", + "q0749", + "q0750", + "q0751", + "q0752", + "q0753", + "q0754", + "q0755", + "q0756", + "q0757", + "q0758", + "q0759", + "q0760", + "q0761", + "q0762", + "q0763", + "q0764", + "q0765", + "q0766", + "q0767", + "q0768", + "q0769", + "q0770", + "q0799", + "q0800", + "q0801", + "q0802", + "q0803", + "q0804", + "q0805", + "q0806", + "q0807", + "q0808", + "q0809", + "q0810", + "q0811", + "q0812", + "q0813", + "q0814", + "q0815", + "q0816", + "q0817", + "q0818", + "q0819", + "q0820", + "q0888", + "q0889", + "q0890", + "q0891", + "q0892", + "q0893", + "q0894", + "q0895", + "q0896", + "q0897", + "q0898", + "q0899", + "q0900", + "q0901", + "q0902", + "q0903", + "q0904", + "q0905", + "q0906", + "q0907", + "q0908", + "q0909", + "q0910", + "q0911", + "q0912", + "q0913", + "q0914", + "q0915", + "q0916", + "q0917", + "q0918", + "q0919", + "q0920", + "q0921", + "q0922", + "q0923", + "q0924", + "q0925", + "q0926", + "q0927", + "q0928", + "q0929", + "q0930", + "q0931", + "q0932", + "q0933", + "q0934", + "q0935", + "q0936", + "q0937", + "q0938", + "q0939", + "q0940", + "q0941", + "q1024", + "q1025", + "q1026", + "q1027", + "q1028", + "q1029", + "q1030", + "q1031", + "q1032", + "q1033", + "q1034", + "q1035", + "q1036", + "q1037", + "q1038", + "q1039", + "q1040", + "q1041", + "q1042", + "q1043", + "q1044", + "q1045", + "q1046", + "q1047", + "q1048", + "q1049", + "q1050", + "q1051", + "q1052", + "q1053", + "q1054", + "q1055", + "q1056", + "q1057", + "q1058", + "q1059", + "q1060", + "q1061", + "q1062", + "q1063", + "q1064", + "q1065", + "q1066", + "q1067", + "q1068", + "q1069", + "q1070", + "q1071", + "q1072", + "q1073", + "q1074", + "q1075", + "q1076", + "q1077", + "q1078", + "q1079", + "q1080", + "q1081", + "q1082", + "q1083", + "q1084", + "q1085", + "q1086", + "q1087", + "q1088", + "q1089", + "q1090", + "q1091", + "q1147", + "q1148", + "q1149", + "q1150", + "q1151", + "q1152", + "q1153", + "q1154", + "q1155", + "q1156", + "q1157", + "q1158", + "q1159", + "q1160", + "q1161", + "q1162", + "q1163", + "q1164", + "q1165", + "q1166", + "q1167", + "q1168", + "q1169", + "q1170", + "q1171", + "q1172", + "q1173", + "q1174", + "q1175", + "q1176", + "q1177", + "q1178", + "q1179", + "q1180", + "q1181", + "q1182", + "q1183", + "q1184", + "q1185", + "q1186", + "q1187", + "q1188", + "q1189", + "q1190", + "q1191" + ], + "applied_override_ids": [], + "split": "test", + "selected_question_count": 519, + "requested_model": "model120-fast", + "operation_id": "retrieve_zpwiki_context", + "openwebui_url": "https://ui.tukekemt.xyz/api/chat/completions", + "rag_url": "http://localhost:8000/rag", + "timeout": 180, + "max_attempts": 4, + "backoff_base": 1.0, + "backoff_max": 8.0, + "delay": 0.0 + }, + "summary": { + "total": 519, + "completed": 519, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.982177, + "source_url_score": 0.990366, + "should_answer_score": 0.996146, + "overall_score": 0.992172, + "strict_pass_count": 507, + "strict_pass_rate": 0.976879, + "mean_latency_seconds": 19.00845, + "prompt_tokens": 10379672, + "completion_tokens": 84649, + "total_tokens": 10464321, + "by_category": { + "adversarial_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.784447, + "prompt_tokens": 259839, + "completion_tokens": 2397, + "total_tokens": 262236 + }, + "disambiguation_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 18.557855, + "prompt_tokens": 274295, + "completion_tokens": 2010, + "total_tokens": 276305 + }, + "entity_lookup": { + "total": 21, + "completed": 21, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 21, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.373396, + "prompt_tokens": 353914, + "completion_tokens": 3588, + "total_tokens": 357502 + }, + "fact_start_year": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.362134, + "prompt_tokens": 268740, + "completion_tokens": 1631, + "total_tokens": 270371 + }, + "fact_title": { + "total": 53, + "completed": 53, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 53, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 16.540603, + "prompt_tokens": 938667, + "completion_tokens": 7605, + "total_tokens": 946272 + }, + "fact_work_year": { + "total": 18, + "completed": 18, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 18, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 21.874116, + "prompt_tokens": 443324, + "completion_tokens": 2251, + "total_tokens": 445575 + }, + "internship_topic": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.75, + "strict_pass_count": 0, + "strict_pass_rate": 0.0, + "mean_latency_seconds": 11.383201, + "prompt_tokens": 19643, + "completion_tokens": 406, + "total_tokens": 20049 + }, + "internship_year": { + "total": 2, + "completed": 2, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 2, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 20.632079, + "prompt_tokens": 46536, + "completion_tokens": 246, + "total_tokens": 46782 + }, + "keyword_grounding": { + "total": 82, + "completed": 82, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.993902, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 0.998476, + "strict_pass_count": 81, + "strict_pass_rate": 0.987805, + "mean_latency_seconds": 18.552017, + "prompt_tokens": 1575233, + "completion_tokens": 14902, + "total_tokens": 1590135 + }, + "multi_document": { + "total": 45, + "completed": 45, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.972222, + "source_url_score": 0.977778, + "should_answer_score": 1.0, + "overall_score": 0.9875, + "strict_pass_count": 43, + "strict_pass_rate": 0.955556, + "mean_latency_seconds": 26.566339, + "prompt_tokens": 1248955, + "completion_tokens": 9723, + "total_tokens": 1258678 + }, + "paraphrase": { + "total": 18, + "completed": 18, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 18, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 18.738883, + "prompt_tokens": 362136, + "completion_tokens": 2513, + "total_tokens": 364649 + }, + "reverse_lookup": { + "total": 19, + "completed": 19, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 19, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 26.213581, + "prompt_tokens": 543431, + "completion_tokens": 3226, + "total_tokens": 546657 + }, + "single_document_synthesis": { + "total": 68, + "completed": 68, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 68, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 17.842429, + "prompt_tokens": 1238963, + "completion_tokens": 11502, + "total_tokens": 1250465 + }, + "source_url": { + "total": 8, + "completed": 8, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.875, + "source_url_score": 0.875, + "should_answer_score": 1.0, + "overall_score": 0.9375, + "strict_pass_count": 7, + "strict_pass_rate": 0.875, + "mean_latency_seconds": 22.76651, + "prompt_tokens": 203734, + "completion_tokens": 1027, + "total_tokens": 204761 + }, + "specific_fact": { + "total": 39, + "completed": 39, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.884615, + "source_url_score": 0.948718, + "should_answer_score": 0.948718, + "overall_score": 0.945513, + "strict_pass_count": 34, + "strict_pass_rate": 0.871795, + "mean_latency_seconds": 18.387808, + "prompt_tokens": 756243, + "completion_tokens": 6024, + "total_tokens": 762267 + }, + "topic_lookup": { + "total": 18, + "completed": 18, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 18, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 28.893246, + "prompt_tokens": 562663, + "completion_tokens": 3117, + "total_tokens": 565780 + }, + "topic_page_lookup": { + "total": 16, + "completed": 16, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 0.9375, + "should_answer_score": 1.0, + "overall_score": 0.984375, + "strict_pass_count": 15, + "strict_pass_rate": 0.9375, + "mean_latency_seconds": 18.941516, + "prompt_tokens": 321259, + "completion_tokens": 2495, + "total_tokens": 323754 + }, + "unanswerable_missing_fact": { + "total": 54, + "completed": 54, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 54, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 13.89432, + "prompt_tokens": 757711, + "completion_tokens": 8119, + "total_tokens": 765830 + }, + "verification": { + "total": 14, + "completed": 14, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 1.0, + "source_url_score": 1.0, + "should_answer_score": 1.0, + "overall_score": 1.0, + "strict_pass_count": 14, + "strict_pass_rate": 1.0, + "mean_latency_seconds": 14.084245, + "prompt_tokens": 204386, + "completion_tokens": 1867, + "total_tokens": 206253 + } + }, + "by_difficulty": { + "easy": { + "total": 124, + "completed": 124, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.991935, + "source_url_score": 0.991935, + "should_answer_score": 1.0, + "overall_score": 0.995968, + "strict_pass_count": 123, + "strict_pass_rate": 0.991935, + "mean_latency_seconds": 17.993743, + "prompt_tokens": 2414356, + "completion_tokens": 17578, + "total_tokens": 2431934 + }, + "hard": { + "total": 141, + "completed": 141, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.991135, + "source_url_score": 0.992908, + "should_answer_score": 1.0, + "overall_score": 0.996011, + "strict_pass_count": 139, + "strict_pass_rate": 0.985816, + "mean_latency_seconds": 20.691934, + "prompt_tokens": 3022052, + "completion_tokens": 25632, + "total_tokens": 3047684 + }, + "medium": { + "total": 254, + "completed": 254, + "errors": 0, + "tool_call_rate": 1.0, + "answer_contains_score": 0.972441, + "source_url_score": 0.988189, + "should_answer_score": 0.992126, + "overall_score": 0.988189, + "strict_pass_count": 245, + "strict_pass_rate": 0.964567, + "mean_latency_seconds": 18.569287, + "prompt_tokens": 4943264, + "completion_tokens": 41439, + "total_tokens": 4984703 + } + } + }, + "results": [ + { + "id": "q0052", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Lukáš Pokrývka.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": null, + "answer": "Z dokumentu o osobe Lukáš Pokrývka vyplýva, že študoval od roku 2016 a v roku 2021 vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Lukáš Pokrývka.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.327385, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 2.086105, + "tool_latency_seconds": 0.327385, + "final_model_latency_seconds": 14.614698, + "total_latency_seconds": 17.028857, + "usage": { + "prompt_tokens": 17895, + "completion_tokens": 163, + "total_tokens": 18058 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0053", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true, + "note": null, + "answer": "Názov Lukášovej Pokrývku diplomovej práce je „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Lukáš Pokrývka?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.264245, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.765598, + "tool_latency_seconds": 0.264245, + "final_model_latency_seconds": 13.182104, + "total_latency_seconds": 15.212689, + "usage": { + "prompt_tokens": 16935, + "completion_tokens": 137, + "total_tokens": 17072 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0054", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Paralelné trénovanie neurónových sietí\" vypracoval študent Lukáš Pokrývka ako diplomovú prácu v roku 2021 pod vedením Ing. Daniela Hládeka, PhD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Paralelné trénovanie neurónových sietí“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.635068, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.813691, + "tool_latency_seconds": 0.635068, + "final_model_latency_seconds": 26.990805, + "total_latency_seconds": 29.440413, + "usage": { + "prompt_tokens": 33539, + "completion_tokens": 165, + "total_tokens": 33704 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0055", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true, + "note": null, + "answer": "Študent Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021, ktorá sa zameriava na výber metódy paralelného trénovania, prípravu dát a experimenty na overenie výkonu tohto prístupu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Paralelné trénovanie neurónových sietí“.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.81617, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.648063, + "tool_latency_seconds": 0.81617, + "final_model_latency_seconds": 47.902442, + "total_latency_seconds": 50.367868, + "usage": { + "prompt_tokens": 55367, + "completion_tokens": 175, + "total_tokens": 55542 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0056", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Lukáš Pokrývka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Lukáš Pokrývka je uvedená téma diplomovej práce „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Lukáš Pokrývka“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.338506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.640949, + "tool_latency_seconds": 0.338506, + "final_model_latency_seconds": 18.645965, + "total_latency_seconds": 20.626054, + "usage": { + "prompt_tokens": 22359, + "completion_tokens": 127, + "total_tokens": 22486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0057", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Lukáš Pokrývka začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Lukáš Pokrývka?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.296293, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.799756, + "tool_latency_seconds": 0.296293, + "final_model_latency_seconds": 14.896427, + "total_latency_seconds": 16.993033, + "usage": { + "prompt_tokens": 18421, + "completion_tokens": 129, + "total_tokens": 18550 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0058", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Lukáš Pokrývka je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Lukáš Pokrývka uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.344485, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.947833, + "tool_latency_seconds": 0.344485, + "final_model_latency_seconds": 7.145938, + "total_latency_seconds": 9.43854, + "usage": { + "prompt_tokens": 8208, + "completion_tokens": 152, + "total_tokens": 8360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0059", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Lukáš Pokrývka je v ZP Wiki uvedená diplomová práca v roku 2021 s názvom „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Lukáš Pokrývka uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.302055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.79868, + "tool_latency_seconds": 0.302055, + "final_model_latency_seconds": 17.504514, + "total_latency_seconds": 19.605837, + "usage": { + "prompt_tokens": 21617, + "completion_tokens": 152, + "total_tokens": 21769 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0060", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Lukáš Pokrývka začal študovať v roku 2016 a vypracovával svoju diplomovú prácu v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Lukáš Pokrývka.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.33965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.668502, + "tool_latency_seconds": 0.33965, + "final_model_latency_seconds": 15.02496, + "total_latency_seconds": 17.033701, + "usage": { + "prompt_tokens": 18160, + "completion_tokens": 137, + "total_tokens": 18297 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0061", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2016 nie je rokom záverečnej práce Lukáša Pokrývky, ale rokom jeho začiatku štúdia; jeho diplomová práca bola vypracovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Lukáš Pokrývka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.284487, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.700419, + "tool_latency_seconds": 0.284487, + "final_model_latency_seconds": 14.572877, + "total_latency_seconds": 16.558301, + "usage": { + "prompt_tokens": 17599, + "completion_tokens": 153, + "total_tokens": 17752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0062", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "PyTorch" + ], + "should_answer": true, + "note": null, + "answer": "Študent Lukáš Pokrývka vypracovával diplomový projekt v roku 2020 s názvom „Diplomový projekt 2 2020\", pri ktorom používal framework PyTorch (verzia 1.4) na paralelné trénovanie neurónových sietí na viacerých GPU a strojoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou PyTorch a osobou Lukáš Pokrývka?", + "limit": 5 + }, + "latency_seconds": 0.301054, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.386708, + "tool_latency_seconds": 0.301054, + "final_model_latency_seconds": 20.177149, + "total_latency_seconds": 21.865611, + "usage": { + "prompt_tokens": 24007, + "completion_tokens": 157, + "total_tokens": 24164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0063", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "NCCL" + ], + "should_answer": true, + "note": null, + "answer": "S Lukášom Pokrývkou súvisí študentský dokument, ktorý uvádza jeho prácu na diplomových projektoch v rokoch 2020, kde pri paralelnom trénovaní neurónových sietí pomocou knižnice PyTorch explicitne použil backend NCCL pre komunikáciu medzi viacerými strojmi a GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou NCCL a osobou Lukáš Pokrývka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.23678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.605102, + "tool_latency_seconds": 0.23678, + "final_model_latency_seconds": 12.939639, + "total_latency_seconds": 14.782001, + "usage": { + "prompt_tokens": 14838, + "completion_tokens": 172, + "total_tokens": 15010 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0064", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "GPU" + ], + "should_answer": true, + "note": null, + "answer": "Lukáš Pokrývka je študent, ktorý vypracovával diplomový projekt v roku 2020 s témou súvisiacou s paralelným trénovaním neurónových sietí na GPU, kde používal technológie ako PyTorch, CUDA 10.0 a NCCL backend na trénovanie modelov na viacerých GPU a strojoch. Jeho študentská stránka má tagy „cloud“ a „gpu“ a dokumentácia explicitne uvádza úlohy spojené s trénovaním na 1 GPU a 2 GPU, ako aj problémy s kompatibilitou Compute Capability pri použití GPU Tesla V40.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GPU a osobou Lukáš Pokrývka?", + "limit": 5 + }, + "latency_seconds": 0.289756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.32583, + "tool_latency_seconds": 0.289756, + "final_model_latency_seconds": 14.302447, + "total_latency_seconds": 15.918494, + "usage": { + "prompt_tokens": 15506, + "completion_tokens": 220, + "total_tokens": 15726 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0065", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "LUNA" + ], + "should_answer": true, + "note": null, + "answer": "Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc použil LUNA dataset, ktorý obsahuje CT torza a má veľkosť približne 60 GB dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký dataset používal Lukáš Pokrývka pri experimentoch s detekciou rakoviny pľúc?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.39664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.953226, + "tool_latency_seconds": 0.39664, + "final_model_latency_seconds": 8.209796, + "total_latency_seconds": 10.559941, + "usage": { + "prompt_tokens": 9573, + "completion_tokens": 162, + "total_tokens": 9735 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0066", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "NCCL" + ], + "should_answer": true, + "note": null, + "answer": "Pri trénovaní na dvoch strojoch (konkrétne na kombinácii strojov idoc a tesla) použil Lukáš Pokrývka backend NCCL.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký backend použil Lukáš Pokrývka pri trénovaní na dvoch strojoch?", + "limit": 5 + }, + "latency_seconds": 0.4509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.442113, + "tool_latency_seconds": 0.4509, + "final_model_latency_seconds": 18.974386, + "total_latency_seconds": 20.867969, + "usage": { + "prompt_tokens": 23623, + "completion_tokens": 121, + "total_tokens": 23744 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0067", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dárius Lindvai.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o Dáriusovi Lindvai sa nachádza na stránke https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai a zoznamuje jeho štúdium začaté v roku 2016, počas ktorého vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" (kategória dp2021) a bakalársku prácu (kategória bp2019).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dárius Lindvai.", + "limit": 5 + }, + "latency_seconds": 0.326489, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.291413, + "tool_latency_seconds": 0.326489, + "final_model_latency_seconds": 16.175768, + "total_latency_seconds": 17.794266, + "usage": { + "prompt_tokens": 17993, + "completion_tokens": 188, + "total_tokens": 18181 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0068", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca Dáriusa Lindvaiho má názov „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Dárius Lindvai?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.277191, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" + ], + "first_model_latency_seconds": 1.797179, + "tool_latency_seconds": 0.277191, + "final_model_latency_seconds": 13.096632, + "total_latency_seconds": 15.171465, + "usage": { + "prompt_tokens": 15954, + "completion_tokens": 142, + "total_tokens": 16096 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0069", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" vypracoval Dárius Lindvai.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.51579, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.941229, + "tool_latency_seconds": 0.51579, + "final_model_latency_seconds": 23.10193, + "total_latency_seconds": 25.559639, + "usage": { + "prompt_tokens": 28392, + "completion_tokens": 149, + "total_tokens": 28541 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0070", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá bola realizovaná v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.", + "limit": 5 + }, + "latency_seconds": 0.600615, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" + ], + "first_model_latency_seconds": 1.607673, + "tool_latency_seconds": 0.600615, + "final_model_latency_seconds": 25.496184, + "total_latency_seconds": 27.705239, + "usage": { + "prompt_tokens": 30590, + "completion_tokens": 139, + "total_tokens": 30729 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0071", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Dárius Lindvai“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce Dária Lindvaja je „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Dárius Lindvai“?" + }, + "latency_seconds": 0.476385, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.186048, + "tool_latency_seconds": 0.476385, + "final_model_latency_seconds": 15.17112, + "total_latency_seconds": 16.834064, + "usage": { + "prompt_tokens": 18354, + "completion_tokens": 98, + "total_tokens": 18452 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0072", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Dárius Lindvai začal študovať v roku 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.297706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" + ], + "first_model_latency_seconds": 1.788379, + "tool_latency_seconds": 0.297706, + "final_model_latency_seconds": 15.201684, + "total_latency_seconds": 17.288328, + "usage": { + "prompt_tokens": 18804, + "completion_tokens": 123, + "total_tokens": 18927 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0073", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Dárius Lindvai je v dokumente explicitne uvedený rok začiatku štúdia 2016.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Dárius Lindvai uvedený rok začiatku štúdia 2016?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.375965, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.91475, + "tool_latency_seconds": 0.375965, + "final_model_latency_seconds": 6.62954, + "total_latency_seconds": 8.920497, + "usage": { + "prompt_tokens": 7305, + "completion_tokens": 144, + "total_tokens": 7449 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0074", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dárius Lindvai je uvedená diplomová práca v roku 2021, čo je potvrdené kategóriou dp2021 a názvom práce „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v dokumente o ňom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dárius Lindvai uvedená diplomová práca?" + }, + "latency_seconds": 0.391117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.15638, + "tool_latency_seconds": 0.391117, + "final_model_latency_seconds": 18.334152, + "total_latency_seconds": 19.882404, + "usage": { + "prompt_tokens": 22313, + "completion_tokens": 135, + "total_tokens": 22448 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0075", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Dárius Lindvai začala štúdium v roku 2016 a jeho diplomový projekt sa realizoval v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Dárius Lindvai.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.597341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.66248, + "tool_latency_seconds": 0.597341, + "final_model_latency_seconds": 26.857094, + "total_latency_seconds": 29.117818, + "usage": { + "prompt_tokens": 32690, + "completion_tokens": 131, + "total_tokens": 32821 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0076", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "2016", + "2021" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2016 nie je rokom záverečnej práce Dáriusa Lindvaia, ale rokom začiatku jeho štúdia; jeho diplomová práca s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" bola vypracovaná v roku 2021 (kategória dp2021), pričom v roku 2016 študent začal študovať.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2016 rokom záverečnej práce osoby Dárius Lindvai?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.237725, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.86882, + "tool_latency_seconds": 0.237725, + "final_model_latency_seconds": 12.875255, + "total_latency_seconds": 14.982276, + "usage": { + "prompt_tokens": 14118, + "completion_tokens": 211, + "total_tokens": 14329 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0077", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "interpunkcia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", ktorá sa priamo zaoberá témou interpunkcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou interpunkcia a osobou Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.411362, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.849608, + "tool_latency_seconds": 0.411362, + "final_model_latency_seconds": 11.608266, + "total_latency_seconds": 13.869681, + "usage": { + "prompt_tokens": 13775, + "completion_tokens": 161, + "total_tokens": 13936 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0078", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "BiLSTM" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", pri ktorej v rámci zápisu o činnosti uvádza trénovanie modelu BiLSTM+CRF.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou BiLSTM a osobou Dárius Lindvai?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.438044, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.822349, + "tool_latency_seconds": 0.438044, + "final_model_latency_seconds": 7.148338, + "total_latency_seconds": 9.409013, + "usage": { + "prompt_tokens": 7777, + "completion_tokens": 167, + "total_tokens": 7944 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0079", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Dárius Lindvai", + "CRF" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dárius Lindvai je spojený s diplomovou prácou s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\", pri ktorej pracoval na modeli využívajúcom metódu CRF (spomínanú ako BiLSTM+CRF v zázname o činnosti).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou CRF a osobou Dárius Lindvai?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.337179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.560935, + "tool_latency_seconds": 0.337179, + "final_model_latency_seconds": 13.89553, + "total_latency_seconds": 15.794107, + "usage": { + "prompt_tokens": 16547, + "completion_tokens": 165, + "total_tokens": 16712 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0080", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "BiLSTM", + "CRF" + ], + "should_answer": true, + "note": null, + "answer": "Dárius Lindvai pri obnove interpunkcie trénoval model architektúry **BiLSTM+CRF**.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú architektúru Dárius Lindvai trénoval pri obnove interpunkcie?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.383093, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.613104, + "tool_latency_seconds": 0.383093, + "final_model_latency_seconds": 11.318231, + "total_latency_seconds": 13.314873, + "usage": { + "prompt_tokens": 13981, + "completion_tokens": 121, + "total_tokens": 14102 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0081", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Precision", + "Recall" + ], + "should_answer": true, + "note": null, + "answer": "Dárius Lindvai mal model pre jednotlivé triedy vyhodnocovať pomocou metrík Precision a Recall (presnosť a exhaustívnosť).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akými metrikami mal Dárius Lindvai vyhodnocovať model pre jednotlivé triedy?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.452226, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "first_model_latency_seconds": 1.956935, + "tool_latency_seconds": 0.452226, + "final_model_latency_seconds": 6.685764, + "total_latency_seconds": 9.095215, + "usage": { + "prompt_tokens": 7798, + "completion_tokens": 150, + "total_tokens": 7948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0093", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Márk Fehér.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Márk Fehér uvádza, že v roku 2022 vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Márk Fehér.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.259785, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.697925, + "tool_latency_seconds": 0.259785, + "final_model_latency_seconds": 15.827581, + "total_latency_seconds": 17.78594, + "usage": { + "prompt_tokens": 19480, + "completion_tokens": 145, + "total_tokens": 19625 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0094", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Márk Fehér je „Klasifikácia textu metódami strojového učenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Márk Fehér?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.338168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.813964, + "tool_latency_seconds": 0.338168, + "final_model_latency_seconds": 21.625061, + "total_latency_seconds": 23.777865, + "usage": { + "prompt_tokens": 26624, + "completion_tokens": 132, + "total_tokens": 26756 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0095", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér" + ], + "should_answer": true, + "note": null, + "answer": "Diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" vypracoval študent Márk Fehér v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Klasifikácia textu metódami strojového učenia“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.377298, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 2.022258, + "tool_latency_seconds": 0.377298, + "final_model_latency_seconds": 16.920069, + "total_latency_seconds": 19.320149, + "usage": { + "prompt_tokens": 20398, + "completion_tokens": 159, + "total_tokens": 20557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0096", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Klasifikácia textu metódami strojového učenia“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.379783, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.846955, + "tool_latency_seconds": 0.379783, + "final_model_latency_seconds": 23.98214, + "total_latency_seconds": 26.209527, + "usage": { + "prompt_tokens": 28841, + "completion_tokens": 147, + "total_tokens": 28988 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0097", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Márk Fehér“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Márk Fehér je uvedená téma diplomovej práce „Klasifikácia textu metódami strojového učenia“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Márk Fehér“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.505193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.771944, + "tool_latency_seconds": 0.505193, + "final_model_latency_seconds": 21.830584, + "total_latency_seconds": 24.108464, + "usage": { + "prompt_tokens": 26553, + "completion_tokens": 134, + "total_tokens": 26687 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0098", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Márk Fehér je uvedená diplomová práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Márk Fehér uvedená diplomová práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.351231, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.786514, + "tool_latency_seconds": 0.351231, + "final_model_latency_seconds": 21.929241, + "total_latency_seconds": 24.067654, + "usage": { + "prompt_tokens": 26880, + "completion_tokens": 126, + "total_tokens": 27006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0099", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "klasifikácia textu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022, ktorá sa zameriava na klasifikáciu textu pomocou metód strojového učenia, vrátane experimentov s modelmi ako multinomial Bayes, random forest, support vector machine a neurónové siete.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou klasifikácia textu a osobou Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.202229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.417775, + "tool_latency_seconds": 0.202229, + "final_model_latency_seconds": 23.716731, + "total_latency_seconds": 25.337439, + "usage": { + "prompt_tokens": 27732, + "completion_tokens": 165, + "total_tokens": 27897 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0100", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "strojové učenie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\", ktorá bola obhájená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou strojové učenie a osobou Márk Fehér?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.449437, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.811769, + "tool_latency_seconds": 0.449437, + "final_model_latency_seconds": 18.00111, + "total_latency_seconds": 20.26296, + "usage": { + "prompt_tokens": 21677, + "completion_tokens": 150, + "total_tokens": 21827 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0101", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "scikit" + ], + "should_answer": true, + "note": null, + "answer": "Študent Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022, ktorá sa zaoberala klasifikáciou textu a ako jedným z kľúčových nástrojov využil knižnicu scikit-learn na vyhodnotenie viacerých klasifikátorov, ako sú multinomický Bayes, náhodný les alebo podporné vektorové stroje.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou scikit a osobou Márk Fehér?", + "limit": 5 + }, + "latency_seconds": 0.357437, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.449448, + "tool_latency_seconds": 0.357437, + "final_model_latency_seconds": 20.048552, + "total_latency_seconds": 21.85608, + "usage": { + "prompt_tokens": 23093, + "completion_tokens": 192, + "total_tokens": 23285 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0112", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Dmytro Ushatenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": null, + "answer": "Dmytro Ushatenko vypracoval v roku 2020 bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\", ktorá riešila vytvorenie dialógového systému informujúceho o možnostiach štúdia na katedre pomocou toolkitu RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Dmytro Ushatenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.206465, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.708667, + "tool_latency_seconds": 0.206465, + "final_model_latency_seconds": 12.268105, + "total_latency_seconds": 14.183716, + "usage": { + "prompt_tokens": 14053, + "completion_tokens": 173, + "total_tokens": 14226 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0113", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu Dmytro Ushatenko má názov „Jednoduchý chatbot v jazyku Python\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Dmytro Ushatenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.225733, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.641419, + "tool_latency_seconds": 0.225733, + "final_model_latency_seconds": 12.087597, + "total_latency_seconds": 13.955175, + "usage": { + "prompt_tokens": 14972, + "completion_tokens": 128, + "total_tokens": 15100 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0114", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Jednoduchý chatbot v jazyku Python“ vypracoval Dmytro Ushatenko ako svoju bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Jednoduchý chatbot v jazyku Python“?" + }, + "latency_seconds": 0.410627, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.428524, + "tool_latency_seconds": 0.410627, + "final_model_latency_seconds": 20.57755, + "total_latency_seconds": 22.417304, + "usage": { + "prompt_tokens": 25212, + "completion_tokens": 124, + "total_tokens": 25336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0115", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true, + "note": null, + "answer": "Študent Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Jednoduchý chatbot v jazyku Python“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.407377, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.758501, + "tool_latency_seconds": 0.407377, + "final_model_latency_seconds": 20.993815, + "total_latency_seconds": 23.160467, + "usage": { + "prompt_tokens": 25613, + "completion_tokens": 144, + "total_tokens": 25757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0116", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Dmytro Ushatenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dmytro Ushatenko je uvedená téma jeho bakalárskej práce „Jednoduchý chatbot v jazyku Python“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Dmytro Ushatenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.142534, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.843615, + "tool_latency_seconds": 0.142534, + "final_model_latency_seconds": 12.259789, + "total_latency_seconds": 14.246433, + "usage": { + "prompt_tokens": 14895, + "completion_tokens": 143, + "total_tokens": 15038 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0117", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Dmytro Ushatenko je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Dmytro Ushatenko uvedená bakalárska práca?" + }, + "latency_seconds": 0.241718, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.26139, + "tool_latency_seconds": 0.241718, + "final_model_latency_seconds": 16.284683, + "total_latency_seconds": 17.788318, + "usage": { + "prompt_tokens": 20282, + "completion_tokens": 97, + "total_tokens": 20379 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0118", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "chatbot" + ], + "should_answer": true, + "note": null, + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu v roku 2020 na tému „Jednoduchý chatbot v jazyku Python\", ktorá mala za cieľ vytvorenie dialógového systému informujúceho o možnostiach štúdia na katedre pomocou toolkitu RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou chatbot a osobou Dmytro Ushatenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.253096, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.815425, + "tool_latency_seconds": 0.253096, + "final_model_latency_seconds": 16.893837, + "total_latency_seconds": 18.962889, + "usage": { + "prompt_tokens": 19876, + "completion_tokens": 176, + "total_tokens": 20052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0119", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "Python" + ], + "should_answer": true, + "note": null, + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020, ktorej cieľom bolo vytvorenie dialógového systému pomocou toolkitu RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Python a osobou Dmytro Ushatenko?", + "limit": 5 + }, + "latency_seconds": 0.198314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.556758, + "tool_latency_seconds": 0.198314, + "final_model_latency_seconds": 14.792633, + "total_latency_seconds": 16.548255, + "usage": { + "prompt_tokens": 17700, + "completion_tokens": 150, + "total_tokens": 17850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0120", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "dialógový systém" + ], + "should_answer": true, + "note": null, + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu v roku 2020 s názvom „Jednoduchý chatbot v jazyku Python\", ktorá riešila tému dialógového systému s použitím toolkitu RASA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou dialógový systém a osobou Dmytro Ushatenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.309568, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.840101, + "tool_latency_seconds": 0.309568, + "final_model_latency_seconds": 15.619958, + "total_latency_seconds": 17.770277, + "usage": { + "prompt_tokens": 18762, + "completion_tokens": 164, + "total_tokens": 18926 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0121", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "O čom mal informovať chatbot Dmytra Ushatenka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "možnostiach štúdia na katedre" + ], + "should_answer": true, + "note": null, + "answer": "Chatbot Dmytra Ushatenka mal byť jednoduchým dialógovým systémom, ktorý informuje o možnostiach štúdia na katedre, konkrétne o predmetoch štúdia prvého ročníka programu PS na KEMT. Jeho cieľom bolo pomôcť začínajúcim študentom odpovedať na otázky, ako napríklad čo majú robiť, aké predmety budú študovať a ako sa konajú predmety (potreba zápočtu a skúšky).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "O čom mal informovať chatbot Dmytra Ushatenka?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.351674, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.847586, + "tool_latency_seconds": 0.351674, + "final_model_latency_seconds": 15.267791, + "total_latency_seconds": 17.467577, + "usage": { + "prompt_tokens": 17182, + "completion_tokens": 228, + "total_tokens": 17410 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0132", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Martin Wencel.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Martin Wencel uvádza, že vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Martin Wencel.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.216672, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.703549, + "tool_latency_seconds": 0.216672, + "final_model_latency_seconds": 17.829727, + "total_latency_seconds": 19.750523, + "usage": { + "prompt_tokens": 21516, + "completion_tokens": 156, + "total_tokens": 21672 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0133", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Bakalársku prácu Martin Wencel nesie názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Martin Wencel?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.325615, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.803937, + "tool_latency_seconds": 0.325615, + "final_model_latency_seconds": 18.777694, + "total_latency_seconds": 20.907872, + "usage": { + "prompt_tokens": 22902, + "completion_tokens": 147, + "total_tokens": 23049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0134", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" vypracoval Martin Wencel ako svoju bakalársku prácu v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.775136, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.018078, + "tool_latency_seconds": 0.775136, + "final_model_latency_seconds": 24.910904, + "total_latency_seconds": 27.70482, + "usage": { + "prompt_tokens": 29694, + "completion_tokens": 172, + "total_tokens": 29866 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0135", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\", je Martin Wencel. Jeho projekt z roku 2020 zahŕňal vytvorenie demonštračnej webovej aplikácie využívajúcej knižnicu Spacy pre tokenizáciu, morfologickú analýzu, parsing a rozpoznávanie pomenovaných entít v slovenčine.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.702456, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 2.013068, + "tool_latency_seconds": 0.702456, + "final_model_latency_seconds": 25.157381, + "total_latency_seconds": 27.873608, + "usage": { + "prompt_tokens": 28897, + "completion_tokens": 235, + "total_tokens": 29132 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0136", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Martin Wencel“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Martina Wencela má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Martin Wencel“?" + }, + "latency_seconds": 0.263634, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.168067, + "tool_latency_seconds": 0.263634, + "final_model_latency_seconds": 18.246394, + "total_latency_seconds": 19.67869, + "usage": { + "prompt_tokens": 22124, + "completion_tokens": 107, + "total_tokens": 22231 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0137", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "2020" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Martin Wencel je uvedená bakalárska práca v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Martin Wencel uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.328922, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.757483, + "tool_latency_seconds": 0.328922, + "final_model_latency_seconds": 19.967183, + "total_latency_seconds": 22.054261, + "usage": { + "prompt_tokens": 24797, + "completion_tokens": 127, + "total_tokens": 24924 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0138", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "Spacy" + ], + "should_answer": true, + "note": null, + "answer": "S Martinom Wencelom súvisí bakalárska práca z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\", ktorej cieľom bolo vytvoriť demonštračnú aplikáciu a REST API pre využitie knižnice Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Spacy a osobou Martin Wencel?", + "limit": 5 + }, + "latency_seconds": 0.304775, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.321632, + "tool_latency_seconds": 0.304775, + "final_model_latency_seconds": 17.97577, + "total_latency_seconds": 19.602784, + "usage": { + "prompt_tokens": 20736, + "completion_tokens": 174, + "total_tokens": 20910 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0139", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "morfologická analýza" + ], + "should_answer": true, + "note": null, + "answer": "Študent Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\", ktorej súčasťou je téma morfologická analýza.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou morfologická analýza a osobou Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.268381, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.806041, + "tool_latency_seconds": 0.268381, + "final_model_latency_seconds": 13.924068, + "total_latency_seconds": 15.999022, + "usage": { + "prompt_tokens": 16595, + "completion_tokens": 162, + "total_tokens": 16757 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0140", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "pomenované entity" + ], + "should_answer": true, + "note": null, + "answer": "Študent Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\", ktorá zahŕňala aj tému rozpoznávania pomenovaných entít (named entity recognition).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou pomenované entity a osobou Martin Wencel?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.349326, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.767568, + "tool_latency_seconds": 0.349326, + "final_model_latency_seconds": 18.852388, + "total_latency_seconds": 20.969891, + "usage": { + "prompt_tokens": 22680, + "completion_tokens": 170, + "total_tokens": 22850 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0141", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "parsing", + "morfologická analýza", + "rozpoznávanie pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Martin Wencel mal v rámci svojej bakalárskej práce vysvetliť tri NLP úlohy: parsing, morfologickú analýzu a rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri NLP úlohy mal Martin Wencel vysvetliť v práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.174551, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.859634, + "tool_latency_seconds": 0.174551, + "final_model_latency_seconds": 7.87319, + "total_latency_seconds": 9.907675, + "usage": { + "prompt_tokens": 8991, + "completion_tokens": 155, + "total_tokens": 9146 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0153", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Filip Tomáš.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Filip Tomáš je v ZP Wiki evidovaná diplomová práca s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes\", ktorú študent začal vypracovávať v roku 2024 a ktorá sa prekladá na rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Filip Tomáš.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.286008, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "first_model_latency_seconds": 1.696816, + "tool_latency_seconds": 0.286008, + "final_model_latency_seconds": 17.019834, + "total_latency_seconds": 19.003315, + "usage": { + "prompt_tokens": 20528, + "completion_tokens": 167, + "total_tokens": 20695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0154", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Filipa Tomáša z roku 2022 má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Filip Tomáš?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.343673, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.785743, + "tool_latency_seconds": 0.343673, + "final_model_latency_seconds": 17.028229, + "total_latency_seconds": 19.1582, + "usage": { + "prompt_tokens": 20714, + "completion_tokens": 147, + "total_tokens": 20861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0155", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" vypracováva študent Filip Tomáš ako svoju bakalársku prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.43898, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.934631, + "tool_latency_seconds": 0.43898, + "final_model_latency_seconds": 24.175963, + "total_latency_seconds": 26.550241, + "usage": { + "prompt_tokens": 29361, + "completion_tokens": 155, + "total_tokens": 29516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0156", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Filip Tomáš vypracovával bakalársku prácu s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" v roku 2022, pričom v rámci zadania riešil metódy automatického testovania a kontinuálneho nasadenia a implementoval pipeline pomocou GitLab CI a Cypress.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.440898, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.099332, + "tool_latency_seconds": 0.440898, + "final_model_latency_seconds": 16.425393, + "total_latency_seconds": 18.966088, + "usage": { + "prompt_tokens": 18957, + "completion_tokens": 204, + "total_tokens": 19161 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0157", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Filip Tomáš“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce uvedenej pri osobe Filip Tomáš je „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Filip Tomáš“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.452602, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.786876, + "tool_latency_seconds": 0.452602, + "final_model_latency_seconds": 17.676304, + "total_latency_seconds": 19.916429, + "usage": { + "prompt_tokens": 21649, + "completion_tokens": 141, + "total_tokens": 21790 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0158", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Filip Tomáš je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Filip Tomáš uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.333034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.763186, + "tool_latency_seconds": 0.333034, + "final_model_latency_seconds": 22.457499, + "total_latency_seconds": 24.554372, + "usage": { + "prompt_tokens": 27579, + "completion_tokens": 126, + "total_tokens": 27705 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0159", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "CI/CD" + ], + "should_answer": true, + "note": null, + "answer": "Študent Filip Tomáš súvisí s témou CI/CD v rámci svojej bakalárskej práce z roku 2022 s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\", ktorá zahŕňala implementáciu CI/CD pipeline a automatizované testovanie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou CI/CD a osobou Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.330588, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.842773, + "tool_latency_seconds": 0.330588, + "final_model_latency_seconds": 14.565847, + "total_latency_seconds": 16.739729, + "usage": { + "prompt_tokens": 16931, + "completion_tokens": 178, + "total_tokens": 17109 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0160", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "Docker Compose" + ], + "should_answer": true, + "note": null, + "answer": "Študent Filip Tomáš súvisí s témou Docker Compose v rámci svojej bakalárskej práce z roku 2022 s názvom „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\", kde bolo jedným z cieľov nasaďť systém automatického testovania pomocou Docker Compose a vypracovať prehľad CI/CD systémov nasaditeľných týmto nástrojom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker Compose a osobou Filip Tomáš?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.416642, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.808588, + "tool_latency_seconds": 0.416642, + "final_model_latency_seconds": 8.283268, + "total_latency_seconds": 10.508793, + "usage": { + "prompt_tokens": 8613, + "completion_tokens": 199, + "total_tokens": 8812 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0161", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Filip Tomáš", + "microk8s" + ], + "should_answer": true, + "note": null, + "answer": "Študent Filip Tomáš vypracováva diplomovú prácu s názvom „Vektorové vyhľadávanie dokumentov v prostredí Kubernetes\", kde v rámci úloh na stretnutí 7. novembra 2024 explicitne plánoval vytvoriť Ansible konfiguráciu pre microk8s.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou microk8s a osobou Filip Tomáš?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.331365, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.743295, + "tool_latency_seconds": 0.331365, + "final_model_latency_seconds": 15.966192, + "total_latency_seconds": 18.041357, + "usage": { + "prompt_tokens": 18943, + "completion_tokens": 175, + "total_tokens": 19118 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0162", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "microk8s" + ], + "should_answer": true, + "note": null, + "answer": "Filip Tomáš mal skúmať systém pre orchestráciu klastra Kubernetes (konkrétne implementáciu microk8s na klastri Raspberry Pi).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký systém pre orchestráciu klastra mal Filip Tomáš skúmať?", + "limit": 5 + }, + "latency_seconds": 0.353015, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.35955, + "tool_latency_seconds": 0.353015, + "final_model_latency_seconds": 18.045899, + "total_latency_seconds": 19.759066, + "usage": { + "prompt_tokens": 22172, + "completion_tokens": 111, + "total_tokens": 22283 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0163", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "5" + ], + "should_answer": true, + "note": null, + "answer": "Pri návrhu klastra mal Filip Tomáš k dispozícii 5 jednotiek Raspberry Pi 4 s SD kartami.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko jednotiek Raspberry Pi 4 mal Filip Tomáš k dispozícii pri návrhu klastra?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.289313, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.692669, + "tool_latency_seconds": 0.289313, + "final_model_latency_seconds": 22.03173, + "total_latency_seconds": 24.014339, + "usage": { + "prompt_tokens": 27042, + "completion_tokens": 123, + "total_tokens": 27165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0185", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Alina Vitko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": null, + "answer": "Alina Vitko vypracovávala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\", pri ktorej začala študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Alina Vitko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.139423, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.702476, + "tool_latency_seconds": 0.139423, + "final_model_latency_seconds": 8.545025, + "total_latency_seconds": 10.387244, + "usage": { + "prompt_tokens": 9302, + "completion_tokens": 160, + "total_tokens": 9462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0186", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Aliny Vitko z roku 2022 má názov „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Alina Vitko?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.338378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.778406, + "tool_latency_seconds": 0.338378, + "final_model_latency_seconds": 19.305099, + "total_latency_seconds": 21.422482, + "usage": { + "prompt_tokens": 23902, + "completion_tokens": 147, + "total_tokens": 24049 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0187", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\" vypracovávala Alina Vitko ako svoju bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.493688, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 2.00838, + "tool_latency_seconds": 0.493688, + "final_model_latency_seconds": 23.796729, + "total_latency_seconds": 26.299453, + "usage": { + "prompt_tokens": 28638, + "completion_tokens": 167, + "total_tokens": 28805 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0188", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Alina Vitko vypracovávala bakalársku prácu v roku 2022 na tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\", pričom cieľom bolo vytvoriť prehľad metód a demonštračnú webovú aplikáciu. Ďalším študentom, ktorý riešil príbuznú tému „Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí\" v rámci svojej bakalárskej práce v roku 2021, je Oleh Bilykh.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“.", + "limit": 5 + }, + "latency_seconds": 0.302834, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "first_model_latency_seconds": 1.517927, + "tool_latency_seconds": 0.302834, + "final_model_latency_seconds": 23.006945, + "total_latency_seconds": 24.828409, + "usage": { + "prompt_tokens": 25632, + "completion_tokens": 253, + "total_tokens": 25885 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0189", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Alina Vitko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Aliny Vitko sú Systémy pre generovanie odpovede na otázku v prirodzenom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Alina Vitko“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.157467, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.809364, + "tool_latency_seconds": 0.157467, + "final_model_latency_seconds": 8.081834, + "total_latency_seconds": 10.04899, + "usage": { + "prompt_tokens": 9426, + "completion_tokens": 137, + "total_tokens": 9563 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0190", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Alina Vitko začala študovať v roku 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Alina Vitko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.285483, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.759043, + "tool_latency_seconds": 0.285483, + "final_model_latency_seconds": 14.416659, + "total_latency_seconds": 16.461688, + "usage": { + "prompt_tokens": 18182, + "completion_tokens": 121, + "total_tokens": 18303 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0191", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Alina Vitko je uvedený rok začiatku štúdia 2019.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Alina Vitko uvedený rok začiatku štúdia 2019?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.155436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.941052, + "tool_latency_seconds": 0.155436, + "final_model_latency_seconds": 6.7519, + "total_latency_seconds": 8.848654, + "usage": { + "prompt_tokens": 7953, + "completion_tokens": 137, + "total_tokens": 8090 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0192", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Alina Vitko je uvedená bakalárska práca v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Alina Vitko uvedená bakalárska práca?" + }, + "latency_seconds": 0.434916, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.178169, + "tool_latency_seconds": 0.434916, + "final_model_latency_seconds": 21.135852, + "total_latency_seconds": 22.749645, + "usage": { + "prompt_tokens": 26309, + "completion_tokens": 89, + "total_tokens": 26398 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0193", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Alina Vitko začala študovať v roku 2019 a vypracovávala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Alina Vitko.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.600208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.624349, + "tool_latency_seconds": 0.600208, + "final_model_latency_seconds": 26.517022, + "total_latency_seconds": 28.74244, + "usage": { + "prompt_tokens": 32266, + "completion_tokens": 130, + "total_tokens": 32396 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0194", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "2019", + "2022" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2019 nie je rokom záverečnej práce Aliny Vitko; podľa dostupných dokumentov začala štúdium v roku 2019 a vypracovala bakalársku prácu v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2019 rokom záverečnej práce osoby Alina Vitko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.42387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.673332, + "tool_latency_seconds": 0.42387, + "final_model_latency_seconds": 15.741547, + "total_latency_seconds": 17.839273, + "usage": { + "prompt_tokens": 18455, + "completion_tokens": 152, + "total_tokens": 18607 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0195", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Question Answering" + ], + "should_answer": true, + "note": null, + "answer": "Alina Vitko je študentka, ktorá vypracovala bakalársku prácu v roku 2022 s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\", ktorá sa priamo venuje téme Question Answering (QA).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Question Answering a osobou Alina Vitko?", + "limit": 10, + "max_per_document": 5, + "published_only": false + }, + "latency_seconds": 0.191208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.775057, + "tool_latency_seconds": 0.191208, + "final_model_latency_seconds": 10.893152, + "total_latency_seconds": 12.859867, + "usage": { + "prompt_tokens": 12427, + "completion_tokens": 165, + "total_tokens": 12592 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0196", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Streamlit" + ], + "should_answer": true, + "note": null, + "answer": "Alina Vitko vypracovávala bakalársku prácu v roku 2022 na tému Systémy pre generovanie odpovede na otázku v prirodzenom jazyku, pri ktorej mala za úlohu vytvoriť demonštračnú webovú aplikáciu pomocou knižnice Streamlit.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Streamlit a osobou Alina Vitko?", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.512234, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.731629, + "tool_latency_seconds": 0.512234, + "final_model_latency_seconds": 21.000582, + "total_latency_seconds": 23.245125, + "usage": { + "prompt_tokens": 25275, + "completion_tokens": 175, + "total_tokens": 25450 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0197", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Alina Vitko", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študentka Alina Vitko vypracovávala bakalársku prácu v roku 2022 na tému „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\", kde sa v rámci úloh priprave nasadenia aplikácie explicitne uvádza práca s Dockerom, vrátane zadania napísať Dockerfile.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Alina Vitko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.269125, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.719168, + "tool_latency_seconds": 0.269125, + "final_model_latency_seconds": 15.35587, + "total_latency_seconds": 17.344705, + "usage": { + "prompt_tokens": 17823, + "completion_tokens": 186, + "total_tokens": 18009 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0198", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Streamlit" + ], + "should_answer": true, + "note": null, + "answer": "Pre demo aplikáciu mala Alina Vitko použiť knižnicu Streamlit, pričom ako alternatívu boli uvedené aj iné knižnice, ako sú pywebio alebo gradio.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké webové rozhranie mala Alina Vitko použiť pre demo aplikáciu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.165539, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.80381, + "tool_latency_seconds": 0.165539, + "final_model_latency_seconds": 8.031483, + "total_latency_seconds": 10.001102, + "usage": { + "prompt_tokens": 9392, + "completion_tokens": 152, + "total_tokens": 9544 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0199", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "SlovakBERT" + ], + "should_answer": true, + "note": null, + "answer": "Podľa zadania Alina Vitko mala vyskúšať slovenský model pre generovanie odpovede na otázku (QA) v rámci svojej bakalárskej práce, pričom konkrétne meno modelu nie je v dostupných záznamoch explicitne uvedené, len úloha bola získať slovenský model a modifikovať demo aplikáciu tak, aby s ním pracovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký slovenský model mala Alina Vitko vyskúšať podľa zadania?", + "limit": 5 + }, + "latency_seconds": 0.232467, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.434187, + "tool_latency_seconds": 0.232467, + "final_model_latency_seconds": 26.935974, + "total_latency_seconds": 28.603373, + "usage": { + "prompt_tokens": 32086, + "completion_tokens": 171, + "total_tokens": 32257 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0214", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Martin Šarišský.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Martin Šarišský sa týka jeho diplomovej práce z roku 2026 s názvom „Agentové systémy pomocou veľkého jazykového modelu\", ktorá rieši vytvorenie systému na vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu textov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Martin Šarišský.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.273249, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.699369, + "tool_latency_seconds": 0.273249, + "final_model_latency_seconds": 20.043607, + "total_latency_seconds": 22.016834, + "usage": { + "prompt_tokens": 23503, + "completion_tokens": 174, + "total_tokens": 23677 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0215", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce Martina Šarišského je „Agentové systémy pomocou veľkého jazykového modelu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Martin Šarišský?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.324289, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.816779, + "tool_latency_seconds": 0.324289, + "final_model_latency_seconds": 21.372901, + "total_latency_seconds": 23.514593, + "usage": { + "prompt_tokens": 26212, + "completion_tokens": 135, + "total_tokens": 26347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0216", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" vypracováva Martin Šarišský ako diplomovú prácu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Agentové systémy pomocou veľkého jazykového modelu“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.531516, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" + ], + "first_model_latency_seconds": 2.021354, + "tool_latency_seconds": 0.531516, + "final_model_latency_seconds": 23.096923, + "total_latency_seconds": 25.650544, + "usage": { + "prompt_tokens": 27900, + "completion_tokens": 156, + "total_tokens": 28056 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0217", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\", ktorá sa zaoberá návrhom a implementáciou agentového systému pre vyhľadávanie v právnych dokumentoch, odpovedanie na otázky a sumarizáciu textov s využitím veľkých jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Agentové systémy pomocou veľkého jazykového modelu“.", + "limit": 10 + }, + "latency_seconds": 0.799282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.541579, + "tool_latency_seconds": 0.799282, + "final_model_latency_seconds": 48.357545, + "total_latency_seconds": 50.699589, + "usage": { + "prompt_tokens": 54988, + "completion_tokens": 174, + "total_tokens": 55162 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0218", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Martin Šarišský“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Martin Šarišský je v ZP Wiki uvedená téma diplomovej práce (rok 2026) ako „Agentové systémy pomocou veľkého jazykového modelu\", ktorá sa zameriava na spracovanie právnych informácií, vyhľadávanie v právnych dokumentoch a odpovedanie na otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Martin Šarišský“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.33453, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.788375, + "tool_latency_seconds": 0.33453, + "final_model_latency_seconds": 20.342392, + "total_latency_seconds": 22.465895, + "usage": { + "prompt_tokens": 23335, + "completion_tokens": 183, + "total_tokens": 23518 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0219", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Martin Šarišský začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Martin Šarišský?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.396538, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.813781, + "tool_latency_seconds": 0.396538, + "final_model_latency_seconds": 22.086539, + "total_latency_seconds": 24.297571, + "usage": { + "prompt_tokens": 27295, + "completion_tokens": 124, + "total_tokens": 27419 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0220", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Martin Šarišský je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Martin Šarišský uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.311038, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.922467, + "tool_latency_seconds": 0.311038, + "final_model_latency_seconds": 19.715311, + "total_latency_seconds": 21.949378, + "usage": { + "prompt_tokens": 23491, + "completion_tokens": 147, + "total_tokens": 23638 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0221", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Diplomová práca pri osobe Martin Šarišský je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Martin Šarišský uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.44723, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.757263, + "tool_latency_seconds": 0.44723, + "final_model_latency_seconds": 25.17461, + "total_latency_seconds": 27.380017, + "usage": { + "prompt_tokens": 30535, + "completion_tokens": 130, + "total_tokens": 30665 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0222", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Martin Šarišský začal študovať v roku 2021 a jeho diplomová práca, ktorá je súčasťou štúdia, bola vypracovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Martin Šarišský.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.362826, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.857619, + "tool_latency_seconds": 0.362826, + "final_model_latency_seconds": 7.572875, + "total_latency_seconds": 9.79362, + "usage": { + "prompt_tokens": 8252, + "completion_tokens": 154, + "total_tokens": 8406 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0223", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "2021", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2021 nie je rokom záverečnej práce Martina Šarišského, ale rokom začiatku jeho štúdia. Podľa dostupných záznamov má Martin Šarišský evidovanú bakalársku prácu z roku 2024 a diplomovú prácu z roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Martin Šarišský?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.439865, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.867413, + "tool_latency_seconds": 0.439865, + "final_model_latency_seconds": 19.642488, + "total_latency_seconds": 21.950461, + "usage": { + "prompt_tokens": 23653, + "completion_tokens": 188, + "total_tokens": 23841 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0224", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Martin Šarišský je študent, ktorý vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026, kde sa zameriava na vytvorenie agentového systému pre vyhľadávanie a spracovanie právnych informácií. Je tiež uvedený ako člen tímu v projektovej stránke „Legal Data Processing\" ako zodpovedný za agentový systém a spolupracuje s Matejom Ščišľakom na diplomovom projekte.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Martin Šarišský?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.275274, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.751112, + "tool_latency_seconds": 0.275274, + "final_model_latency_seconds": 20.063417, + "total_latency_seconds": 22.090389, + "usage": { + "prompt_tokens": 22635, + "completion_tokens": 237, + "total_tokens": 22872 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0225", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "právne informácie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Martin Šarišský je autorom diplomovej práce s názvom „Agentové systémy pomocou veľkého jazykového modelu\", ktorá sa zameriava na spracovanie právnych informácií, vyhľadávanie v zákonoch a vyhláškach a odpovedanie na právne otázky. Súčasťou tohto projektu je aj diplomový projekt s cieľom vytvoriť agenta vedúceho riešiť právne problémy.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právne informácie a osobou Martin Šarišský?", + "limit": 5 + }, + "latency_seconds": 0.318168, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.390966, + "tool_latency_seconds": 0.318168, + "final_model_latency_seconds": 22.047174, + "total_latency_seconds": 23.756983, + "usage": { + "prompt_tokens": 25732, + "completion_tokens": 183, + "total_tokens": 25915 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0226", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Martin Šarišský", + "DeepEval" + ], + "should_answer": true, + "note": null, + "answer": "Študent Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\", kde je priamo stanovená úloha vyhodnotiť systém pomocou viacerých metrík nástroja DeepEval.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou DeepEval a osobou Martin Šarišský?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.679053, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.849361, + "tool_latency_seconds": 0.679053, + "final_model_latency_seconds": 24.330185, + "total_latency_seconds": 26.859317, + "usage": { + "prompt_tokens": 28983, + "completion_tokens": 173, + "total_tokens": 29156 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0227", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Faithfulness", + "AnswerRelevancy", + "ContextualRelevancy" + ], + "should_answer": true, + "note": null, + "answer": "Pri vyhodnotení systému Martina Šarišského sa uvádzajú tri metriky: Faithfulness, AnswerRelevancy a ContextualRelevancy. Tieto metriky boli použité s databázou otázok a odpovedí od právničky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "limit": 5, + "published_only": true, + "query": "Aké tri metriky sa uvádzajú pri vyhodnotení systému Martina Šarišského?" + }, + "latency_seconds": 0.44489, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.61943, + "tool_latency_seconds": 0.44489, + "final_model_latency_seconds": 20.844311, + "total_latency_seconds": 22.909285, + "usage": { + "prompt_tokens": 24985, + "completion_tokens": 149, + "total_tokens": 25134 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0228", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Docling" + ], + "should_answer": true, + "note": null, + "answer": "Martin Šarišský mal v rámci svojej diplomovej práce zvážiť preparsovanie dát pomocou nástroja Docling namiesto použitia parsiera BeautifulSoup, ktorý bol pôvodne využitý na spracovanie HTML dát.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký parser mal Martin Šarišský zvážiť namiesto BeautifulSoup?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.342727, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.779021, + "tool_latency_seconds": 0.342727, + "final_model_latency_seconds": 8.3469, + "total_latency_seconds": 10.46892, + "usage": { + "prompt_tokens": 9401, + "completion_tokens": 156, + "total_tokens": 9557 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0260", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Eduard Matovka.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": null, + "answer": "Eduard Matovka je študentom, ktorý vypracovával bakalársku prácu v roku 2024 na tému „Slovenská konverzačná umelá inteligencia\", kde sa zameral na natréningovanie jazykového modelu pre jednoduchú slovenskú konverzáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Eduard Matovka.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.425341, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.741572, + "tool_latency_seconds": 0.425341, + "final_model_latency_seconds": 6.659731, + "total_latency_seconds": 8.827012, + "usage": { + "prompt_tokens": 7143, + "completion_tokens": 173, + "total_tokens": 7316 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0261", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce osoby Eduard Matovka je „Slovenská konverzačná umelá inteligencia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Eduard Matovka?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.220946, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.821941, + "tool_latency_seconds": 0.220946, + "final_model_latency_seconds": 12.593959, + "total_latency_seconds": 14.637284, + "usage": { + "prompt_tokens": 15856, + "completion_tokens": 136, + "total_tokens": 15992 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0262", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Slovenská konverzačná umelá inteligencia\" vypracováva Eduard Matovka ako bakalársku prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Slovenská konverzačná umelá inteligencia“?", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.469801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/steel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.810589, + "tool_latency_seconds": 0.469801, + "final_model_latency_seconds": 21.736243, + "total_latency_seconds": 24.017894, + "usage": { + "prompt_tokens": 26332, + "completion_tokens": 150, + "total_tokens": 26482 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0263", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true, + "note": null, + "answer": "Študent Eduard Matovka vypracovával bakalársku prácu s názvom „Slovenská konverzačná umelá inteligencia\" v roku 2024, ktorej cieľom bolo natrénovať jazykový model pre jednoduchú slovenskú konverzáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Slovenská konverzačná umelá inteligencia“.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.398792, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.898171, + "tool_latency_seconds": 0.398792, + "final_model_latency_seconds": 21.270941, + "total_latency_seconds": 23.568539, + "usage": { + "prompt_tokens": 25405, + "completion_tokens": 179, + "total_tokens": 25584 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0264", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Eduard Matovka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true, + "note": null, + "answer": "Téma bakalárskej práce pri osobe Eduard Matovka je „Slovenská konverzačná umelá inteligencia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Eduard Matovka“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.25339, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.627929, + "tool_latency_seconds": 0.25339, + "final_model_latency_seconds": 15.804087, + "total_latency_seconds": 17.685915, + "usage": { + "prompt_tokens": 19289, + "completion_tokens": 124, + "total_tokens": 19413 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0265", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Eduard Matovka začal študovať v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Eduard Matovka?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.21181, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.798725, + "tool_latency_seconds": 0.21181, + "final_model_latency_seconds": 13.636606, + "total_latency_seconds": 15.647697, + "usage": { + "prompt_tokens": 16995, + "completion_tokens": 127, + "total_tokens": 17122 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0266", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Eduard Matovka je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Eduard Matovka uvedený rok začiatku štúdia 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.179709, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.944104, + "tool_latency_seconds": 0.179709, + "final_model_latency_seconds": 6.642548, + "total_latency_seconds": 8.766641, + "usage": { + "prompt_tokens": 7580, + "completion_tokens": 149, + "total_tokens": 7729 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0267", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2024" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Eduard Matovka je uvedená bakalárska práca v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Eduard Matovka uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.192476, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.799817, + "tool_latency_seconds": 0.192476, + "final_model_latency_seconds": 18.473416, + "total_latency_seconds": 20.466333, + "usage": { + "prompt_tokens": 23149, + "completion_tokens": 131, + "total_tokens": 23280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0268", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Eduard Matovka začala študovať v roku 2021 a vypracovával svoju bakalársku prácu v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Eduard Matovka.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.575149, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.671196, + "tool_latency_seconds": 0.575149, + "final_model_latency_seconds": 26.972825, + "total_latency_seconds": 29.220009, + "usage": { + "prompt_tokens": 32721, + "completion_tokens": 136, + "total_tokens": 32857 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0269", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "2021", + "2024" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Rok 2021 nie je rokom záverečnej práce Eduarda Matovky, ale rokom začiatku jeho štúdia, keďže jeho bakalárska práca bola vypracovaná v roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2021 rokom záverečnej práce osoby Eduard Matovka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.261754, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.677285, + "tool_latency_seconds": 0.261754, + "final_model_latency_seconds": 10.19844, + "total_latency_seconds": 12.137894, + "usage": { + "prompt_tokens": 11469, + "completion_tokens": 152, + "total_tokens": 11621 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0270", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "slovenský jazykový model" + ], + "should_answer": true, + "note": null, + "answer": "Študent Eduard Matovka vypracováva bakalársku prácu z roku 2024 s názvom „Slovenská konverzačná umelá inteligencia\", ktorej cieľom je natrénovanie jazykového modelu pre jednoduchú slovenskú konverzáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenský jazykový model a osobou Eduard Matovka?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.198922, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.864772, + "tool_latency_seconds": 0.198922, + "final_model_latency_seconds": 8.012826, + "total_latency_seconds": 10.076801, + "usage": { + "prompt_tokens": 8960, + "completion_tokens": 177, + "total_tokens": 9137 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0271", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "LLAMA" + ], + "should_answer": true, + "note": null, + "answer": "Eduard Matovka vypracováva bakalársku prácu v roku 2024 s témou súvisiacou s neurónovými sieťami, konkrétne s modelmi LLAMA, kde skúša ich trénovanie (vrátane verzie LLAMA2 cez HF AutoTrain) a vyhodnocovanie pre odpovedanie v diskusiách.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LLAMA a osobou Eduard Matovka?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.189456, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.764588, + "tool_latency_seconds": 0.189456, + "final_model_latency_seconds": 7.832611, + "total_latency_seconds": 9.786958, + "usage": { + "prompt_tokens": 8509, + "completion_tokens": 183, + "total_tokens": 8692 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0272", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Eduard Matovka", + "SlovakAlpaca" + ], + "should_answer": true, + "note": null, + "answer": "Študent Eduard Matovka vypracovával bakalársku prácu v roku 2024 s témou súvisiacou s veľkými jazykovými modelmi, kde explicitne spomína experimentovanie s modelom LLAMA2 cez knižnicu Hugging Face AutoTrain na datasetoch SlovakAlpaca a SlovakAlpaca+.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou SlovakAlpaca a osobou Eduard Matovka?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.270259, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.611382, + "tool_latency_seconds": 0.270259, + "final_model_latency_seconds": 14.885784, + "total_latency_seconds": 16.767939, + "usage": { + "prompt_tokens": 17769, + "completion_tokens": 172, + "total_tokens": 17941 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0273", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol predbežný cieľ práce Eduarda Matovku?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Natrénovať jazykový model pre jednoduchú slovenskú konverzáciu" + ], + "should_answer": true, + "note": null, + "answer": "Predbežným cieľom práce Eduarda Matovky bolo natrénovať jazykový model pre jednoduchú slovenskú konverzáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol predbežný cieľ práce Eduarda Matovku?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.270749, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.826798, + "tool_latency_seconds": 0.270749, + "final_model_latency_seconds": 9.337548, + "total_latency_seconds": 11.435488, + "usage": { + "prompt_tokens": 11071, + "completion_tokens": 143, + "total_tokens": 11214 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0274", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Gemma", + "RWKV" + ], + "should_answer": true, + "note": null, + "answer": "Eduard Matovka mal vyskúšať modely Gemma a RWKV (ktorý je typom RNN, nie Transformerom), okrem modelov LLAMA.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké modely mal Eduard Matovka vyskúšať okrem LLAMA?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.279878, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.830388, + "tool_latency_seconds": 0.279878, + "final_model_latency_seconds": 7.31152, + "total_latency_seconds": 9.422071, + "usage": { + "prompt_tokens": 8528, + "completion_tokens": 148, + "total_tokens": 8676 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0288", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Andrii Pervashov.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o osobe Andrii Pervashov je jeho študentská stránka, ktorá eviduje bakalársku prácu s návrhom témy „Korekcia textu pomocou neurónových sietí\" za rok 2025 a diplomovú prácu s návrhom témy „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" za rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Andrii Pervashov.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.146318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.810868, + "tool_latency_seconds": 0.146318, + "final_model_latency_seconds": 7.952956, + "total_latency_seconds": 9.910439, + "usage": { + "prompt_tokens": 8362, + "completion_tokens": 207, + "total_tokens": 8569 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0289", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true, + "note": null, + "answer": "Zdroje pre osobu Andrii Pervashov neobsahujú finálny schválený názov jeho diplomovej práce, ale uvádzajú návrh na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" pre diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Andrii Pervashov?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.242696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.812272, + "tool_latency_seconds": 0.242696, + "final_model_latency_seconds": 19.069333, + "total_latency_seconds": 21.125015, + "usage": { + "prompt_tokens": 22897, + "completion_tokens": 185, + "total_tokens": 23082 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0290", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov" + ], + "should_answer": true, + "note": null, + "answer": "S študentom Andrii Pervashovom sa pracuje na diplomovej práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.430801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.768299, + "tool_latency_seconds": 0.430801, + "final_model_latency_seconds": 22.197183, + "total_latency_seconds": 24.396942, + "usage": { + "prompt_tokens": 26904, + "completion_tokens": 148, + "total_tokens": 27052 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0291", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true, + "note": null, + "answer": "Študent Andrii Pervashov rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" v rámci svojej diplomovej práce pre rok 2027, pričom cieľom je vytvoriť systém pre prepis reči a naplnenie formulára pomocou lokálnych jazykových modelov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.409069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.962147, + "tool_latency_seconds": 0.409069, + "final_model_latency_seconds": 22.277647, + "total_latency_seconds": 24.649566, + "usage": { + "prompt_tokens": 26048, + "completion_tokens": 201, + "total_tokens": 26249 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0292", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Andrii Pervashov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Andrii Pervashov je v dokumente uvedená téma diplomovej práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027, pričom je tu zároveň uvedený návrh na tému bakalárskej práce „Korekcia textu pomocou neurónových sietí“ pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Andrii Pervashov“?", + "published_only": false, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.382006, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.849197, + "tool_latency_seconds": 0.382006, + "final_model_latency_seconds": 16.730631, + "total_latency_seconds": 18.962508, + "usage": { + "prompt_tokens": 19109, + "completion_tokens": 200, + "total_tokens": 19309 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0293", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Andrii Pervashov začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Andrii Pervashov?", + "limit": 5 + }, + "latency_seconds": 0.220755, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.40338, + "tool_latency_seconds": 0.220755, + "final_model_latency_seconds": 13.733711, + "total_latency_seconds": 15.358319, + "usage": { + "prompt_tokens": 17045, + "completion_tokens": 104, + "total_tokens": 17149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0294", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Andrii Pervashov je v dokumentoch ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Andrii Pervashov uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.230255, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.949141, + "tool_latency_seconds": 0.230255, + "final_model_latency_seconds": 14.962164, + "total_latency_seconds": 17.142068, + "usage": { + "prompt_tokens": 18252, + "completion_tokens": 153, + "total_tokens": 18405 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0295", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Andrii Pervashov je uvedená diplomová práca v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Andrii Pervashov uvedená diplomová práca?" + }, + "latency_seconds": 0.397915, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021" + ], + "first_model_latency_seconds": 1.216014, + "tool_latency_seconds": 0.397915, + "final_model_latency_seconds": 22.472495, + "total_latency_seconds": 24.087106, + "usage": { + "prompt_tokens": 27564, + "completion_tokens": 96, + "total_tokens": 27660 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0296", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Andrii Pervashov začal študovať v roku 2022 a jeho diplomová práca je naplánovaná na rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Andrii Pervashov.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.155771, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.917649, + "tool_latency_seconds": 0.155771, + "final_model_latency_seconds": 6.174945, + "total_latency_seconds": 8.248624, + "usage": { + "prompt_tokens": 6051, + "completion_tokens": 151, + "total_tokens": 6202 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0297", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Andrii Pervashova. Z dostupných zdrojov vyplýva, že rok 2022 je rokom začiatku jeho štúdia, pričom jeho diplomová práca je naplánovaná na rok 2027 s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Andrii Pervashov?", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.655737, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.916763, + "tool_latency_seconds": 0.655737, + "final_model_latency_seconds": 26.666788, + "total_latency_seconds": 29.240263, + "usage": { + "prompt_tokens": 31626, + "completion_tokens": 211, + "total_tokens": 31837 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0298", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "speech-to-text" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť žiadny dokument alebo študenta, ktorý by sa explicitne zaoberal témou speech-to-text (rozpoznanie reči) v spojitosti s osobou Andrii Pervashov. Jeho dokumentácia uvádza témy ako korekcia textu pomocou neurónových sietí, spracovanie prirodzeného jazyka (NLP) a extrakcia informácií, pričom v rámci úloh pre diplomový projekt 2027 sa síce spomína možnosť naplniť formuláre pomocou rečového vstupu, no primárna téma práce nie je speech-to-text.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou speech-to-text a osobou Andrii Pervashov?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.24287, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.85496, + "tool_latency_seconds": 0.24287, + "final_model_latency_seconds": 23.517233, + "total_latency_seconds": 25.615752, + "usage": { + "prompt_tokens": 25821, + "completion_tokens": 266, + "total_tokens": 26087 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0299", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Andrii Pervashov pracuje na diplomovej práci s návrhovou témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\", kde je jednou z úloh oboznámiť sa so systémom OpenWebUI a vyskúšať rozpoznávanie reči cez tento systém.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Andrii Pervashov?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.160617, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.786904, + "tool_latency_seconds": 0.160617, + "final_model_latency_seconds": 15.075331, + "total_latency_seconds": 17.023385, + "usage": { + "prompt_tokens": 17581, + "completion_tokens": 187, + "total_tokens": 17768 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0300", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Andrii Pervashov", + "štruktúrované informácie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Andrii Pervashov súvisí s diplomovou prácou s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\", ktorá má za cieľ zlepšiť jazykový model pre extrakciu štruktúrovaných informácií z medicínskej domény.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou štruktúrované informácie a osobou Andrii Pervashov?", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.162028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.963939, + "tool_latency_seconds": 0.162028, + "final_model_latency_seconds": 8.088904, + "total_latency_seconds": 10.215129, + "usage": { + "prompt_tokens": 8435, + "completion_tokens": 196, + "total_tokens": 8631 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0301", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Pre svoju diplomovú prácu má Andrii Pervashov naštudovať systém OpenWebUI, pričom sa má oboznámiť s jeho dokumentáciou a v prípade potreby si vytvoriť vlastnú inštanciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké rozhranie alebo systém má Andrii Pervashov naštudovať pre svoju prácu?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.160823, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.687419, + "tool_latency_seconds": 0.160823, + "final_model_latency_seconds": 6.793883, + "total_latency_seconds": 8.642439, + "usage": { + "prompt_tokens": 7557, + "completion_tokens": 158, + "total_tokens": 7715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0302", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "štruktúrovanej podoby" + ], + "should_answer": true, + "note": null, + "answer": "Agent Andriiho Pervashova má transformovať rečový vstup do štruktúrovanej podoby, pričom výstupom by mal byť formát ako JSON, ktorý sa následne použije na vyplnenie formulárov, napríklad pre tvorbu zdravotného záznamu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Do akej podoby má agent Andriiho Pervashova transformovať rečový vstup?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.370526, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.847095, + "tool_latency_seconds": 0.370526, + "final_model_latency_seconds": 12.969273, + "total_latency_seconds": 15.187335, + "usage": { + "prompt_tokens": 15508, + "completion_tokens": 175, + "total_tokens": 15683 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0317", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Oleh Poiasnik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Oleh Poiasnik bol v ZP Wiki nájdený študentský dokument, ktorý eviduje jeho bakalársku prácu z roku 2025 s témou vytvorenia asistenta pre lekárňu a diplomovú prácu z roku 2027 zameranú na expertný agentový systém na podporu rozhodovania v lekárni.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Oleh Poiasnik.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.178587, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.726688, + "tool_latency_seconds": 0.178587, + "final_model_latency_seconds": 8.148179, + "total_latency_seconds": 10.053735, + "usage": { + "prompt_tokens": 8669, + "completion_tokens": 184, + "total_tokens": 8853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0318", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomová práca osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomovej práce osoby Oleh Poiasnik je „Expertný agentový systém na podporu rozhodovania v lekárni\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomová práca osoby Oleh Poiasnik?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.280349, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.782411, + "tool_latency_seconds": 0.280349, + "final_model_latency_seconds": 16.696965, + "total_latency_seconds": 18.760359, + "usage": { + "prompt_tokens": 20893, + "completion_tokens": 133, + "total_tokens": 21026 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0319", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“ sa venuje študent Oleh Poiasnik, ktorý tento projekt vypracováva ako svoju diplomovú prácu pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Expertný agentový systém na podporu rozhodovania v lekárni“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.529927, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 2.054521, + "tool_latency_seconds": 0.529927, + "final_model_latency_seconds": 24.732269, + "total_latency_seconds": 27.317394, + "usage": { + "prompt_tokens": 29818, + "completion_tokens": 173, + "total_tokens": 29991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0320", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true, + "note": null, + "answer": "Tému „Expertný agentový systém na podporu rozhodovania v lekárni\" rieši študent Oleh Poiasnik v rámci svojej diplomovej práce pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Expertný agentový systém na podporu rozhodovania v lekárni“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.451931, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.879141, + "tool_latency_seconds": 0.451931, + "final_model_latency_seconds": 17.208354, + "total_latency_seconds": 19.540122, + "usage": { + "prompt_tokens": 20721, + "completion_tokens": 150, + "total_tokens": 20871 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0321", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomovej práce je uvedená pri osobe „Oleh Poiasnik“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomovej práce uvedená pri osobe Oleh Poiasnik je „Expertný agentový systém na podporu rozhodovania v lekárni\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomovej práce je uvedená pri osobe „Oleh Poiasnik“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.33558, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.77077, + "tool_latency_seconds": 0.33558, + "final_model_latency_seconds": 20.460195, + "total_latency_seconds": 22.567215, + "usage": { + "prompt_tokens": 25268, + "completion_tokens": 135, + "total_tokens": 25403 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0322", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Oleh Poiasnik začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Oleh Poiasnik?", + "limit": 5 + }, + "latency_seconds": 0.278043, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.386084, + "tool_latency_seconds": 0.278043, + "final_model_latency_seconds": 15.477516, + "total_latency_seconds": 17.14214, + "usage": { + "prompt_tokens": 19180, + "completion_tokens": 97, + "total_tokens": 19277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0323", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Oleh Poiasnik je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Oleh Poiasnik uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.292069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.325555, + "tool_latency_seconds": 0.292069, + "final_model_latency_seconds": 17.930937, + "total_latency_seconds": 19.549121, + "usage": { + "prompt_tokens": 22007, + "completion_tokens": 107, + "total_tokens": 22114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0324", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2027" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Oleh Poiasnik je v ZP Wiki uvedená diplomová práca pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Oleh Poiasnik uvedená diplomová práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.285225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.759403, + "tool_latency_seconds": 0.285225, + "final_model_latency_seconds": 20.819863, + "total_latency_seconds": 22.865148, + "usage": { + "prompt_tokens": 25687, + "completion_tokens": 130, + "total_tokens": 25817 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0325", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Rok začiatku štúdia osoby Oleh Poiasnik je 2022, zatiaľ čo rok jeho diplomovej práce je 2027 a bakalárskej práce 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Oleh Poiasnik.", + "limit": 10, + "published_only": true, + "max_per_document": 2 + }, + "latency_seconds": 0.437926, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.866744, + "tool_latency_seconds": 0.437926, + "final_model_latency_seconds": 22.212603, + "total_latency_seconds": 24.518018, + "usage": { + "prompt_tokens": 26897, + "completion_tokens": 154, + "total_tokens": 27051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0326", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "2022", + "2027" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Ne, rok 2022 nie je rokom záverečnej práce osoby Oleh Poiasnik, ale rokom začiatku jeho štúdia. Podľa dostupných záznamov vypracováva bakalársku prácu v roku 2025 a diplomovú prácu v roku 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Oleh Poiasnik?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.332479, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.674142, + "tool_latency_seconds": 0.332479, + "final_model_latency_seconds": 17.637376, + "total_latency_seconds": 19.644585, + "usage": { + "prompt_tokens": 20707, + "completion_tokens": 169, + "total_tokens": 20876 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0327", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "lekáreň" + ], + "should_answer": true, + "note": null, + "answer": "Študent Oleh Poiasnik vypracoval bakalársku prácu s názvom „Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach\" (prípadne s podtémou vytvorenia asistenta pre zákazníka lekárne) a diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", ktorá sa zameriava na využitie znalostného grafu a príbalových letákov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou lekáreň a osobou Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.279677, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.872693, + "tool_latency_seconds": 0.279677, + "final_model_latency_seconds": 19.222058, + "total_latency_seconds": 21.375034, + "usage": { + "prompt_tokens": 22113, + "completion_tokens": 219, + "total_tokens": 22332 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0328", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", kde jedným z kľúčových cieľov je zostavenie znalostného grafu z databázy príbalových letákov liekov a jeho využitie na vylepšenie generovania odpovedí agentom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292046, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.793658, + "tool_latency_seconds": 0.292046, + "final_model_latency_seconds": 27.562647, + "total_latency_seconds": 29.649129, + "usage": { + "prompt_tokens": 32581, + "completion_tokens": 189, + "total_tokens": 32770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0329", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Oleh Poiasnik", + "LightRAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", v ktorej využíva technológiu LightRAG na vytvorenie znalostného grafu z databázy príbalových letákov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou LightRAG a osobou Oleh Poiasnik?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.269969, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.788124, + "tool_latency_seconds": 0.269969, + "final_model_latency_seconds": 17.621681, + "total_latency_seconds": 19.680322, + "usage": { + "prompt_tokens": 20781, + "completion_tokens": 168, + "total_tokens": 20949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0330", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "ADC" + ], + "should_answer": true, + "note": null, + "answer": "Oleh Poiasnik mal zostaviť znalostný graf z databázy príbalových letákov ADC.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akej databázy mal Oleh Poiasnik zostaviť znalostný graf?" + }, + "latency_seconds": 0.281069, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.214158, + "tool_latency_seconds": 0.281069, + "final_model_latency_seconds": 22.899391, + "total_latency_seconds": 24.395309, + "usage": { + "prompt_tokens": 28104, + "completion_tokens": 93, + "total_tokens": 28197 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0331", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "LightRAG" + ], + "should_answer": true, + "note": null, + "answer": "Oleh Poiasnik použil na vytvorenie znalostného grafu nástroj LightRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký nástroj použil Oleh Poiasnik na vytvorenie znalostného grafu?", + "limit": 5 + }, + "latency_seconds": 0.295755, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.37283, + "tool_latency_seconds": 0.295755, + "final_model_latency_seconds": 23.542022, + "total_latency_seconds": 25.211269, + "usage": { + "prompt_tokens": 28725, + "completion_tokens": 101, + "total_tokens": 28826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0332", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "500" + ], + "should_answer": true, + "note": null, + "answer": "V stave práce Oleha Poiasnika bol pomocou nástroja LightRAG vytvorený znalostný graf pre približne 500 liekov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pre približne koľko liekov bol vytvorený znalostný graf v stave práce Oleha Poiasnika?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.349817, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.661158, + "tool_latency_seconds": 0.349817, + "final_model_latency_seconds": 22.178138, + "total_latency_seconds": 24.189724, + "usage": { + "prompt_tokens": 26799, + "completion_tokens": 132, + "total_tokens": 26931 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0348", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Vladyslav Yanchenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": null, + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu z roku 2025 s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Vladyslav Yanchenko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.718548, + "tool_latency_seconds": 0.196028, + "final_model_latency_seconds": 15.975635, + "total_latency_seconds": 17.890785, + "usage": { + "prompt_tokens": 18993, + "completion_tokens": 151, + "total_tokens": 19144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0349", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Vladyslava Yanchenka má názov „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Vladyslav Yanchenko?" + }, + "latency_seconds": 0.218493, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.246723, + "tool_latency_seconds": 0.218493, + "final_model_latency_seconds": 16.806197, + "total_latency_seconds": 18.271959, + "usage": { + "prompt_tokens": 20489, + "completion_tokens": 111, + "total_tokens": 20600 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0350", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko" + ], + "should_answer": true, + "note": null, + "answer": "K práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“ sa venuje Vladyslav Yanchenko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.549055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 2.141681, + "tool_latency_seconds": 0.549055, + "final_model_latency_seconds": 21.681315, + "total_latency_seconds": 24.372668, + "usage": { + "prompt_tokens": 26469, + "completion_tokens": 165, + "total_tokens": 26634 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0351", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.580142, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.769811, + "tool_latency_seconds": 0.580142, + "final_model_latency_seconds": 21.517292, + "total_latency_seconds": 23.86789, + "usage": { + "prompt_tokens": 26039, + "completion_tokens": 146, + "total_tokens": 26185 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0352", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Vladyslav Yanchenko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true, + "note": null, + "answer": "Vladyslav Yanchenko má uvedenú tému bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Vladyslav Yanchenko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.234542, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.861335, + "tool_latency_seconds": 0.234542, + "final_model_latency_seconds": 15.138425, + "total_latency_seconds": 17.234891, + "usage": { + "prompt_tokens": 18228, + "completion_tokens": 148, + "total_tokens": 18376 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0353", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Vladyslav Yanchenko začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Vladyslav Yanchenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.239225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.819162, + "tool_latency_seconds": 0.239225, + "final_model_latency_seconds": 12.780725, + "total_latency_seconds": 14.839594, + "usage": { + "prompt_tokens": 15896, + "completion_tokens": 129, + "total_tokens": 16025 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0354", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Vladyslav Yanchenko je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Vladyslav Yanchenko uvedený rok začiatku štúdia 2022?" + }, + "latency_seconds": 0.199876, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.357149, + "tool_latency_seconds": 0.199876, + "final_model_latency_seconds": 12.082319, + "total_latency_seconds": 13.639815, + "usage": { + "prompt_tokens": 14745, + "completion_tokens": 113, + "total_tokens": 14858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0355", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Vladyslav Yanchenko je uvedená bakalárska práca v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Vladyslav Yanchenko uvedená bakalárska práca?" + }, + "latency_seconds": 0.199577, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.228911, + "tool_latency_seconds": 0.199577, + "final_model_latency_seconds": 19.860337, + "total_latency_seconds": 21.289466, + "usage": { + "prompt_tokens": 24750, + "completion_tokens": 96, + "total_tokens": 24846 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0356", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Vladyslav Yanchenko začala štúdium v roku 2022 a vypracováva bakalársku prácu v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Vladyslav Yanchenko." + }, + "latency_seconds": 0.251392, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.28391, + "tool_latency_seconds": 0.251392, + "final_model_latency_seconds": 14.268135, + "total_latency_seconds": 15.803933, + "usage": { + "prompt_tokens": 17341, + "completion_tokens": 112, + "total_tokens": 17453 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0357", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "2022", + "2025" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Vladyslava Yanchenka, ale rokom začiatku jeho štúdia. Podľa dostupných informácií je jeho záverečnou prácou bakalárska práca s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá bola vypracovaná v roku 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Vladyslav Yanchenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.237998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.699776, + "tool_latency_seconds": 0.237998, + "final_model_latency_seconds": 13.991625, + "total_latency_seconds": 15.929898, + "usage": { + "prompt_tokens": 16140, + "completion_tokens": 195, + "total_tokens": 16335 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0358", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "cloud" + ], + "should_answer": true, + "note": null, + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá sa zameriava na nasadzovanie aplikácií do cloudového prostredia, využitie služieb Azure a procesy kontinuálneho nasadenia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou cloud a osobou Vladyslav Yanchenko?", + "limit": 10, + "published_only": false, + "max_per_document": 2 + }, + "latency_seconds": 0.533071, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.795934, + "tool_latency_seconds": 0.533071, + "final_model_latency_seconds": 17.712363, + "total_latency_seconds": 20.041943, + "usage": { + "prompt_tokens": 20956, + "completion_tokens": 182, + "total_tokens": 21138 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0359", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "Kubernetes" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá sa zameriava na nasadenie aplikácie pomocou Kubernetes, pričom v priebehu práce riešil aj inštaláciu nástrojov ako Grafana a Prometheus cez K8s a problémy s vlastnými skriptami pre tento klaster.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Kubernetes a osobou Vladyslav Yanchenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.268199, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.775034, + "tool_latency_seconds": 0.268199, + "final_model_latency_seconds": 16.511304, + "total_latency_seconds": 18.555013, + "usage": { + "prompt_tokens": 18859, + "completion_tokens": 203, + "total_tokens": 19062 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0360", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Vladyslav Yanchenko", + "Azure" + ], + "should_answer": true, + "note": null, + "answer": "Študent Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorej súčasťou je využitie klaudovej databázy Azure.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Azure a osobou Vladyslav Yanchenko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.405604, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.780912, + "tool_latency_seconds": 0.405604, + "final_model_latency_seconds": 17.520906, + "total_latency_seconds": 19.707939, + "usage": { + "prompt_tokens": 20959, + "completion_tokens": 163, + "total_tokens": 21122 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0361", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "SpringBoot", + "React-Next.js" + ], + "should_answer": true, + "note": null, + "answer": "Vladyslav Yanchenko pre svoju bakalársku prácu použil na backend technológiu Spring Boot a na frontend reaktovú knižnicu React v kombinácii s Next.js.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké technológie používal Vladyslav Yanchenko pre backend a frontend?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.253849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.602167, + "tool_latency_seconds": 0.253849, + "final_model_latency_seconds": 18.995118, + "total_latency_seconds": 20.851722, + "usage": { + "prompt_tokens": 23139, + "completion_tokens": 138, + "total_tokens": 23277 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0362", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Azure PostgreSQL" + ], + "should_answer": true, + "note": null, + "answer": "Vladyslav Yanchenko aktivoval v prostredí Azure službu Azure PostgreSQL pre svoju databázu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú databázovú službu v Azure Vladyslav Yanchenko aktivoval?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.140909, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.871438, + "tool_latency_seconds": 0.140909, + "final_model_latency_seconds": 7.794781, + "total_latency_seconds": 9.807433, + "usage": { + "prompt_tokens": 9189, + "completion_tokens": 138, + "total_tokens": 9327 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0394", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ján Malinovský.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o Jánovi Malinovskom uvádza, že študuje od roku 2022 a pracuje na diplomovom projekte s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", ktorý sa zameriava na využitie grafových databáz a technológií RAG v oblasti vzdelávania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ján Malinovský.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.186506, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" + ], + "first_model_latency_seconds": 1.688827, + "tool_latency_seconds": 0.186506, + "final_model_latency_seconds": 19.184176, + "total_latency_seconds": 21.060169, + "usage": { + "prompt_tokens": 22893, + "completion_tokens": 178, + "total_tokens": 23071 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0395", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov diplomový projekt osoby Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true, + "note": null, + "answer": "Názov diplomového projektu Ján Malinovský je „Grafové vyhľadávanie pre podporu vzdelávania\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov diplomový projekt osoby Ján Malinovský?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.368399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.778333, + "tool_latency_seconds": 0.368399, + "final_model_latency_seconds": 19.079569, + "total_latency_seconds": 21.226868, + "usage": { + "prompt_tokens": 23500, + "completion_tokens": 134, + "total_tokens": 23634 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0396", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" sa venuje Ján Malinovský, ktorý vypracováva diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Grafové vyhľadávanie pre podporu vzdelávania“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.40696, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 2.04528, + "tool_latency_seconds": 0.40696, + "final_model_latency_seconds": 21.595222, + "total_latency_seconds": 24.048078, + "usage": { + "prompt_tokens": 26074, + "completion_tokens": 167, + "total_tokens": 26241 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0397", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Malinovský rieši diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania\", ktorý začal v roku 2022 a je evidovaný pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafové vyhľadávanie pre podporu vzdelávania“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.353164, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.981648, + "tool_latency_seconds": 0.353164, + "final_model_latency_seconds": 21.351597, + "total_latency_seconds": 23.687052, + "usage": { + "prompt_tokens": 25715, + "completion_tokens": 164, + "total_tokens": 25879 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0398", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma diplomového projektu je uvedená pri osobe „Ján Malinovský“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true, + "note": null, + "answer": "Téma diplomového projektu uvedená pri osobe Ján Malinovský je „Grafové vyhľadávanie pre podporu vzdelávania“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma diplomového projektu je uvedená pri osobe „Ján Malinovský“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.413104, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.744459, + "tool_latency_seconds": 0.413104, + "final_model_latency_seconds": 22.765946, + "total_latency_seconds": 24.924151, + "usage": { + "prompt_tokens": 27756, + "completion_tokens": 137, + "total_tokens": 27893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0399", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Ján Malinovský začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ján Malinovský?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.347195, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.780879, + "tool_latency_seconds": 0.347195, + "final_model_latency_seconds": 20.704536, + "total_latency_seconds": 22.833207, + "usage": { + "prompt_tokens": 25652, + "completion_tokens": 124, + "total_tokens": 25776 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0400", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ján Malinovský je v dokumente explicitne uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ján Malinovský uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.150055, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.913311, + "tool_latency_seconds": 0.150055, + "final_model_latency_seconds": 7.261413, + "total_latency_seconds": 9.325085, + "usage": { + "prompt_tokens": 8286, + "completion_tokens": 144, + "total_tokens": 8430 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0401", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ján Malinovský je uvedený diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ján Malinovský uvedená diplomový projekt?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.347079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.73726, + "tool_latency_seconds": 0.347079, + "final_model_latency_seconds": 23.822087, + "total_latency_seconds": 25.907118, + "usage": { + "prompt_tokens": 29638, + "completion_tokens": 125, + "total_tokens": 29763 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0402", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Ján Malinovský začal študovať v roku 2022 a vypracováva diplomový projekt v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ján Malinovský.", + "limit": 10 + }, + "latency_seconds": 0.378408, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.509037, + "tool_latency_seconds": 0.378408, + "final_model_latency_seconds": 24.865463, + "total_latency_seconds": 26.753671, + "usage": { + "prompt_tokens": 29838, + "completion_tokens": 121, + "total_tokens": 29959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0403", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Podľa dostupných informácií v ZP Wiki začal študovať Ján Malinovský v roku 2022 a jeho diplomový projekt je evidovaný pre rok 2026, pričom v dokumentoch nie je uvedený rok záverečnej práce 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Ján Malinovský?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.294499, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.873623, + "tool_latency_seconds": 0.294499, + "final_model_latency_seconds": 14.774953, + "total_latency_seconds": 16.943654, + "usage": { + "prompt_tokens": 17423, + "completion_tokens": 175, + "total_tokens": 17598 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0404", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Malinovský súvisí s témou RAG (Retrieval Augmented Generation) v rámci svojho diplomového projektu s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", kde sa zameriava na využitie znalostných grafov a metód GraphRAG pre lepšie vyhľadávanie v oblasti vzdelávania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Ján Malinovský?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.251919, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.762849, + "tool_latency_seconds": 0.251919, + "final_model_latency_seconds": 19.584788, + "total_latency_seconds": 21.600122, + "usage": { + "prompt_tokens": 23168, + "completion_tokens": 188, + "total_tokens": 23356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0405", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "GraphRAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Malinovský vypracováva diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania\", pri ktorom sa explicitne zameriava na štúdium a aplikáciu technológie GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou GraphRAG a osobou Ján Malinovský?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.123092, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.784618, + "tool_latency_seconds": 0.123092, + "final_model_latency_seconds": 10.300764, + "total_latency_seconds": 12.208859, + "usage": { + "prompt_tokens": 11708, + "completion_tokens": 162, + "total_tokens": 11870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0406", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Ján Malinovský", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\", pri ktorom sa zaoberá tvorbou a využitím znalostného grafu v oblasti vzdelávania.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Ján Malinovský?", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.283306, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.809833, + "tool_latency_seconds": 0.283306, + "final_model_latency_seconds": 20.389198, + "total_latency_seconds": 22.48291, + "usage": { + "prompt_tokens": 24770, + "completion_tokens": 166, + "total_tokens": 24936 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0407", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "vzdelávania" + ], + "should_answer": true, + "note": null, + "answer": "Ján Malinovský má zostaviť malý znalostný graf z oblasti vzdelávania, pričom ako príklady zdrojov sú uvedené výchovné opatrenia v špeciálnej pedagogike, osnovy pre výuku na základnej škole a spôsoby práce asistenta pedagóga.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Z akej oblasti má Ján Malinovský zostaviť malý znalostný graf?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.190863, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.841314, + "tool_latency_seconds": 0.190863, + "final_model_latency_seconds": 10.878683, + "total_latency_seconds": 12.911203, + "usage": { + "prompt_tokens": 12328, + "completion_tokens": 177, + "total_tokens": 12505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0408", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "výchovné opatrenia", + "osnovy", + "asistent pedagóga" + ], + "should_answer": true, + "note": null, + "answer": "Pri práci Jána Malinovského s témou „Grafové vyhľadávanie pre podporu vzdelávania\" sú ako príklady oblastí obsahu uvedené výchovné opatrenia v špeciálnej pedagogike, osnovy pre výuku na základnej škole a spôsoby práce asistenta pedagóga, pričom konkrétne zdroje zahŕňajú osnovy predmetov slovenčina, matematika, angličtina, informatika, fyzika, biológia, občianska náuka, telesná výchova a chémia pre všetky ročníky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké príklady oblastí obsahu sú uvedené pri práci Jána Malinovského?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.237435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.795924, + "tool_latency_seconds": 0.237435, + "final_model_latency_seconds": 12.399214, + "total_latency_seconds": 14.432955, + "usage": { + "prompt_tokens": 13328, + "completion_tokens": 232, + "total_tokens": 13560 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0409", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Maksym Zatirka.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": null, + "answer": "Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá sa zameriava na vytvorenie inteligentného agenta využívajúceho znalostný graf pre slovenské právo a grafovú databázu Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Maksym Zatirka.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.178849, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" + ], + "first_model_latency_seconds": 1.704309, + "tool_latency_seconds": 0.178849, + "final_model_latency_seconds": 17.656161, + "total_latency_seconds": 19.53993, + "usage": { + "prompt_tokens": 20932, + "completion_tokens": 179, + "total_tokens": 21111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0410", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce, ktorú vypracováva Maksym Zatirka, je „Grafová databáza pre podporu generovania slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Maksym Zatirka?", + "published_only": true + }, + "latency_seconds": 0.321358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.442117, + "tool_latency_seconds": 0.321358, + "final_model_latency_seconds": 17.578172, + "total_latency_seconds": 19.342229, + "usage": { + "prompt_tokens": 21395, + "completion_tokens": 124, + "total_tokens": 21519 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0411", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" sa venuje študent Maksym Zatirka v rámci svojej bakalárskej práce pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Grafová databáza pre podporu generovania slovenského jazyka“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.337893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.913663, + "tool_latency_seconds": 0.337893, + "final_model_latency_seconds": 21.009697, + "total_latency_seconds": 23.261888, + "usage": { + "prompt_tokens": 25509, + "completion_tokens": 163, + "total_tokens": 25672 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0412", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Študentom, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka\", je Maksym Zatirka v rámci svojej bakalárskej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Grafová databáza pre podporu generovania slovenského jazyka“.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.379428, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.93092, + "tool_latency_seconds": 0.379428, + "final_model_latency_seconds": 22.864842, + "total_latency_seconds": 25.17596, + "usage": { + "prompt_tokens": 27588, + "completion_tokens": 158, + "total_tokens": 27746 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0413", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Maksym Zatirka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Témou bakalárskej práce Maksyma Zatirku je „Grafová databáza pre podporu generovania slovenského jazyka“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Maksym Zatirka“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.307902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.864352, + "tool_latency_seconds": 0.307902, + "final_model_latency_seconds": 17.919699, + "total_latency_seconds": 20.092511, + "usage": { + "prompt_tokens": 21812, + "completion_tokens": 142, + "total_tokens": 21954 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0414", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Maksym Zatirka začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Maksym Zatirka?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.291548, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.629165, + "tool_latency_seconds": 0.291548, + "final_model_latency_seconds": 15.438823, + "total_latency_seconds": 17.360064, + "usage": { + "prompt_tokens": 19122, + "completion_tokens": 117, + "total_tokens": 19239 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0415", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Maksym Zatirka je v dokumente ZP Wiki explicitne uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Maksym Zatirka uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.326225, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "first_model_latency_seconds": 1.93809, + "tool_latency_seconds": 0.326225, + "final_model_latency_seconds": 17.165117, + "total_latency_seconds": 19.429961, + "usage": { + "prompt_tokens": 21026, + "completion_tokens": 149, + "total_tokens": 21175 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0416", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Maksym Zatirka je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Maksym Zatirka uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.378739, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.792875, + "tool_latency_seconds": 0.378739, + "final_model_latency_seconds": 19.239023, + "total_latency_seconds": 21.411316, + "usage": { + "prompt_tokens": 23848, + "completion_tokens": 132, + "total_tokens": 23980 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0417", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Maksym Zatirka začal štúdium v roku 2023 a vypracováva bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Maksym Zatirka.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.424705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.852489, + "tool_latency_seconds": 0.424705, + "final_model_latency_seconds": 18.864458, + "total_latency_seconds": 21.142318, + "usage": { + "prompt_tokens": 23017, + "completion_tokens": 147, + "total_tokens": 23164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0418", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce osoby Maksym Zatirka, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Maksym Zatirka?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.353867, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.880844, + "tool_latency_seconds": 0.353867, + "final_model_latency_seconds": 14.763498, + "total_latency_seconds": 16.998746, + "usage": { + "prompt_tokens": 17761, + "completion_tokens": 165, + "total_tokens": 17926 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0419", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "grafová databáza" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá sa zameriava na vytvorenie znalostného grafu pre slovenské právo a jeho uloženie do grafovej databázy Neo4J.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou grafová databáza a osobou Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.354208, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.836993, + "tool_latency_seconds": 0.354208, + "final_model_latency_seconds": 22.556934, + "total_latency_seconds": 24.748797, + "usage": { + "prompt_tokens": 26772, + "completion_tokens": 184, + "total_tokens": 26956 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0420", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "slovenské právo" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maksym Zatirka vypracováva bakalársku prácu s názvom „Grafová databáza pre podporu generovania slovenského jazyka\", ktorej súčasťou je zostavenie znalostného grafu pre slovenské právo.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou slovenské právo a osobou Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.156824, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.923982, + "tool_latency_seconds": 0.156824, + "final_model_latency_seconds": 7.681121, + "total_latency_seconds": 9.762246, + "usage": { + "prompt_tokens": 8175, + "completion_tokens": 172, + "total_tokens": 8347 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0421", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Maksym Zatirka", + "znalostný graf" + ], + "should_answer": true, + "note": null, + "answer": "Študent Maksym Zatirka vypracováva bakalársku prácu na tému „Grafová databáza pre podporu generovania slovenského jazyka\", ktorá sa zameriava na zostavenie znalostného grafu pre slovenské právo a jeho využitie v inteligentnom agenti.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou znalostný graf a osobou Maksym Zatirka?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.249471, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.86988, + "tool_latency_seconds": 0.249471, + "final_model_latency_seconds": 19.50352, + "total_latency_seconds": 21.623532, + "usage": { + "prompt_tokens": 23609, + "completion_tokens": 182, + "total_tokens": 23791 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0422", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "slovenské právo" + ], + "should_answer": true, + "note": null, + "answer": "Maksym Zatirka má zostaviť znalostný graf pre doménu slovenského práva.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pre akú doménu má Maksym Zatirka zostaviť znalostný graf?" + }, + "latency_seconds": 0.339512, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.234429, + "tool_latency_seconds": 0.339512, + "final_model_latency_seconds": 16.327122, + "total_latency_seconds": 17.90161, + "usage": { + "prompt_tokens": 20102, + "completion_tokens": 95, + "total_tokens": 20197 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0452", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Ronald Zalacko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": null, + "answer": "Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\" pod vedením Matúša Plevy, pričom začal študovať v roku 2023 a práca je plánovaná na rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Ronald Zalacko.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.191014, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.688573, + "tool_latency_seconds": 0.191014, + "final_model_latency_seconds": 12.963168, + "total_latency_seconds": 14.843231, + "usage": { + "prompt_tokens": 15085, + "completion_tokens": 170, + "total_tokens": 15255 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0453", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže" + ], + "should_answer": true, + "note": null, + "answer": "Názov bakalárskej práce Ronalda Zalacka je „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Ronald Zalacko?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.268475, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.791037, + "tool_latency_seconds": 0.268475, + "final_model_latency_seconds": 14.148564, + "total_latency_seconds": 16.208659, + "usage": { + "prompt_tokens": 17669, + "completion_tokens": 135, + "total_tokens": 17804 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0454", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko" + ], + "should_answer": true, + "note": null, + "answer": "S prácou s názvom „Skórovací online systém pre robotické súťaže\" sa venuje študent Ronald Zalacko, ktorý vypracováva bakalársku prácu v roku 2026 pod vedením Matúša Plevu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Skórovací online systém pre robotické súťaže“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.526211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.851975, + "tool_latency_seconds": 0.526211, + "final_model_latency_seconds": 23.358584, + "total_latency_seconds": 25.737468, + "usage": { + "prompt_tokens": 28170, + "completion_tokens": 166, + "total_tokens": 28336 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0455", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "Skórovací online systém pre robotické súťaže" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ronald Zalacko vypracováva bakalársku prácu s témou „Skórovací online systém pre robotické súťaže\" pod vedením Matúša Plevu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Skórovací online systém pre robotické súťaže“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.49967, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.825652, + "tool_latency_seconds": 0.49967, + "final_model_latency_seconds": 21.206171, + "total_latency_seconds": 23.532257, + "usage": { + "prompt_tokens": 25832, + "completion_tokens": 151, + "total_tokens": 25983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0456", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Ronald Zalacko“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Ronaldu Zalackovi má za tému „Skórovací online systém pre robotické súťaže\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Ronald Zalacko“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.304314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.80273, + "tool_latency_seconds": 0.304314, + "final_model_latency_seconds": 12.345104, + "total_latency_seconds": 14.452609, + "usage": { + "prompt_tokens": 14924, + "completion_tokens": 138, + "total_tokens": 15062 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0457", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Ronald Zalacko začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Ronald Zalacko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.219832, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.611154, + "tool_latency_seconds": 0.219832, + "final_model_latency_seconds": 12.817645, + "total_latency_seconds": 14.649084, + "usage": { + "prompt_tokens": 16052, + "completion_tokens": 113, + "total_tokens": 16165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0458", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Ronald Zalacko je uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Ronald Zalacko uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.313656, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.354474, + "tool_latency_seconds": 0.313656, + "final_model_latency_seconds": 13.759771, + "total_latency_seconds": 15.42845, + "usage": { + "prompt_tokens": 17247, + "completion_tokens": 101, + "total_tokens": 17348 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0459", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Ronald Zalacko je uvedená bakalárska práca pre rok 2026, pričom sekcia práce je v dokumente označená ako „Bakalárska práca 2026\" a kategória „bp2026\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Ronald Zalacko uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.352354, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.808823, + "tool_latency_seconds": 0.352354, + "final_model_latency_seconds": 18.018243, + "total_latency_seconds": 20.179963, + "usage": { + "prompt_tokens": 21696, + "completion_tokens": 167, + "total_tokens": 21863 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0460", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Osoba Ronald Zalacko začala študovať v roku 2023 a jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Ronald Zalacko.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.126613, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.867337, + "tool_latency_seconds": 0.126613, + "final_model_latency_seconds": 7.222119, + "total_latency_seconds": 9.216383, + "usage": { + "prompt_tokens": 8316, + "completion_tokens": 147, + "total_tokens": 8463 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0461", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Ronalda Zalacka, ale rokom začiatku jeho štúdia; jeho bakalárska práca s témou „Skórovací online systém pre robotické súťaže\" je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Ronald Zalacko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.229509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.673878, + "tool_latency_seconds": 0.229509, + "final_model_latency_seconds": 12.874522, + "total_latency_seconds": 14.778412, + "usage": { + "prompt_tokens": 15372, + "completion_tokens": 167, + "total_tokens": 15539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0462", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "robotické súťaže" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ronald Zalacko vypracováva bakalársku prácu s názvom „Skórovací online systém pre robotické súťaže\", ktorej cieľom je analýza robotických súťaží a návrh aplikácie na ich podporu a manažment.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou robotické súťaže a osobou Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.343509, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.808425, + "tool_latency_seconds": 0.343509, + "final_model_latency_seconds": 16.380619, + "total_latency_seconds": 18.53308, + "usage": { + "prompt_tokens": 19618, + "completion_tokens": 167, + "total_tokens": 19785 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0463", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "Docker" + ], + "should_answer": true, + "note": null, + "answer": "Študent Ronald Zalacko vypracováva bakalársku prácu s témou „Skórovací online systém pre robotické súťaže\", pri ktorej je jedným z úlohových cieľov vytvoriť Dockerfile a docker-compose pre nasadenie aplikácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Docker a osobou Ronald Zalacko?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.23167, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.721427, + "tool_latency_seconds": 0.23167, + "final_model_latency_seconds": 15.801837, + "total_latency_seconds": 17.75549, + "usage": { + "prompt_tokens": 18794, + "completion_tokens": 164, + "total_tokens": 18958 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0464", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Ronald Zalacko", + "webová aplikácia" + ], + "should_answer": true, + "note": null, + "answer": "Ronald Zalacko vypracováva bakalársku prácu s témou „Skórovací online systém pre robotické súťaže\", ktorá je webovou aplikáciou zameranou na manažment a bodovanie robotických súťaží.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou webová aplikácia a osobou Ronald Zalacko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.238068, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.597777, + "tool_latency_seconds": 0.238068, + "final_model_latency_seconds": 18.422317, + "total_latency_seconds": 20.258753, + "usage": { + "prompt_tokens": 22236, + "completion_tokens": 146, + "total_tokens": 22382 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0465", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "robotické súťaže" + ], + "should_answer": true, + "note": null, + "answer": "Aplikácia, ktorú vypracoval Ronald Zalacko, je zameraná na podporu a manažment robotických súťaží, pričom jej hlavnou funkciou je online skórovací systém pre tieto súťaže.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Na akú oblasť je zameraná aplikácia Ronalda Zalacka?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.322193, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.820053, + "tool_latency_seconds": 0.322193, + "final_model_latency_seconds": 13.121925, + "total_latency_seconds": 15.264739, + "usage": { + "prompt_tokens": 15610, + "completion_tokens": 160, + "total_tokens": 15770 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0466", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Oleksandr Dorybohov.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Oleksandr Dorybohov je v ZP Wiki evidovaný dokument o jeho bakalárskej práci z roku 2026 s názvom „Automatické odpovede na otázky v právnej oblasti\", ktorá sa zameriava na vytvorenie agenta pre spracovanie slovenských právnych textov a volanie REST rozhraní.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Oleksandr Dorybohov." + }, + "latency_seconds": 0.148632, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/legal" + ], + "first_model_latency_seconds": 1.168589, + "tool_latency_seconds": 0.148632, + "final_model_latency_seconds": 13.936746, + "total_latency_seconds": 15.254442, + "usage": { + "prompt_tokens": 16001, + "completion_tokens": 164, + "total_tokens": 16165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0467", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true, + "note": null, + "answer": "Z dostupných dokumentov sa pre bakalársku prácu Oleksandra Dorybohova explicitne uvádza téma „Automatické odpovede na otázky v právnej oblasti\", nie však finálny schválený názov práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Oleksandr Dorybohov?" + }, + "latency_seconds": 0.162508, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.245077, + "tool_latency_seconds": 0.162508, + "final_model_latency_seconds": 16.102136, + "total_latency_seconds": 17.510289, + "usage": { + "prompt_tokens": 19440, + "completion_tokens": 125, + "total_tokens": 19565 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0468", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Automatické odpovede na otázky v právnej oblasti\" vypracoval Oleksandr Dorybohov ako svoju bakalársku prácu v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Automatické odpovede na otázky v právnej oblasti“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.486227, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.838006, + "tool_latency_seconds": 0.486227, + "final_model_latency_seconds": 24.618859, + "total_latency_seconds": 26.944004, + "usage": { + "prompt_tokens": 29870, + "completion_tokens": 154, + "total_tokens": 30024 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0469", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true, + "note": null, + "answer": "Študent Oleksandr Dorybohov vypracováva bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti“, ktorej cieľom je vytvoriť agenta pre spracovanie slovenských právnych textov a odpovedanie na právne otázky.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Automatické odpovede na otázky v právnej oblasti“.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.739843, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.852977, + "tool_latency_seconds": 0.739843, + "final_model_latency_seconds": 46.138621, + "total_latency_seconds": 48.732634, + "usage": { + "prompt_tokens": 52901, + "completion_tokens": 179, + "total_tokens": 53080 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0470", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Oleksandr Dorybohov“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Oleksandr Dorybohov je pri bakalárskej práci uvedená téma „Automatické odpovede na otázky v právnej oblasti\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Oleksandr Dorybohov“?", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.192367, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.912332, + "tool_latency_seconds": 0.192367, + "final_model_latency_seconds": 14.303892, + "total_latency_seconds": 16.409081, + "usage": { + "prompt_tokens": 16771, + "completion_tokens": 145, + "total_tokens": 16916 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0471", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Oleksandr Dorybohov začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Oleksandr Dorybohov?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.184435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.628135, + "tool_latency_seconds": 0.184435, + "final_model_latency_seconds": 13.59131, + "total_latency_seconds": 15.404475, + "usage": { + "prompt_tokens": 17092, + "completion_tokens": 117, + "total_tokens": 17209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0472", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Oleksandr Dorybohov je v dokumentoch ZP Wiki uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Oleksandr Dorybohov uvedený rok začiatku štúdia 2023?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.172323, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.737605, + "tool_latency_seconds": 0.172323, + "final_model_latency_seconds": 11.928103, + "total_latency_seconds": 13.838494, + "usage": { + "prompt_tokens": 14433, + "completion_tokens": 138, + "total_tokens": 14571 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0473", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Oleksandr Dorybohov je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Oleksandr Dorybohov uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.157126, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.823447, + "tool_latency_seconds": 0.157126, + "final_model_latency_seconds": 17.433338, + "total_latency_seconds": 19.414546, + "usage": { + "prompt_tokens": 21723, + "completion_tokens": 136, + "total_tokens": 21859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0474", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Oleksandr Dorybohov začal študovať v roku 2023 a jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Oleksandr Dorybohov.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.155125, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.899946, + "tool_latency_seconds": 0.155125, + "final_model_latency_seconds": 6.108233, + "total_latency_seconds": 8.163536, + "usage": { + "prompt_tokens": 6545, + "completion_tokens": 150, + "total_tokens": 6695 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0475", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce osoby Oleksandr Dorybohov, ale rokom začiatku jeho štúdia; jeho záverečnou pracou je bakalárska práca, ktorá je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Oleksandr Dorybohov?" + }, + "latency_seconds": 0.32986, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.343783, + "tool_latency_seconds": 0.32986, + "final_model_latency_seconds": 14.422729, + "total_latency_seconds": 16.096896, + "usage": { + "prompt_tokens": 17486, + "completion_tokens": 140, + "total_tokens": 17626 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0476", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "právo" + ], + "should_answer": true, + "note": null, + "answer": "Študent Oleksandr Dorybohov vypracováva bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti\" v rámci projektu Legal Data Processing, kde pracuje na vytvorení agenta pre volanie REST API na získavanie právnych informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nZdroj: https://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou právo a osobou Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.158425, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.79143, + "tool_latency_seconds": 0.158425, + "final_model_latency_seconds": 14.977912, + "total_latency_seconds": 16.928285, + "usage": { + "prompt_tokens": 17466, + "completion_tokens": 191, + "total_tokens": 17657 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0477", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "agent" + ], + "should_answer": true, + "note": null, + "answer": "Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti\", ktorej cieľom je vytvoriť agenta pre volanie REST API a spracovanie slovenských právnych textov. Tento projekt je súčasťou vedeckého projektu Legal Data Processing, kde je Oleksandr Dorybohov uvedený ako študent zodpovedný za vývoj agenta pre volanie REST.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nhttps://zp.kemt.fei.tuke.sk/topics/legal", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou agent a osobou Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.178422, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/topics/legal", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.887666, + "tool_latency_seconds": 0.178422, + "final_model_latency_seconds": 18.296175, + "total_latency_seconds": 20.362932, + "usage": { + "prompt_tokens": 21032, + "completion_tokens": 227, + "total_tokens": 21259 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0478", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Oleksandr Dorybohov", + "API" + ], + "should_answer": true, + "note": null, + "answer": "S osobou Oleksandr Dorybohov súvisí bakalárska práca z roku 2026 s témou „Automatické odpovede na otázky v právnej oblasti\", kde študent vyvíja agenta pracujúceho s verejnými súdnymi API, ako je Justice.sk Swagger REST API a OpenAI API.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou API a osobou Oleksandr Dorybohov?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.154765, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.797551, + "tool_latency_seconds": 0.154765, + "final_model_latency_seconds": 8.195393, + "total_latency_seconds": 10.148035, + "usage": { + "prompt_tokens": 8759, + "completion_tokens": 181, + "total_tokens": 8940 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0479", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "právnej" + ], + "should_answer": true, + "note": null, + "answer": "Agent Oleksandra Dorybohova má odpovedať na otázky v doméne práva, konkrétne prebieha vývoj systému pre automatické odpovede na otázky v právnej oblasti s dôrazom na vyhľadávanie judikatúry.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Pre akú doménu má agent Oleksandra Dorybohova odpovedať na otázky?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.37034, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.6254, + "tool_latency_seconds": 0.37034, + "final_model_latency_seconds": 19.695744, + "total_latency_seconds": 21.69209, + "usage": { + "prompt_tokens": 23929, + "completion_tokens": 154, + "total_tokens": 24083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0510", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Samuel Vasiľ.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": null, + "answer": "Pre osobu Samuel Vasiľ sa v ZP Wiki nachádza dokument o jeho bakalárskej práci z roku 2026 s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\", ktorá však bola ukončená predčasne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Samuel Vasiľ.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.180259, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" + ], + "first_model_latency_seconds": 1.696376, + "tool_latency_seconds": 0.180259, + "final_model_latency_seconds": 19.727305, + "total_latency_seconds": 21.604551, + "usage": { + "prompt_tokens": 23450, + "completion_tokens": 172, + "total_tokens": 23622 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0511", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Samuela Vasiľa má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Samuel Vasiľ?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.157229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.807966, + "tool_latency_seconds": 0.157229, + "final_model_latency_seconds": 16.512273, + "total_latency_seconds": 18.478033, + "usage": { + "prompt_tokens": 19842, + "completion_tokens": 152, + "total_tokens": 19994 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0512", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ" + ], + "should_answer": true, + "note": null, + "answer": "Prácu s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" vypracováva študent Samuel Vasiľ ako svoju bakalársku prácu pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.382222, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 2.046732, + "tool_latency_seconds": 0.382222, + "final_model_latency_seconds": 20.104798, + "total_latency_seconds": 22.53433, + "usage": { + "prompt_tokens": 24301, + "completion_tokens": 178, + "total_tokens": 24479 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0513", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.389575, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 2.034676, + "tool_latency_seconds": 0.389575, + "final_model_latency_seconds": 24.556592, + "total_latency_seconds": 26.981511, + "usage": { + "prompt_tokens": 29589, + "completion_tokens": 169, + "total_tokens": 29758 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0514", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Vasiľ“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Vasiľ je pri bakalárskej práci uvedený predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Samuel Vasiľ“?", + "published_only": true + }, + "latency_seconds": 0.188686, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.461957, + "tool_latency_seconds": 0.188686, + "final_model_latency_seconds": 18.763298, + "total_latency_seconds": 20.414553, + "usage": { + "prompt_tokens": 22511, + "completion_tokens": 129, + "total_tokens": 22640 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0515", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Vasiľ začal študovať v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Samuel Vasiľ?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.196768, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.806567, + "tool_latency_seconds": 0.196768, + "final_model_latency_seconds": 14.595719, + "total_latency_seconds": 16.599624, + "usage": { + "prompt_tokens": 18103, + "completion_tokens": 124, + "total_tokens": 18227 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0516", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Samuel Vasiľ je uvedený rok začiatku štúdia 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Samuel Vasiľ uvedený rok začiatku štúdia 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.2009, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" + ], + "first_model_latency_seconds": 1.905905, + "tool_latency_seconds": 0.2009, + "final_model_latency_seconds": 13.376592, + "total_latency_seconds": 15.483919, + "usage": { + "prompt_tokens": 16578, + "completion_tokens": 137, + "total_tokens": 16715 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0517", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Samuel Vasiľ je v dokumente uvedená bakalárska práca pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Samuel Vasiľ uvedená bakalárska práca?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.184441, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.799641, + "tool_latency_seconds": 0.184441, + "final_model_latency_seconds": 19.914762, + "total_latency_seconds": 21.899504, + "usage": { + "prompt_tokens": 24782, + "completion_tokens": 131, + "total_tokens": 24913 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0518", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Samuel Vasiľ začal študovať v roku 2022, pričom v dostupných dokumentoch sa nepodarilo nájsť explicitný údaj o roku vypracovania jeho práce, hoci je jeho bakalárska práca evidovaná v kategórii pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Samuel Vasiľ.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.145157, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.84063, + "tool_latency_seconds": 0.145157, + "final_model_latency_seconds": 9.547065, + "total_latency_seconds": 11.533196, + "usage": { + "prompt_tokens": 10157, + "completion_tokens": 175, + "total_tokens": 10332 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0519", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "2022", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2022 nie je rokom záverečnej práce Samuel Vasiľa, ale rokom začiatku jeho štúdia, pričom jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2022 rokom záverečnej práce osoby Samuel Vasiľ?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.20921, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.838083, + "tool_latency_seconds": 0.20921, + "final_model_latency_seconds": 11.992401, + "total_latency_seconds": 14.040145, + "usage": { + "prompt_tokens": 14153, + "completion_tokens": 162, + "total_tokens": 14315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0520", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\", kde sa ako hlavná úloha uvádza nasadenie systému OpenWebUI pomocou Docker Compose a sprístupnenie jazykových modelov prostredníctvom webového rozhrania a REST API.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou OpenWebUI a osobou Samuel Vasiľ?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.351646, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.586877, + "tool_latency_seconds": 0.351646, + "final_model_latency_seconds": 27.338506, + "total_latency_seconds": 29.277862, + "usage": { + "prompt_tokens": 32322, + "completion_tokens": 186, + "total_tokens": 32508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0521", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "MCP" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\", ktorá sa zameriava na tému MCP (Model Context Protocol).\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou MCP a osobou Samuel Vasiľ?", + "limit": 10 + }, + "latency_seconds": 0.322212, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.390982, + "tool_latency_seconds": 0.322212, + "final_model_latency_seconds": 21.306029, + "total_latency_seconds": 23.019903, + "usage": { + "prompt_tokens": 25442, + "completion_tokens": 146, + "total_tokens": 25588 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0522", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Samuel Vasiľ", + "RAG" + ], + "should_answer": true, + "note": null, + "answer": "Študent Samuel Vasiľ vypracováva bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\", ktorej zadanie explicitne zahŕňa pridanie podpory technológie RAG (Retrieval Augmented Generation) a vektorovej databázy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou RAG a osobou Samuel Vasiľ?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.207979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.821949, + "tool_latency_seconds": 0.207979, + "final_model_latency_seconds": 18.1879, + "total_latency_seconds": 20.218428, + "usage": { + "prompt_tokens": 21272, + "completion_tokens": 190, + "total_tokens": 21462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0523", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "OpenWebUI" + ], + "should_answer": true, + "note": null, + "answer": "Samuel Vasiľ má nasadiť rozhranie **OpenWebUI** pomocou nástroja Docker Compose, ktoré bude sprístupňovať vybrané jazykové modely cez webové rozhranie aj prostredníctvom REST API.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké rozhranie má Samuel Vasiľ nasadiť pomocou Docker Compose?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.159239, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.850324, + "tool_latency_seconds": 0.159239, + "final_model_latency_seconds": 16.090875, + "total_latency_seconds": 18.100904, + "usage": { + "prompt_tokens": 19224, + "completion_tokens": 163, + "total_tokens": 19387 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0524", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "RAG", + "vyhľadávania na webe", + "volania funkcií" + ], + "should_answer": true, + "note": null, + "answer": "Systém Samuela Vasiľa má podporovať rozšírenia o funkcie RAG (Retrieval-Augmented Generation), vyhľadávanie na webe, volanie funkcií a integráciu ďalších nástrojov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké rozšírenia má systém Samuela Vasiľa podporovať?", + "limit": 5 + }, + "latency_seconds": 0.370635, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.362327, + "tool_latency_seconds": 0.370635, + "final_model_latency_seconds": 16.064651, + "total_latency_seconds": 17.798214, + "usage": { + "prompt_tokens": 19296, + "completion_tokens": 129, + "total_tokens": 19425 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0525", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o osobe Denis Le Thanh.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": null, + "answer": "Denis Le Thanh vypracováva bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v roku 2026, pričom jeho štúdium začalo v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o osobe Denis Le Thanh.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.182243, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "first_model_latency_seconds": 1.683728, + "tool_latency_seconds": 0.182243, + "final_model_latency_seconds": 17.13452, + "total_latency_seconds": 19.00108, + "usage": { + "prompt_tokens": 20465, + "completion_tokens": 164, + "total_tokens": 20629 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0526", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký je názov bakalárska práca osoby Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Bakalárska práca Denis Le Thanh sa nazýva „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký je názov bakalárska práca osoby Denis Le Thanh?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.142812, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.772454, + "tool_latency_seconds": 0.142812, + "final_model_latency_seconds": 16.277506, + "total_latency_seconds": 18.193378, + "usage": { + "prompt_tokens": 19795, + "completion_tokens": 144, + "total_tokens": 19939 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0527", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh" + ], + "should_answer": true, + "note": null, + "answer": "Práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" sa venuje študent Denis Le Thanh.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto sa venuje práci s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.504738, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 2.003326, + "tool_latency_seconds": 0.504738, + "final_model_latency_seconds": 26.17223, + "total_latency_seconds": 28.681042, + "usage": { + "prompt_tokens": 31731, + "completion_tokens": 158, + "total_tokens": 31889 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0528", + "split": "test", + "category": "topic_lookup", + "difficulty": "medium", + "question": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Študent Denis Le Thanh vypracováva bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi študenta alebo dokument, ktorý rieši tému „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.497504, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.831573, + "tool_latency_seconds": 0.497504, + "final_model_latency_seconds": 28.202297, + "total_latency_seconds": 30.532105, + "usage": { + "prompt_tokens": 33940, + "completion_tokens": 149, + "total_tokens": 34089 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0529", + "split": "test", + "category": "paraphrase", + "difficulty": "medium", + "question": "Aká téma bakalárskej práce je uvedená pri osobe „Denis Le Thanh“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Denis Le Thanh je uvedená téma bakalárskej práce „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká téma bakalárskej práce je uvedená pri osobe „Denis Le Thanh“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.154058, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.772347, + "tool_latency_seconds": 0.154058, + "final_model_latency_seconds": 14.704542, + "total_latency_seconds": 16.63144, + "usage": { + "prompt_tokens": 17773, + "completion_tokens": 145, + "total_tokens": 17918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0530", + "split": "test", + "category": "fact_start_year", + "difficulty": "easy", + "question": "V ktorom roku začal študovať Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Denis Le Thanh začal študovať v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku začal študovať Denis Le Thanh?" + }, + "latency_seconds": 0.281395, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" + ], + "first_model_latency_seconds": 1.186551, + "tool_latency_seconds": 0.281395, + "final_model_latency_seconds": 16.726569, + "total_latency_seconds": 18.195059, + "usage": { + "prompt_tokens": 20901, + "completion_tokens": 82, + "total_tokens": 20983 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0531", + "split": "test", + "category": "verification", + "difficulty": "medium", + "question": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Áno, pri osobe Denis Le Thanh je uvedený rok začiatku štúdia 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je pri osobe Denis Le Thanh uvedený rok začiatku štúdia 2023?" + }, + "latency_seconds": 0.213357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.256833, + "tool_latency_seconds": 0.213357, + "final_model_latency_seconds": 13.948083, + "total_latency_seconds": 15.418814, + "usage": { + "prompt_tokens": 17275, + "completion_tokens": 96, + "total_tokens": 17371 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0532", + "split": "test", + "category": "fact_work_year", + "difficulty": "easy", + "question": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2026" + ], + "should_answer": true, + "note": null, + "answer": "Pri osobe Denis Le Thanh je uvedená bakalárska práca v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku je pri osobe Denis Le Thanh uvedená bakalárska práca?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.148413, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.75997, + "tool_latency_seconds": 0.148413, + "final_model_latency_seconds": 16.222073, + "total_latency_seconds": 18.131082, + "usage": { + "prompt_tokens": 20175, + "completion_tokens": 125, + "total_tokens": 20300 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0533", + "split": "test", + "category": "disambiguation_year", + "difficulty": "hard", + "question": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Kontrola proti zámene roku začiatku štúdia s rokom záverečnej práce alebo projektu.", + "answer": "Denis Le Thanh začal štúdium v roku 2023 a jeho záverečná práca, bakalárska práca, je plánovaná na rok 2026, čo znamená, že rok práce je 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Rozlíš rok začiatku štúdia a rok práce osoby Denis Le Thanh.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.396388, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.889358, + "tool_latency_seconds": 0.396388, + "final_model_latency_seconds": 18.236347, + "total_latency_seconds": 20.522699, + "usage": { + "prompt_tokens": 22044, + "completion_tokens": 165, + "total_tokens": 22209 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0534", + "split": "test", + "category": "adversarial_year", + "difficulty": "hard", + "question": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "2023", + "2026" + ], + "should_answer": true, + "note": "Model má vysvetliť, že prvý rok je rok začiatku štúdia, ak to zdroj tak uvádza.", + "answer": "Nie, rok 2023 nie je rokom záverečnej práce Denis Le Thanh, ale rokom začiatku jeho štúdia; jeho bakalárska práca je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Je rok 2023 rokom záverečnej práce osoby Denis Le Thanh?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.354779, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.831448, + "tool_latency_seconds": 0.354779, + "final_model_latency_seconds": 19.654638, + "total_latency_seconds": 21.841454, + "usage": { + "prompt_tokens": 23877, + "completion_tokens": 157, + "total_tokens": 24034 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0535", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "Slovak Mistral" + ], + "should_answer": true, + "note": null, + "answer": "Študent Denis Le Thanh vypracováva bakalársku prácu s témou trénovania jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku, kde sa ako cieľ explicitne uvádza skúsiť dotrénovať slovenský generatívny model Slovak Mistral (slovak-mistral-7b).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou Slovak Mistral a osobou Denis Le Thanh?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.16178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.773653, + "tool_latency_seconds": 0.16178, + "final_model_latency_seconds": 12.887966, + "total_latency_seconds": 14.82385, + "usage": { + "prompt_tokens": 14339, + "completion_tokens": 181, + "total_tokens": 14520 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0536", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "inštrukcie" + ], + "should_answer": true, + "note": null, + "answer": "Študent Denis Le Thanh vypracováva bakalársku prácu s názvom „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\", ktorá sa zameriava na dotrénovanie slovenského generatívneho modelu pre inštrukcie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou inštrukcie a osobou Denis Le Thanh?", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.211119, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.861684, + "tool_latency_seconds": 0.211119, + "final_model_latency_seconds": 12.79676, + "total_latency_seconds": 14.870057, + "usage": { + "prompt_tokens": 15189, + "completion_tokens": 175, + "total_tokens": 15364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0537", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Denis Le Thanh", + "kyberbezpečnosť" + ], + "should_answer": true, + "note": null, + "answer": "Študent Denis Le Thanh vypracováva bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\", pri ktorej je explicitne uvedené, že téma musí súvisieť so študijným odborom kyberbezpečnosť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument alebo študent súvisí s témou kyberbezpečnosť a osobou Denis Le Thanh?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.141358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.775574, + "tool_latency_seconds": 0.141358, + "final_model_latency_seconds": 15.614066, + "total_latency_seconds": 17.531531, + "usage": { + "prompt_tokens": 18389, + "completion_tokens": 175, + "total_tokens": 18564 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0538", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "slovak-mistral-7b" + ], + "should_answer": true, + "note": null, + "answer": "Denis Le Thanh chce dotrénovať slovenský generatívny model nazývaný `slovak-mistral-7b` pre úlohu spracovania inštrukcií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký slovenský generatívny model chce Denis Le Thanh dotrénovať?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.309179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.641342, + "tool_latency_seconds": 0.309179, + "final_model_latency_seconds": 24.174005, + "total_latency_seconds": 26.125309, + "usage": { + "prompt_tokens": 29415, + "completion_tokens": 137, + "total_tokens": 29552 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0539", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Youssef Ressaissi.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Youssef Ressaissi sa nachádza v ZP Wiki pod názvom „Youssef Ressaissi\" a popisuje jeho stáž v rámci programu IAESTE v lete 2025, počas ktorej sa venoval vyhodnocovaniu a vylepšovaniu jazykových modelov pre sumarizáciu v slovenskom medicínskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Youssef Ressaissi.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.161845, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.782862, + "tool_latency_seconds": 0.161845, + "final_model_latency_seconds": 17.792127, + "total_latency_seconds": 19.737429, + "usage": { + "prompt_tokens": 20184, + "completion_tokens": 192, + "total_tokens": 20376 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0540", + "split": "test", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "2025" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Youssef Ressaissi prebiehala v roku 2025, keďže dokumenty evidujú stretnutia a úlohy realizované v júli a auguste tohto roku (napr. stretnutie 17.7.2025 a 25.8.2025).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Youssef Ressaissi?" + }, + "latency_seconds": 0.26543, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.151786, + "tool_latency_seconds": 0.26543, + "final_model_latency_seconds": 20.182958, + "total_latency_seconds": 21.600845, + "usage": { + "prompt_tokens": 24024, + "completion_tokens": 138, + "total_tokens": 24162 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0541", + "split": "test", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "sumarizácia v slovenskej medicínskej alebo právnej doméne" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Youssef Ressaissi sa venovala téme automatického zhrňovania textov (summarization) v oblasti spracovania prirodzeného jazyka (NLP), konkrétne s dôrazom na finetuning jazykových modelov (ako MBART, T5, Mistral) pre slovenské a právne dáta a ich následné vyhodnocovanie pomocou metrík ako ROUGE a BLEU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Youssef Ressaissi?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.103517, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" + ], + "first_model_latency_seconds": 1.804538, + "tool_latency_seconds": 0.103517, + "final_model_latency_seconds": 9.055936, + "total_latency_seconds": 10.964332, + "usage": { + "prompt_tokens": 9561, + "completion_tokens": 201, + "total_tokens": 9762 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0542", + "split": "test", + "category": "reverse_lookup", + "difficulty": "medium", + "question": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi" + ], + "should_answer": true, + "note": null, + "answer": "Na tému automatickej sumarizácie v slovenskej právnej doméne pracovala Simona Bobrovčanová v rámci svojej bakalárskej práce, ktorej cieľom bolo zlepšiť spracovanie slovenských právnych textov a vytvoriť systém pre sumarizáciu rozsudkov. V medicínskej doméne sa na sumarizácii pracovalo v rámci interného projektu Youssefa Ressaissioho, ktorý mal za cieľ vyhodnotiť a vylepšiť jazykové modely pre sumarizáciu v slovenskej medicínskej doméne. Okrem toho Ondrej Megela v rámci svojich úloh navrhoval vytvorenie overovacej databázy pre úlohu sumarizácie, ktorá mala zahŕňať aj medicínske alebo právne texty, hoci jeho hlavný záver sa zameriaval na generovanie otázok a odpovedí.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova\nhttps://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kto pracoval na téme sumarizácia v slovenskej medicínskej alebo právnej doméne?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.610118, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.804342, + "tool_latency_seconds": 0.610118, + "final_model_latency_seconds": 41.388179, + "total_latency_seconds": 43.803759, + "usage": { + "prompt_tokens": 45119, + "completion_tokens": 357, + "total_tokens": 45476 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0543", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "summarization" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Youssef Ressaissi, ktorá sa uskutočnila v rámci programu IAESTE v lete 2025 (od 1. júla do 31. augusta 2025), bola zameraná na hodnotenie a zlepšovanie jazykových modelov pre úlohu sumarizácie v slovenskom medicínskom alebo právnom doméne.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou summarization?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.28631, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.625007, + "tool_latency_seconds": 0.28631, + "final_model_latency_seconds": 17.057018, + "total_latency_seconds": 18.968844, + "usage": { + "prompt_tokens": 19311, + "completion_tokens": 177, + "total_tokens": 19488 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false + ], + "answer_contains_score": 0.5, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.875, + "strict_pass": false, + "error": null + }, + { + "id": "q0544", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "Slovak" + ], + "should_answer": true, + "note": null, + "answer": "Stáž Youssefa Ressaissiho v rámci programu IAESTE v lete 2025 sa zameriavala na hodnotenie a vylepšovanie jazykových modelov pre sumarizáciu textov v slovenskom lekárskom alebo právnom doméne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou Slovak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.283582, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.783415, + "tool_latency_seconds": 0.283582, + "final_model_latency_seconds": 18.743056, + "total_latency_seconds": 20.81064, + "usage": { + "prompt_tokens": 22499, + "completion_tokens": 165, + "total_tokens": 22664 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0545", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Youssef Ressaissi", + "ROUGE" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Youssef Ressaissi s názvom „Evaluating and Improving Language Models for Summarization in the Slovak Medical Domain\" (alebo všeobecne sumarizácia v medicínskej a právnej doméne) v rámci programu IAESTE v roku 2025 súvisela s témou ROUGE, pretože študent pri hodnotení modelov pre sumarizáciu použil metrické hodnotenie ROUGE a BLEU.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Youssef Ressaissi súvisela s témou ROUGE?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.10624, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.788171, + "tool_latency_seconds": 0.10624, + "final_model_latency_seconds": 10.264547, + "total_latency_seconds": 12.159354, + "usage": { + "prompt_tokens": 10939, + "completion_tokens": 201, + "total_tokens": 11140 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0546", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "Evaluate and improve language models for summarization in Slovak medical or legal domain" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko\nhttps://zp.kemt.fei.tuke.sk/students/2019/filip_tomas\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký bol hlavný cieľ stáže Youssefa Ressaissiho?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.552953, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.819221, + "tool_latency_seconds": 0.552953, + "final_model_latency_seconds": 14.669603, + "total_latency_seconds": 17.042374, + "usage": { + "prompt_tokens": 16880, + "completion_tokens": 208, + "total_tokens": 17088 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.25, + "strict_pass": false, + "error": null + }, + { + "id": "q0547", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "ROUGE", + "BLEU" + ], + "should_answer": true, + "note": null, + "answer": "Youssef Ressaissi pri sumarizácii používal dve klasické metriky ROUGE a BLEU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve klasické metriky používal Youssef Ressaissi pri sumarizácii?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.099148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.831236, + "tool_latency_seconds": 0.099148, + "final_model_latency_seconds": 7.630832, + "total_latency_seconds": 9.561603, + "usage": { + "prompt_tokens": 9169, + "completion_tokens": 129, + "total_tokens": 9298 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0548", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/yussef_ressaissi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" + ], + "expected_answer_contains": [ + "HPLT", + "Gemma 3" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože v nájdených záznamoch nie je uvedený študent Youssef Ressaissi ani žiadna práca s ním súvisiaca.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktoré modely podľa stavu vyzerali najlepšie pri práci Youssefa Ressaissiho?", + "limit": 10, + "published_only": true, + "max_per_document": 3 + }, + "latency_seconds": 0.607607, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.836142, + "tool_latency_seconds": 0.607607, + "final_model_latency_seconds": 41.404582, + "total_latency_seconds": 43.849422, + "usage": { + "prompt_tokens": 49216, + "completion_tokens": 139, + "total_tokens": 49355 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0558", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Nájdi dokument o stážistovi Sevval Bulburu.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu" + ], + "should_answer": true, + "note": null, + "answer": "Dokument o stážistovi Sevval Bulburu opisuje jej dvojtýždňovú letnú stáž v rámci programu IAESTE v roku 2023, počas ktorej pracovala na projekte detekcie nenávistných prejavov (Hate Speech Project).\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi dokument o stážistovi Sevval Bulburu.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.185682, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.802457, + "tool_latency_seconds": 0.185682, + "final_model_latency_seconds": 12.731643, + "total_latency_seconds": 14.720349, + "usage": { + "prompt_tokens": 14272, + "completion_tokens": 167, + "total_tokens": 14439 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0559", + "split": "test", + "category": "internship_year", + "difficulty": "easy", + "question": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "2023" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Sevval Bulburu prebiehala v roku 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V ktorom roku prebiehala stáž osoby Sevval Bulburu?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.195178, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.56771, + "tool_latency_seconds": 0.195178, + "final_model_latency_seconds": 17.899846, + "total_latency_seconds": 19.663314, + "usage": { + "prompt_tokens": 22512, + "completion_tokens": 108, + "total_tokens": 22620 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0560", + "split": "test", + "category": "internship_topic", + "difficulty": "medium", + "question": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "detekcia nenávistnej reči" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Sevval Bulburu, ktorá prebehla v lete 2023, sa venovala problému odhaľovania a kategorizácie nenávistných prejavov (hate speech) v internetových komentároch, pričom cieľom bolo vyvinúť a vylepšiť neurónové siete na detekciu nenávistných prejavov pre nízko-resursové jazyky, ako je slovenčina.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akému problému alebo téme sa venovala stáž osoby Sevval Bulburu?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.135732, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.77359, + "tool_latency_seconds": 0.135732, + "final_model_latency_seconds": 9.892331, + "total_latency_seconds": 11.80207, + "usage": { + "prompt_tokens": 10082, + "completion_tokens": 205, + "total_tokens": 10287 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0562", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "Hate Speech" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Sevval Bulburu, ktorá súvisela s témou Hate Speech, bola letná stáž IAESTE v roku 2023, počas ktorej sa podieľala na projekte rozpoznávania nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Sevval Bulburu súvisela s témou Hate Speech?" + }, + "latency_seconds": 0.223694, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.203557, + "tool_latency_seconds": 0.223694, + "final_model_latency_seconds": 17.149861, + "total_latency_seconds": 18.577716, + "usage": { + "prompt_tokens": 20902, + "completion_tokens": 122, + "total_tokens": 21024 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0563", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "BERT" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Sevval Bulburu s názvom „Hate Speech Project\" (alebo Projekt detekcie nenávistných prejavov) v lete 2023 súvisela s témou BERT, keďže počas nej navrhovala a testovala vrstvy nad modelom BERT na vytvorenie klasifikátora a plánovala použitie viacerých modelov BERT pre detekciu nenávistných prejavov v nízkorozpočtových jazykoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Sevval Bulburu súvisela s témou BERT?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.280686, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.619339, + "tool_latency_seconds": 0.280686, + "final_model_latency_seconds": 16.078335, + "total_latency_seconds": 17.978905, + "usage": { + "prompt_tokens": 18095, + "completion_tokens": 204, + "total_tokens": 18299 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0564", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Sevval Bulburu", + "SMOTE" + ], + "should_answer": true, + "note": null, + "answer": "Stáž osoby Sevval Bulburu, ktorá sa konala v lete 2023 v rámci programu IAESTE a bola zameraná na projekt odhaľovania nenávistných prejavov (Hate Speech Project), zahŕňala aj testovanie metódy SMOTE na vyváženie datasetu, hoci sa ukázalo, že táto metóda nefungovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorá stáž osoby Sevval Bulburu súvisela s témou SMOTE?", + "published_only": true + }, + "latency_seconds": 0.269329, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "first_model_latency_seconds": 1.375936, + "tool_latency_seconds": 0.269329, + "final_model_latency_seconds": 12.603233, + "total_latency_seconds": 14.248943, + "usage": { + "prompt_tokens": 13897, + "completion_tokens": 164, + "total_tokens": 14061 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0565", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "SMOTE" + ], + "should_answer": true, + "note": null, + "answer": "Sevval Bulburu vyskúšala metódu upsamplingu SMOTE, ktorá nefungovala.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú metódu upsamplingu Sevval Bulburu vyskúšala a nefungovala?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.316477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.661426, + "tool_latency_seconds": 0.316477, + "final_model_latency_seconds": 10.593222, + "total_latency_seconds": 12.571621, + "usage": { + "prompt_tokens": 13020, + "completion_tokens": 119, + "total_tokens": 13139 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0566", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Django" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj o Sevval Bulburu uvádza len úlohy spojené s nástrojmi ako Huggingface Transformers a Prodigy, alebo s nastavením webového prostredia pre anotáciu, ale nešpecifikuje konkrétny webový framework, ktorý použila pre svoju aplikáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký webový framework použila Sevval Bulburu pre aplikáciu?", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.113339, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.792927, + "tool_latency_seconds": 0.113339, + "final_model_latency_seconds": 10.958274, + "total_latency_seconds": 12.864888, + "usage": { + "prompt_tokens": 12060, + "completion_tokens": 196, + "total_tokens": 12256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": false, + "should_answer_score": 0.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0567", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/interns/sevval_bulburu/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" + ], + "expected_answer_contains": [ + "Prodigy" + ], + "should_answer": true, + "note": null, + "answer": "Sevval Bulburu sa naštudovala anotačný nástroj Prodi.gy, čo je potvrdené v jej dokumente, kde je uvedené, že si s ním už oboznámila.\n\nZdroj: https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký anotačný nástroj si Sevval Bulburu naštudovala?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.117716, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.791807, + "tool_latency_seconds": 0.117716, + "final_model_latency_seconds": 9.311245, + "total_latency_seconds": 11.221159, + "usage": { + "prompt_tokens": 10996, + "completion_tokens": 153, + "total_tokens": 11149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0606", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Podpora slovenčiny v knižnici Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Podpora slovenčiny v knižnici Spacy\" sa nachádza na webovej adrese https://zp.kemt.fei.tuke.sk/topics/spacy, kde sú uvedené ciele projektu, hotové úlohy a súvisiace študentské projekty.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Podpora slovenčiny v knižnici Spacy“.", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.076323, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.789082, + "tool_latency_seconds": 0.076323, + "final_model_latency_seconds": 6.029842, + "total_latency_seconds": 7.895479, + "usage": { + "prompt_tokens": 6370, + "completion_tokens": 164, + "total_tokens": 6534 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0607", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Podpora slovenčiny v knižnici Spacy" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy\", je projektový dokument s rovnakým názvom, ktorý obsahuje ciele, hotové aj budúce úlohy týkajúce sa trénovania modelov a tvorby modulov pre slovenčinu v tejto knižnici.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Podpora slovenčiny v knižnici Spacy“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.442774, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.742425, + "tool_latency_seconds": 0.442774, + "final_model_latency_seconds": 22.095019, + "total_latency_seconds": 24.280901, + "usage": { + "prompt_tokens": 26813, + "completion_tokens": 165, + "total_tokens": 26978 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0608", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Podpora slovenčiny v knižnici Spacy\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Podpora slovenčiny v knižnici Spacy“?", + "limit": 5 + }, + "latency_seconds": 0.42144, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.453802, + "tool_latency_seconds": 0.42144, + "final_model_latency_seconds": 22.619766, + "total_latency_seconds": 24.495665, + "usage": { + "prompt_tokens": 27623, + "completion_tokens": 110, + "total_tokens": 27733 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0612", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "morfologickú analýzu", + "rozpoznávanie pomenovaných entít" + ], + "should_answer": true, + "note": null, + "answer": "Projekt podpory slovenčiny v knižnici Spacy má trénovať štatistické modely pre dve hlavné úlohy, a to pre morfologickú analýzu a rozpoznávanie pomenovaných entít.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké dve hlavné štatistické úlohy má projekt podpory slovenčiny v Spacy trénovať?", + "limit": 5, + "max_per_document": 10, + "published_only": true + }, + "latency_seconds": 0.160478, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "first_model_latency_seconds": 1.940513, + "tool_latency_seconds": 0.160478, + "final_model_latency_seconds": 6.446067, + "total_latency_seconds": 8.547333, + "usage": { + "prompt_tokens": 6834, + "completion_tokens": 157, + "total_tokens": 6991 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0613", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké slovné vektory boli zahrnuté do modelu Spacy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Fasttext Common Crawl" + ], + "should_answer": true, + "note": null, + "answer": "Do modelu Spacy pre podporu slovenčiny boli zahrnuté slovné vektory Fasttext Common Crawl.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/spacy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké slovné vektory boli zahrnuté do modelu Spacy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.373658, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.918265, + "tool_latency_seconds": 0.373658, + "final_model_latency_seconds": 24.762, + "total_latency_seconds": 27.055054, + "usage": { + "prompt_tokens": 30949, + "completion_tokens": 130, + "total_tokens": 31079 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0614", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/spacy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Kristián Sopkovič" + ], + "should_answer": true, + "note": null, + "answer": "Pri projekte podpory slovenčiny v knižnici Spacy sú uvedení Maroš Harahus, Kristián Sopkovič, Jozef Olekšák, Lukáš Pokrývka, Martin Wencel, Jakub Maruniak, Than Trung Thanh, Samuel Horáni a Serhii Yemets.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic\nhttps://zp.kemt.fei.tuke.sk/students/2019/samuel_horani\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh\nhttps://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorí ľudia sú uvedení pri projekte podpory slovenčiny v Spacy?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.758133, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" + ], + "first_model_latency_seconds": 1.678915, + "tool_latency_seconds": 0.758133, + "final_model_latency_seconds": 46.746845, + "total_latency_seconds": 49.185038, + "usage": { + "prompt_tokens": 50445, + "completion_tokens": 356, + "total_tokens": 50801 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0625", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "Morfologická analýza slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Projektová stránka s názvom „Morfologická analýza slovenského jazyka“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/morphology.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/morphology", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Morfologická analýza slovenského jazyka“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.261977, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" + ], + "first_model_latency_seconds": 1.778704, + "tool_latency_seconds": 0.261977, + "final_model_latency_seconds": 17.612848, + "total_latency_seconds": 19.654125, + "usage": { + "prompt_tokens": 20960, + "completion_tokens": 137, + "total_tokens": 21097 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0626", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "Morfologická analýza slovenského jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Morfologická analýza slovenského jazyka“, je projekt s názvom „Morfologická analýza slovenského jazyka“ vytvorený Danielom Hladkom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/morphology", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Morfologická analýza slovenského jazyka“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.350378, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.872345, + "tool_latency_seconds": 0.350378, + "final_model_latency_seconds": 13.237251, + "total_latency_seconds": 15.460467, + "usage": { + "prompt_tokens": 15789, + "completion_tokens": 160, + "total_tokens": 15949 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0627", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "should_answer": true, + "note": null, + "answer": "Stránke „Morfologická analýza slovenského jazyka\" patrí zdrojová adresa https://zp.kemt.fei.tuke.sk/topics/morphology.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/morphology", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Morfologická analýza slovenského jazyka“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.322874, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.853971, + "tool_latency_seconds": 0.322874, + "final_model_latency_seconds": 15.022129, + "total_latency_seconds": 17.199517, + "usage": { + "prompt_tokens": 18560, + "completion_tokens": 138, + "total_tokens": 18698 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0631", + "split": "test", + "category": "specific_fact", + "difficulty": "medium", + "question": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/morphology/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "expected_answer_contains": [ + "Hunspell", + "Byte Pair Encoding", + "Morfessor" + ], + "should_answer": true, + "note": null, + "answer": "Pri morfologickej analýze slovenského jazyka sú uvedené tri prístupy alebo nástroje: Hunspell lematizátor s pravidlami pre affixy, metóda Byte Pair Encoding a nástroj Morfessor pre identifikáciu morfologických jednotiek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/morphology", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aké tri prístupy alebo nástroje sú uvedené pri morfologickej analýze slovenského jazyka?", + "limit": 10, + "max_per_document": 3, + "published_only": true + }, + "latency_seconds": 0.685468, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.924229, + "tool_latency_seconds": 0.685468, + "final_model_latency_seconds": 32.2761, + "total_latency_seconds": 34.886861, + "usage": { + "prompt_tokens": 38596, + "completion_tokens": 165, + "total_tokens": 38761 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0642", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/python/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "expected_answer_contains": [ + "Jazyk Python" + ], + "should_answer": true, + "note": null, + "answer": "Informačnú stránku s názvom „Jazyk Python\" nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/python.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/python", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Jazyk Python“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.154902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.787297, + "tool_latency_seconds": 0.154902, + "final_model_latency_seconds": 18.931566, + "total_latency_seconds": 20.874415, + "usage": { + "prompt_tokens": 22730, + "completion_tokens": 129, + "total_tokens": 22859 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0643", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/python/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "expected_answer_contains": [ + "Jazyk Python" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Jazyk Python“, je informačná stránka s názvom „Jazyk Python“ a je umiestnená v sekcií tém pod adresou pages/topics/python.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/python", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Jazyk Python“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.0694, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "first_model_latency_seconds": 1.865525, + "tool_latency_seconds": 0.0694, + "final_model_latency_seconds": 6.115217, + "total_latency_seconds": 8.050406, + "usage": { + "prompt_tokens": 6524, + "completion_tokens": 154, + "total_tokens": 6678 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0644", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Jazyk Python“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/python/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/python" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Jazyk Python“ má priradený zdrojový URL https://zp.kemt.fei.tuke.sk/topics/python.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/python", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Jazyk Python“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.107756, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/python", + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.679959, + "tool_latency_seconds": 0.107756, + "final_model_latency_seconds": 17.001453, + "total_latency_seconds": 18.78976, + "usage": { + "prompt_tokens": 21629, + "completion_tokens": 120, + "total_tokens": 21749 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0646", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/akopisat/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "expected_answer_contains": [ + "Záverečné práce a projekty" + ], + "should_answer": true, + "note": null, + "answer": "Informačná stránka s názvom „Záverečné práce a projekty\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/akopisat a obsahuje pokyny pre písanie záverečných prác, osnova a odporúčania pre citovanie odbornej literatúry.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/akopisat", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Záverečné práce a projekty“.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.270883, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.646963, + "tool_latency_seconds": 0.270883, + "final_model_latency_seconds": 20.94131, + "total_latency_seconds": 22.859802, + "usage": { + "prompt_tokens": 25257, + "completion_tokens": 160, + "total_tokens": 25417 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0647", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/akopisat/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "expected_answer_contains": [ + "Záverečné práce a projekty" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Záverečné práce a projekty\", sa nazýva „Záverečné práce a projekty\" a je dostupný na stránke s cestou pages/topics/akopisat.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/akopisat", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Záverečné práce a projekty“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.335717, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.592163, + "tool_latency_seconds": 0.335717, + "final_model_latency_seconds": 20.35092, + "total_latency_seconds": 22.27944, + "usage": { + "prompt_tokens": 24828, + "completion_tokens": 136, + "total_tokens": 24964 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0648", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/akopisat/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Záverečné práce a projekty\" má príslušný source_url https://zp.kemt.fei.tuke.sk/topics/akopisat.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/akopisat", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Záverečné práce a projekty“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.324489, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.543271, + "tool_latency_seconds": 0.324489, + "final_model_latency_seconds": 20.541371, + "total_latency_seconds": 22.409841, + "usage": { + "prompt_tokens": 25322, + "completion_tokens": 120, + "total_tokens": 25442 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0654", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/seq2seq/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "expected_answer_contains": [ + "Prepis postupností" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Prepis postupností“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/seq2seq a zaoberá sa témou Sequence to sequence a Transformer v rámci spracovania prirodzeného jazyka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Prepis postupností“.", + "limit": 5 + }, + "latency_seconds": 0.253191, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.367624, + "tool_latency_seconds": 0.253191, + "final_model_latency_seconds": 18.270465, + "total_latency_seconds": 19.891902, + "usage": { + "prompt_tokens": 21902, + "completion_tokens": 133, + "total_tokens": 22035 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0655", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/seq2seq/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "expected_answer_contains": [ + "Prepis postupností" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Prepis postupností“ (Sequence to sequence), sa nazýva „Prepis postupností“ a nachádza sa v sekcií tém ZP Wiki pod názvom „Sequence to sequence“. Tento dokument opisuje, ako nástroj Fairseq dokáže na príkladoch naučiť prepisovať jednu postupnosť ľubovoľných symbolov na inú.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Prepis postupností“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.362322, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.531639, + "tool_latency_seconds": 0.362322, + "final_model_latency_seconds": 21.262181, + "total_latency_seconds": 23.15677, + "usage": { + "prompt_tokens": 25244, + "completion_tokens": 169, + "total_tokens": 25413 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0656", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Prepis postupností“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/seq2seq/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq" + ], + "should_answer": true, + "note": null, + "answer": "Stránke s názvom „Prepis postupností\" patrí source_url https://zp.kemt.fei.tuke.sk/topics/seq2seq.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Prepis postupností“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.306105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/seq2seq", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.725139, + "tool_latency_seconds": 0.306105, + "final_model_latency_seconds": 25.264803, + "total_latency_seconds": 27.296906, + "usage": { + "prompt_tokens": 30610, + "completion_tokens": 125, + "total_tokens": 30735 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0664", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/nlp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "expected_answer_contains": [ + "Nástroje a zdroje pre spracovanie prirodzeného jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Nástroje a zdroje pre spracovanie prirodzeného jazyka\" sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/nlp a bola vytvorená Danielom Hladkom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/nlp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Nástroje a zdroje pre spracovanie prirodzeného jazyka“.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.487871, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.99671, + "tool_latency_seconds": 0.487871, + "final_model_latency_seconds": 9.585968, + "total_latency_seconds": 12.071074, + "usage": { + "prompt_tokens": 10838, + "completion_tokens": 168, + "total_tokens": 11006 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0665", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/nlp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "expected_answer_contains": [ + "Nástroje a zdroje pre spracovanie prirodzeného jazyka" + ], + "should_answer": true, + "note": null, + "answer": "Dokument v ZP Wiki, ktorý sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka\", má presne tento názov a autorom je Daniel Hladek.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/nlp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.526372, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" + ], + "first_model_latency_seconds": 1.915643, + "tool_latency_seconds": 0.526372, + "final_model_latency_seconds": 9.232017, + "total_latency_seconds": 11.674391, + "usage": { + "prompt_tokens": 11015, + "completion_tokens": 150, + "total_tokens": 11165 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0666", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/nlp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Nástroje a zdroje pre spracovanie prirodzeného jazyka\" má zdrojovú URL adresu https://zp.kemt.fei.tuke.sk/topics/nlp.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/nlp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Nástroje a zdroje pre spracovanie prirodzeného jazyka“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.537905, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/nlp", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/resources", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.8654, + "tool_latency_seconds": 0.537905, + "final_model_latency_seconds": 21.951943, + "total_latency_seconds": 24.356122, + "usage": { + "prompt_tokens": 27071, + "completion_tokens": 142, + "total_tokens": 27213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0670", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/nezodpovedatelne/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "expected_answer_contains": [ + "Tvorba nezodpovedateľných otázok" + ], + "should_answer": true, + "note": null, + "answer": "Projektová alebo informačná stránka s názvom „Tvorba nezodpovedateľných otázok“ sa nachádza na adrese https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Tvorba nezodpovedateľných otázok“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.290987, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.942222, + "tool_latency_seconds": 0.290987, + "final_model_latency_seconds": 19.869945, + "total_latency_seconds": 22.103805, + "usage": { + "prompt_tokens": 24065, + "completion_tokens": 159, + "total_tokens": 24224 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0671", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/nezodpovedatelne/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "expected_answer_contains": [ + "Tvorba nezodpovedateľných otázok" + ], + "should_answer": true, + "note": null, + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť žiadny dokument, ktorý by sa priamo venoval téme „Tvorba nezodpovedateľných otázok\". Hoci dokument o Michale Stromkovi spomína úlohu anotácie „nezodpovedateľných\" otázok ako súčasť diplomového projektu, samotný dokument s presným názvom „Tvorba nezodpovedateľných otázok\" neexistuje.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Tvorba nezodpovedateľných otázok“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.405905, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.679172, + "tool_latency_seconds": 0.405905, + "final_model_latency_seconds": 23.44543, + "total_latency_seconds": 25.531249, + "usage": { + "prompt_tokens": 27084, + "completion_tokens": 196, + "total_tokens": 27280 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.75, + "strict_pass": false, + "error": null + }, + { + "id": "q0672", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/nezodpovedatelne/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Tvorba nezodpovedateľných otázok\" je uvedená v dokumente Question Answering ako manuál pre anotáciu nezodpovedateľných otázok (Annotation Manual for unanswerable questions) a patrí jej zdrojová URL adresa https://zp.kemt.fei.tuke.sk/topics/question.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Tvorba nezodpovedateľných otázok“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.48141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.833408, + "tool_latency_seconds": 0.48141, + "final_model_latency_seconds": 23.645981, + "total_latency_seconds": 25.961519, + "usage": { + "prompt_tokens": 28295, + "completion_tokens": 165, + "total_tokens": 28460 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 1, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q0680", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "easy", + "question": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/validacie/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "expected_answer_contains": [ + "Validácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Projektovú alebo informačnú stránku s názvom „Validácia otázok a odpovedí“ nájdete na adrese https://zp.kemt.fei.tuke.sk/topics/question/validacie, kde je uvedený pracovný postup a úlohy súvisiace s overovaním správnosti otázok a odpovedí pre vedecký výskum.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Nájdi projektovú alebo informačnú stránku „Validácia otázok a odpovedí“.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.228842, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne" + ], + "first_model_latency_seconds": 1.852544, + "tool_latency_seconds": 0.228842, + "final_model_latency_seconds": 23.098055, + "total_latency_seconds": 25.180106, + "usage": { + "prompt_tokens": 27319, + "completion_tokens": 180, + "total_tokens": 27499 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0681", + "split": "test", + "category": "topic_page_lookup", + "difficulty": "medium", + "question": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/validacie/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "expected_answer_contains": [ + "Validácia otázok a odpovedí" + ], + "should_answer": true, + "note": null, + "answer": "Dokument, ktorý sa priamo venuje téme „Validácia otázok a odpovedí“, má presne tento názov a poskytuje návod na overenie správnosti otázok a odpovedí s cieľom vytvoriť kvalitnú databázu pre vedecký výskum.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý dokument v ZP Wiki sa priamo venuje téme „Validácia otázok a odpovedí“?", + "limit": 5 + }, + "latency_seconds": 0.201531, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/topics/question/nezodpovedatelne", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.367307, + "tool_latency_seconds": 0.201531, + "final_model_latency_seconds": 20.530419, + "total_latency_seconds": 22.09992, + "usage": { + "prompt_tokens": 24521, + "completion_tokens": 135, + "total_tokens": 24656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0682", + "split": "test", + "category": "source_url", + "difficulty": "easy", + "question": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/topics/question/validacie/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "expected_answer_contains": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie" + ], + "should_answer": true, + "note": null, + "answer": "Stránka „Validácia otázok a odpovedí\" má pridelený zdrojový odkaz https://zp.kemt.fei.tuke.sk/topics/question/validacie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký source_url patrí k stránke „Validácia otázok a odpovedí“?", + "published_only": true + }, + "latency_seconds": 0.24868, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/question/validacie", + "https://zp.kemt.fei.tuke.sk/topics/question/navod", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.365689, + "tool_latency_seconds": 0.24868, + "final_model_latency_seconds": 20.00771, + "total_latency_seconds": 21.622748, + "usage": { + "prompt_tokens": 24624, + "completion_tokens": 107, + "total_tokens": 24731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0735", + "split": "test", + "category": "entity_lookup", + "difficulty": "easy", + "question": "Kde v ZP Wiki nájdem záznam o osobe Yevhenii Medushivskyi?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Yevhenii Medushivskyi" + ], + "should_answer": true, + "note": "Nová formulácia entity lookup otázky.", + "answer": "Záznam o osobe Yevhenii Medushivskyi sa nachádza na stránke ZP Wiki pod cestou `/students/rok_nastupu_na_studium/meno_priezvisko`, konkrétne pre rok nástupu na štúdium 2023.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Kde v ZP Wiki nájdem záznam o osobe Yevhenii Medushivskyi?", + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.248912, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.674472, + "tool_latency_seconds": 0.248912, + "final_model_latency_seconds": 11.523667, + "total_latency_seconds": 13.447463, + "usage": { + "prompt_tokens": 13195, + "completion_tokens": 161, + "total_tokens": 13356 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0736", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dárius Lindvai uvedený pre rok 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Dárius Lindvai je pre rok 2021 uvedený názov práce „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Dárius Lindvai uvedený pre rok 2021?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.411917, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.915584, + "tool_latency_seconds": 0.411917, + "final_model_latency_seconds": 13.003029, + "total_latency_seconds": 15.331015, + "usage": { + "prompt_tokens": 15927, + "completion_tokens": 150, + "total_tokens": 16077 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0737", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dominik Nagy uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Dominik Nagy je pre rok 2022 uvedený názov diplomovej práce Neurónový strojový preklad pomocou knižnice Fairseq.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Dominik Nagy uvedený pre rok 2022?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.259948, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.586151, + "tool_latency_seconds": 0.259948, + "final_model_latency_seconds": 13.509456, + "total_latency_seconds": 15.356086, + "usage": { + "prompt_tokens": 16703, + "completion_tokens": 130, + "total_tokens": 16833 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0738", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Jakub Maruniak uvedený pre rok 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2021 je pri osobe Jakub Maruniak uvedený návrh názvu diplomovej práce „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Jakub Maruniak uvedený pre rok 2021?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.227636, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.626364, + "tool_latency_seconds": 0.227636, + "final_model_latency_seconds": 12.572081, + "total_latency_seconds": 14.426679, + "usage": { + "prompt_tokens": 15159, + "completion_tokens": 143, + "total_tokens": 15302 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0739", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ján Holp uvedený pre rok 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Ján Holp je pre rok 2021 uvedený názov diplomovej práce „Systém získavania informácií v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Ján Holp uvedený pre rok 2021?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.255848, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.838707, + "tool_latency_seconds": 0.255848, + "final_model_latency_seconds": 11.965218, + "total_latency_seconds": 14.060217, + "usage": { + "prompt_tokens": 14699, + "completion_tokens": 147, + "total_tokens": 14846 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0740", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Lukáš Pokrývka uvedený pre rok 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2021 je pri osobe Lukáš Pokrývka uvedený názov diplomovej práce „Paralelné trénovanie neurónových sietí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Lukáš Pokrývka uvedený pre rok 2021?", + "limit": 5 + }, + "latency_seconds": 0.319761, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.458467, + "tool_latency_seconds": 0.319761, + "final_model_latency_seconds": 14.304751, + "total_latency_seconds": 16.083686, + "usage": { + "prompt_tokens": 17416, + "completion_tokens": 123, + "total_tokens": 17539 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0741", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Márk Fehér uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Márk Fehér je pre rok 2022 uvedený názov diplomovej práce „Klasifikácia textu metódami strojového učenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Márk Fehér uvedený pre rok 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.250949, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.876329, + "tool_latency_seconds": 0.250949, + "final_model_latency_seconds": 16.633114, + "total_latency_seconds": 18.760955, + "usage": { + "prompt_tokens": 20451, + "completion_tokens": 145, + "total_tokens": 20596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0742", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Maroš Harahus uvedený pre rok 2021?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre osobu Maroš Harahus je v roku 2021 uvedený názov diplomovej práce „Neurónová morfologická anotácia slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Maroš Harahus uvedený pre rok 2021?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.354717, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.683784, + "tool_latency_seconds": 0.354717, + "final_model_latency_seconds": 13.777321, + "total_latency_seconds": 15.816389, + "usage": { + "prompt_tokens": 16776, + "completion_tokens": 136, + "total_tokens": 16912 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0743", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Patrik Pavlišin uvedený pre rok 2020?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Patrik Pavlišin je pre rok 2020 uvedený názov bakalárskej práce Metódy automatického prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Patrik Pavlišin uvedený pre rok 2020?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.456442, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.671285, + "tool_latency_seconds": 0.456442, + "final_model_latency_seconds": 12.62249, + "total_latency_seconds": 14.750748, + "usage": { + "prompt_tokens": 15455, + "completion_tokens": 130, + "total_tokens": 15585 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0744", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Tomáš Kuchárik uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2022 má pri osobe Tomáš Kuchárik uvedený názov práce „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Tomáš Kuchárik uvedený pre rok 2022?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.306987, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.696359, + "tool_latency_seconds": 0.306987, + "final_model_latency_seconds": 13.985808, + "total_latency_seconds": 15.98966, + "usage": { + "prompt_tokens": 17003, + "completion_tokens": 146, + "total_tokens": 17149 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0745", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Dmytro Ushatenko je pre rok 2020 uvedený názov bakalárskej práce „Jednoduchý chatbot v jazyku Python\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Dmytro Ushatenko uvedený pre rok 2020?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.185645, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.898287, + "tool_latency_seconds": 0.185645, + "final_model_latency_seconds": 11.4658, + "total_latency_seconds": 13.550144, + "usage": { + "prompt_tokens": 13599, + "completion_tokens": 151, + "total_tokens": 13750 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0746", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Dávid Omasta uvedený pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Dávid Omasta je pre rok 2024 uvedený návrh názvu diplomovej práce „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Dávid Omasta uvedený pre rok 2024?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.227936, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.829789, + "tool_latency_seconds": 0.227936, + "final_model_latency_seconds": 13.999028, + "total_latency_seconds": 16.057284, + "usage": { + "prompt_tokens": 17153, + "completion_tokens": 155, + "total_tokens": 17308 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0747", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Martin Wencel uvedený pre rok 2020?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2020 je pri osobe Martin Wencel uvedený názov práce „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Martin Wencel uvedený pre rok 2020?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.293892, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "first_model_latency_seconds": 1.662245, + "tool_latency_seconds": 0.293892, + "final_model_latency_seconds": 18.13558, + "total_latency_seconds": 20.092334, + "usage": { + "prompt_tokens": 22228, + "completion_tokens": 140, + "total_tokens": 22368 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0748", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ondrej Megela uvedený pre rok 2020?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Ondrej Megela je pre rok 2020 uvedený názov bakalárskej práce „Neurónové jazykové modelovanie typu BERT\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Ondrej Megela uvedený pre rok 2020?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.270612, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.87863, + "tool_latency_seconds": 0.270612, + "final_model_latency_seconds": 14.086601, + "total_latency_seconds": 16.236324, + "usage": { + "prompt_tokens": 17229, + "completion_tokens": 146, + "total_tokens": 17375 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0749", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Alina Vitko uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Alina Vitko je pre rok 2022 uvedený názov práce „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Alina Vitko uvedený pre rok 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.326709, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.843718, + "tool_latency_seconds": 0.326709, + "final_model_latency_seconds": 14.994954, + "total_latency_seconds": 17.165901, + "usage": { + "prompt_tokens": 18287, + "completion_tokens": 148, + "total_tokens": 18435 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0750", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Artem Yatsenko uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre osobu Artem Yatsenko je v roku 2022 uvedený názov práce Rozpoznávanie pomenovaných entít v slovenskom jazyku.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Artem Yatsenko uvedený pre rok 2022?", + "limit": 5 + }, + "latency_seconds": 0.306196, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.461934, + "tool_latency_seconds": 0.306196, + "final_model_latency_seconds": 10.700555, + "total_latency_seconds": 12.469112, + "usage": { + "prompt_tokens": 12773, + "completion_tokens": 120, + "total_tokens": 12893 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0751", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Filip Tomáš uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2022 má pri osobe Filip Tomáš uvedený názov bakalárskej práce „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Filip Tomáš uvedený pre rok 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.442317, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.811275, + "tool_latency_seconds": 0.442317, + "final_model_latency_seconds": 14.652705, + "total_latency_seconds": 16.906835, + "usage": { + "prompt_tokens": 17879, + "completion_tokens": 149, + "total_tokens": 18028 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0752", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Kristián Sopkovič uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2022 je pri osobe Kristián Sopkovič uvedený návrh na názov bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Kristián Sopkovič uvedený pre rok 2022?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.323798, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.706741, + "tool_latency_seconds": 0.323798, + "final_model_latency_seconds": 13.163924, + "total_latency_seconds": 15.195004, + "usage": { + "prompt_tokens": 15733, + "completion_tokens": 148, + "total_tokens": 15881 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0753", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Michal Stromko uvedený pre rok 2022?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Michal Stromko je pre rok 2022 uvedený názov práce „Indexovanie slovenského textu pomocou Elasticsearch\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Michal Stromko uvedený pre rok 2022?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.36845, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.869561, + "tool_latency_seconds": 0.36845, + "final_model_latency_seconds": 13.069196, + "total_latency_seconds": 15.307691, + "usage": { + "prompt_tokens": 16215, + "completion_tokens": 140, + "total_tokens": 16355 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0754", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Eduard Matovka uvedený pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Eduard Matovka je pre rok 2024 uvedený názov bakalárskej práce „Slovenská konverzačná umelá inteligencia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Eduard Matovka uvedený pre rok 2024?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.174974, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.896372, + "tool_latency_seconds": 0.174974, + "final_model_latency_seconds": 6.32274, + "total_latency_seconds": 8.394398, + "usage": { + "prompt_tokens": 7185, + "completion_tokens": 149, + "total_tokens": 7334 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0755", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Martin Šarišský uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Martin Šarišský je pre rok 2026 uvedený názov diplomovej práce „Agentové systémy pomocou veľkého jazykového modelu“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Martin Šarišský uvedený pre rok 2026?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.323504, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" + ], + "first_model_latency_seconds": 1.668777, + "tool_latency_seconds": 0.323504, + "final_model_latency_seconds": 15.551625, + "total_latency_seconds": 17.544625, + "usage": { + "prompt_tokens": 19304, + "completion_tokens": 134, + "total_tokens": 19438 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0756", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Matej Novotný uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre osobu Matej Novotný je pri rokoch 2026 uvedený názov diplomovej práce „Klasifikácia webových dát pre lepšie jazykové modelovanie\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Matej Novotný uvedený pre rok 2026?", + "limit": 5, + "published_only": false + }, + "latency_seconds": 0.233893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.651603, + "tool_latency_seconds": 0.233893, + "final_model_latency_seconds": 14.221609, + "total_latency_seconds": 16.107655, + "usage": { + "prompt_tokens": 17324, + "completion_tokens": 138, + "total_tokens": 17462 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0757", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Matej Ščišľak je pre rok 2026 uvedený názov diplomovej práce „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Matej Ščišľak uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.278037, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.888935, + "tool_latency_seconds": 0.278037, + "final_model_latency_seconds": 19.56996, + "total_latency_seconds": 21.737547, + "usage": { + "prompt_tokens": 23942, + "completion_tokens": 157, + "total_tokens": 24099 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0758", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Vladimír Ferko uvedený pre rok 2024?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2024 je pri osobe Vladimír Ferko uvedený názov práce Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Vladimír Ferko uvedený pre rok 2024?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.180614, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.900635, + "tool_latency_seconds": 0.180614, + "final_model_latency_seconds": 7.526359, + "total_latency_seconds": 9.607914, + "usage": { + "prompt_tokens": 8543, + "completion_tokens": 153, + "total_tokens": 8696 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0759", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Andrii Pervashov uvedený pre rok 2027?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Andrii Pervashov je pre rok 2027 uvedený návrh na tému práce „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Andrii Pervashov uvedený pre rok 2027?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.215368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.892283, + "tool_latency_seconds": 0.215368, + "final_model_latency_seconds": 11.612638, + "total_latency_seconds": 13.720753, + "usage": { + "prompt_tokens": 14056, + "completion_tokens": 161, + "total_tokens": 14217 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0760", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Daniil Huzenko uvedený pre rok 2025?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2025 je pri osobe Daniil Huzenko uvedený predbežný názov bakalárskej práce „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Daniil Huzenko uvedený pre rok 2025?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.330778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.915865, + "tool_latency_seconds": 0.330778, + "final_model_latency_seconds": 16.53117, + "total_latency_seconds": 18.778398, + "usage": { + "prompt_tokens": 20110, + "completion_tokens": 160, + "total_tokens": 20270 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0761", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ján Malinovský uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Ján Malinovský je pre rok 2026 uvedený diplomový projekt s témou „Grafové vyhľadávanie pre podporu vzdelávania\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Ján Malinovský uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204416, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.86776, + "tool_latency_seconds": 0.204416, + "final_model_latency_seconds": 13.970049, + "total_latency_seconds": 16.04275, + "usage": { + "prompt_tokens": 16977, + "completion_tokens": 149, + "total_tokens": 17126 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0762", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Ján Pták uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2026 je pri osobe Ján Pták uvedený názov diplomového projektu „Agent pre manažment záverečných prác\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Ján Pták uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.170605, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.844542, + "tool_latency_seconds": 0.170605, + "final_model_latency_seconds": 13.313968, + "total_latency_seconds": 15.329568, + "usage": { + "prompt_tokens": 16515, + "completion_tokens": 139, + "total_tokens": 16654 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0763", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Oleh Poiasnik uvedený pre rok 2027?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2027 je pri osobe Oleh Poiasnik uvedený názov diplomovej práce „Expertný agentový systém na podporu rozhodovania v lekárni\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Oleh Poiasnik uvedený pre rok 2027?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.325155, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.85274, + "tool_latency_seconds": 0.325155, + "final_model_latency_seconds": 15.399336, + "total_latency_seconds": 17.577784, + "usage": { + "prompt_tokens": 18884, + "completion_tokens": 146, + "total_tokens": 19030 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0764", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Samuel Vasiľ uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Samuel Vasiľ je pre rok 2026 uvedený predbežný názov práce „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Samuel Vasiľ uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.193398, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.85579, + "tool_latency_seconds": 0.193398, + "final_model_latency_seconds": 13.070981, + "total_latency_seconds": 15.120649, + "usage": { + "prompt_tokens": 15703, + "completion_tokens": 158, + "total_tokens": 15861 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0765", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Tetiana Mohorian uvedený pre rok 2025?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre Tetianu Mohorian je pri roku 2025 uvedený názov bakalárskej práce „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Tetiana Mohorian uvedený pre rok 2025?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.150676, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "first_model_latency_seconds": 1.869443, + "tool_latency_seconds": 0.150676, + "final_model_latency_seconds": 6.629792, + "total_latency_seconds": 8.650226, + "usage": { + "prompt_tokens": 7420, + "completion_tokens": 155, + "total_tokens": 7575 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0766", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Valerii Kutsenko uvedený pre rok 2027?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2027 je pri osobe Valerii Kutsenko uvedený názov práce Zlepšenie vyhľadávania pomocou znalostných grafov.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Valerii Kutsenko uvedený pre rok 2027?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.318417, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.848128, + "tool_latency_seconds": 0.318417, + "final_model_latency_seconds": 11.962797, + "total_latency_seconds": 14.129801, + "usage": { + "prompt_tokens": 14863, + "completion_tokens": 145, + "total_tokens": 15008 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0767", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2025 je pri osobe Vladyslav Yanchenko uvedený názov bakalárskej práce „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Vladyslav Yanchenko uvedený pre rok 2025?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.292049, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.876842, + "tool_latency_seconds": 0.292049, + "final_model_latency_seconds": 14.536676, + "total_latency_seconds": 16.706066, + "usage": { + "prompt_tokens": 17790, + "completion_tokens": 158, + "total_tokens": 17948 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0768", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Denis Le Thanh uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pri osobe Denis Le Thanh je pre rok 2026 uvedený názov práce (téma) „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Denis Le Thanh uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.167477, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.815166, + "tool_latency_seconds": 0.167477, + "final_model_latency_seconds": 11.176341, + "total_latency_seconds": 13.159443, + "usage": { + "prompt_tokens": 13339, + "completion_tokens": 155, + "total_tokens": 13494 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0769", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Maksym Zatirka uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre osobe Maksym Zatirka je pri roku 2026 uvedený názov bakalárskej práce „Grafová databáza pre podporu generovania slovenského jazyka\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Maksym Zatirka uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.167107, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.871565, + "tool_latency_seconds": 0.167107, + "final_model_latency_seconds": 13.509088, + "total_latency_seconds": 15.548218, + "usage": { + "prompt_tokens": 16539, + "completion_tokens": 154, + "total_tokens": 16693 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0770", + "split": "test", + "category": "fact_title", + "difficulty": "easy", + "question": "Aký názov práce je pri osobe Oleksandr Dorybohov uvedený pre rok 2026?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti" + ], + "should_answer": true, + "note": "Nová year-specific formulácia názvu práce.", + "answer": "Pre rok 2026 je pri osobe Oleksandr Dorybohov uvedený názov bakalárskej práce „Automatické odpovede na otázky v právnej oblasti\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký názov práce je pri osobe Oleksandr Dorybohov uvedený pre rok 2026?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.184706, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.890079, + "tool_latency_seconds": 0.184706, + "final_model_latency_seconds": 15.990216, + "total_latency_seconds": 18.065687, + "usage": { + "prompt_tokens": 19497, + "completion_tokens": 153, + "total_tokens": 19650 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0799", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „NCCL“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "NCCL" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou „NCCL\" v rámci svojho diplomového projektu z roku 2020, kde sa zaoberal paralelným trénovaním neurónových sietí a konkrétne využíval NCCL backend pre komunikáciu pri trénovaní na viacerých strojoch a GPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „NCCL“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.388282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.818716, + "tool_latency_seconds": 0.388282, + "final_model_latency_seconds": 8.74141, + "total_latency_seconds": 10.948696, + "usage": { + "prompt_tokens": 9430, + "completion_tokens": 188, + "total_tokens": 9618 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0800", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „PyTorch“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Lukáš Pokrývka", + "PyTorch" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Lukáš Pokrývka je v ZP Wiki spojená s témou PyTorch v rámci diplomového projektu z roku 2020, kde pri práci na trénovaní modelov na viacerých GPU a strojoch použil verziu PyTorch 1.4, wrapper `distributed_data_parallel` a backend NCCL.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Lukáš Pokrývka s témou „PyTorch“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.317201, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" + ], + "first_model_latency_seconds": 1.791963, + "tool_latency_seconds": 0.317201, + "final_model_latency_seconds": 16.306242, + "total_latency_seconds": 18.415968, + "usage": { + "prompt_tokens": 19458, + "completion_tokens": 180, + "total_tokens": 19638 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0801", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „klasifikácia textu“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "klasifikácia textu" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Márka Fehéra s témou „klasifikácia textu\", je jeho diplomová práca z roku 2022 s názvom „Klasifikácia textu metódami strojového učenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „klasifikácia textu“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.337179, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.808012, + "tool_latency_seconds": 0.337179, + "final_model_latency_seconds": 22.547226, + "total_latency_seconds": 24.693118, + "usage": { + "prompt_tokens": 27081, + "completion_tokens": 162, + "total_tokens": 27243 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0802", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „scikit“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "scikit" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Márka Fehéra s témou „scikit\", je jeho diplomová práca s názvom „Klasifikácia textu metódami strojového učenia\" z roku 2022, pri ktorej sú v tagoch uvedená kľúčové slová klasifikácia, NLP a scikit.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „scikit“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.306638, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" + ], + "first_model_latency_seconds": 1.784594, + "tool_latency_seconds": 0.306638, + "final_model_latency_seconds": 14.157037, + "total_latency_seconds": 16.24875, + "usage": { + "prompt_tokens": 16307, + "completion_tokens": 182, + "total_tokens": 16489 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0803", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „strojové učenie“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Márk Fehér", + "strojové učenie" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Márk Fehér s témou strojového učenia spája diplomová práca z roku 2022 s názvom „Klasifikácia textu metódami strojového učenia\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Márk Fehér s témou „strojové učenie“?", + "limit": 5 + }, + "latency_seconds": 0.41518, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.473485, + "tool_latency_seconds": 0.41518, + "final_model_latency_seconds": 16.577074, + "total_latency_seconds": 18.4663, + "usage": { + "prompt_tokens": 20097, + "completion_tokens": 122, + "total_tokens": 20219 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0804", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „grafové neurónové siete“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "grafové neurónové siete" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Maroš Harahus s témou „grafové neurónové siete\", je jeho študentská stránka, kde je v sekcii Prvý ročník PhD štúdia uvedená úloha vypracovať prehľad aktuálnych metód grafových neurónových sietí a nájsť a vyskúšať toolkit na GNN.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „grafové neurónové siete“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.642149, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.8455, + "tool_latency_seconds": 0.642149, + "final_model_latency_seconds": 18.980089, + "total_latency_seconds": 21.468367, + "usage": { + "prompt_tokens": 22074, + "completion_tokens": 197, + "total_tokens": 22271 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0805", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „morfologická anotácia“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "morfologická anotácia" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Maroš Harahus je v ZP Wiki sprevádzaná s témou „morfologická anotácia\" prostredníctvom jeho diplomovej práce z roku 2021 s názvom „Neurónová morfologická anotácia slovenského jazyka\", kde sa venoval príprave a trénovaniu modelu morfologickej anotácie pomocou knižnice Spacy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „morfologická anotácia“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.584028, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.810303, + "tool_latency_seconds": 0.584028, + "final_model_latency_seconds": 19.473651, + "total_latency_seconds": 21.868554, + "usage": { + "prompt_tokens": 22875, + "completion_tokens": 197, + "total_tokens": 23072 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0806", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „Spacy“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Maroš Harahus", + "Spacy" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Maroš Harahus s témou „Spacy“, je projekt pod názvom „Podpora slovenčiny v knižnici Spacy“, kde je Maroš Harahus uvedený ako osoba zodpovedná za štatistické značkovanie v rámci tejto témy.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/topics/spacy\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Maroš Harahus s témou „Spacy“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.38192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.623646, + "tool_latency_seconds": 0.38192, + "final_model_latency_seconds": 10.552112, + "total_latency_seconds": 12.558151, + "usage": { + "prompt_tokens": 11330, + "completion_tokens": 178, + "total_tokens": 11508 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0807", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „automatický preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "automatický preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Patrik Pavlišin je v ZP Wiki spojený s témou automatického prekladu prostredníctvom svojej bakalárskej práce z roku 2020 s názvom „Metódy automatického prekladu\" a následnej diplomovej práce z roku 2022 zameranej na neurónový strojový preklad.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „automatický preklad“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.782829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" + ], + "first_model_latency_seconds": 1.85801, + "tool_latency_seconds": 0.782829, + "final_model_latency_seconds": 18.393341, + "total_latency_seconds": 21.034769, + "usage": { + "prompt_tokens": 21490, + "completion_tokens": 183, + "total_tokens": 21673 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0808", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „paralelný korpus“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "paralelný korpus" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Patrik Pavlišin je v ZP Wiki spojená s témou „paralelný korpus\" v rámci svojej diplomovej práce z roku 2022, kde bol jedným z cieľov pripraviť vybraný paralelný korpus do vhodnej podoby a natrénovať model pre strojový preklad, ako aj v jeho bakalárskej práci z roku 2020, kde sa tiež vyžadovalo pripraviť vybraný paralelný korpus a vykonať experimenty s automatickým prekladom.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „paralelný korpus“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.329138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.641577, + "tool_latency_seconds": 0.329138, + "final_model_latency_seconds": 18.285712, + "total_latency_seconds": 20.257055, + "usage": { + "prompt_tokens": 20596, + "completion_tokens": 220, + "total_tokens": 20816 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0809", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Patrik Pavlišin", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki spájajúci osobu Patrika Pavlišina s témou strojového prekladu je jeho diplomová práca z roku 2022 s predbežným názvom „Neurónový strojový preklad\", ktorá je tiež zosumarizovaná v projekte Strojový preklad ako jeden z kľúčových študentských príspevkov v tejto oblasti.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/topics/translation", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Patrik Pavlišin s témou „strojový preklad“?", + "limit": 5 + }, + "latency_seconds": 0.847993, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.395029, + "tool_latency_seconds": 0.847993, + "final_model_latency_seconds": 18.243052, + "total_latency_seconds": 20.486684, + "usage": { + "prompt_tokens": 20991, + "completion_tokens": 186, + "total_tokens": 21177 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0810", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "Question Answering" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Tomáš Kuchárik je v ZP Wiki spájaná s témou „Question Answering\" v rámci svojej diplomovej práce z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a tiež ako študent, ktorý pomáhal s webovou aplikáciou pri vedeckom projekte s názvom „Question Answering\" (Otázky a odpovede).\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/topics/question", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „Question Answering“?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.231095, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question" + ], + "first_model_latency_seconds": 1.821227, + "tool_latency_seconds": 0.231095, + "final_model_latency_seconds": 11.591975, + "total_latency_seconds": 13.64467, + "usage": { + "prompt_tokens": 12151, + "completion_tokens": 224, + "total_tokens": 12375 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0811", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „SQuAD“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "SQuAD" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Tomáš Kuchárik je v ZP Wiki spojená s témou SQuAD v rámci svojho diplomového projektu z roku 2021, ktorého cieľom bolo vytvoriť strojovo preloženú verziu SQuAD a overiť ju na QA systéme, ako aj v rámci jeho diplomovej práce z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", kde sa zaoberal jazykovými mutáciami overovacej množiny SQuAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „SQuAD“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.303211, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.861978, + "tool_latency_seconds": 0.303211, + "final_model_latency_seconds": 14.276891, + "total_latency_seconds": 16.442655, + "usage": { + "prompt_tokens": 15714, + "completion_tokens": 241, + "total_tokens": 15955 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0812", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „strojový preklad“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tomáš Kuchárik", + "strojový preklad" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Tomáš Kuchárik s témou „strojový preklad\" spája záznam o jeho diplomovej práci z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá bola súčasťou diplomového projektu v roku 2021 zameraného na vytvorenie strojovo preloženej verzie datasetu SQUAD.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Tomáš Kuchárik s témou „strojový preklad“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.488594, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/translation", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.816403, + "tool_latency_seconds": 0.488594, + "final_model_latency_seconds": 23.471705, + "total_latency_seconds": 25.777471, + "usage": { + "prompt_tokens": 27159, + "completion_tokens": 206, + "total_tokens": 27365 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0813", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „chatbot“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "chatbot" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osobu Dmytro Ushatenko s témou „chatbot\" spája záznam o jeho bakalárskej práci z roku 2020 s názvom „Jednoduchý chatbot v jazyku Python\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „chatbot“?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.24313, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.802403, + "tool_latency_seconds": 0.24313, + "final_model_latency_seconds": 9.051592, + "total_latency_seconds": 11.097533, + "usage": { + "prompt_tokens": 10085, + "completion_tokens": 157, + "total_tokens": 10242 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0814", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „dialógový systém“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "dialógový systém" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dmytro Ushatenko je v ZP Wiki spájana s témou „dialógový systém\" prostredníctvom jeho bakalárskej práce z roku 2020 s názvom „Jednoduchý chatbot v jazyku Python\", ktorej zadanie obsahovalo implementáciu dialógového systému na informovanie o možnostiach štúdia na katedre.\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „dialógový systém“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.336555, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" + ], + "first_model_latency_seconds": 1.820857, + "tool_latency_seconds": 0.336555, + "final_model_latency_seconds": 23.747138, + "total_latency_seconds": 25.905208, + "usage": { + "prompt_tokens": 28112, + "completion_tokens": 194, + "total_tokens": 28306 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0815", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „Python“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Dmytro Ushatenko", + "Python" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dmytro Ushatenko je v ZP Wiki spojená s témou „Python\" prostredníctvom bakalárskej práce s názvom „Jednoduchý chatbot v jazyku Python\", ktorú vypracoval v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dmytro Ushatenko s témou „Python“?", + "limit": 5 + }, + "latency_seconds": 0.332801, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.367016, + "tool_latency_seconds": 0.332801, + "final_model_latency_seconds": 12.657292, + "total_latency_seconds": 14.357626, + "usage": { + "prompt_tokens": 14689, + "completion_tokens": 138, + "total_tokens": 14827 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0816", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "generatívne modely" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Dávid Omasta je v ZP Wiki spájaný s témou „generatívne modely\" v rámci svojej diplomovej práce z roku 2024, ktorej návrh názvu je „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", a tiež v rámci jeho diplomovej práce z roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu\" a návrhom názvu „Generatívne modely slovenského jazyka\".\n\nZdroj:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „generatívne modely“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.466081, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.805727, + "tool_latency_seconds": 0.466081, + "final_model_latency_seconds": 28.646504, + "total_latency_seconds": 30.919054, + "usage": { + "prompt_tokens": 33039, + "completion_tokens": 227, + "total_tokens": 33266 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0817", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „Question Answering“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "Question Answering" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Dávid Omasta je v ZP Wiki sprevádzaný s témou „Question Answering\" v rámci svojej diplomovej práce pre rok 2024, ktorá má návrh názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\", a v jeho zázname je téma explicitne uvedená ako súvisiaca interná projektová stránka.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „Question Answering“?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.369282, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.768316, + "tool_latency_seconds": 0.369282, + "final_model_latency_seconds": 22.926179, + "total_latency_seconds": 25.064535, + "usage": { + "prompt_tokens": 26621, + "completion_tokens": 194, + "total_tokens": 26815 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0818", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „slovenčina“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Dávid Omasta", + "slovenčina" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Dávid Omasta je v ZP Wiki spojená s témou „slovenčina\" v rámci svojej diplomovej práce z roku 2023 s témou „Dotrénovanie slovenského generatívneho jazykového modelu\" a v rámci diplomovej práce z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Dávid Omasta s témou „slovenčina“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.204464, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/resources" + ], + "first_model_latency_seconds": 1.771671, + "tool_latency_seconds": 0.204464, + "final_model_latency_seconds": 13.828951, + "total_latency_seconds": 15.805664, + "usage": { + "prompt_tokens": 15531, + "completion_tokens": 200, + "total_tokens": 15731 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0819", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „morfologická analýza“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "morfologická analýza" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Osoba Martin Wencel je v ZP Wiki spájaná s témou „morfologická analýza\" prostredníctvom svojej bakalárskej práce z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\", kde je morfologická analýza uvedená ako kľúčová téma v návrhu zadania a ako súčasť výstupov demonštračnej aplikácie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „morfologická analýza“?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.147777, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/morphology", + "https://zp.kemt.fei.tuke.sk/topics/otvorene", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.610221, + "tool_latency_seconds": 0.147777, + "final_model_latency_seconds": 12.889124, + "total_latency_seconds": 14.647603, + "usage": { + "prompt_tokens": 14276, + "completion_tokens": 202, + "total_tokens": 14478 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0820", + "split": "test", + "category": "keyword_grounding", + "difficulty": "medium", + "question": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „pomenované entity“?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Martin Wencel", + "pomenované entity" + ], + "should_answer": true, + "note": "Nová grounded keyword otázka.", + "answer": "Záznam v ZP Wiki, ktorý spája osobu Martina Wencela s témou pomenovaných entít, je jeho bakalárska práca z roku 2020 s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\", kde ako výstup aplikácie je uvedená aj funkcia named entity recognition.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Ktorý záznam v ZP Wiki spája osobu Martin Wencel s témou „pomenované entity“?", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.27875, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity/navod" + ], + "first_model_latency_seconds": 1.769638, + "tool_latency_seconds": 0.27875, + "final_model_latency_seconds": 21.318685, + "total_latency_seconds": 23.367782, + "usage": { + "prompt_tokens": 25437, + "completion_tokens": 187, + "total_tokens": 25624 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0888", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Tomáš Kuchárik?", + "limit": 5, + "max_per_document": 5, + "published_only": true + }, + "latency_seconds": 0.223148, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.812576, + "tool_latency_seconds": 0.223148, + "final_model_latency_seconds": 6.515432, + "total_latency_seconds": 8.551444, + "usage": { + "prompt_tokens": 7510, + "completion_tokens": 129, + "total_tokens": 7639 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0889", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Jakub Maruniak pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Jakub Maruniak pri práci?" + }, + "latency_seconds": 0.39198, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.179629, + "tool_latency_seconds": 0.39198, + "final_model_latency_seconds": 24.902468, + "total_latency_seconds": 26.474809, + "usage": { + "prompt_tokens": 30931, + "completion_tokens": 92, + "total_tokens": 31023 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0890", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojové dokumenty pre Jakuba Maruniaka obsahujú informácie o priebehu diplomových projektov a práci s anotáciou dát, ale neuvádzajú výslednú známku z obhajoby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.308907, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.619024, + "tool_latency_seconds": 0.308907, + "final_model_latency_seconds": 13.576148, + "total_latency_seconds": 15.504606, + "usage": { + "prompt_tokens": 15550, + "completion_tokens": 166, + "total_tokens": 15716 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0891", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.339399, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.848765, + "tool_latency_seconds": 0.339399, + "final_model_latency_seconds": 11.167095, + "total_latency_seconds": 13.35579, + "usage": { + "prompt_tokens": 13852, + "completion_tokens": 134, + "total_tokens": 13986 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0892", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa konkrétna IP adresa nasadeného systému osoby Jakub Maruniak nepodarilo spoľahlivo nájsť, keďže zdroj uvádza iba URL adresu nasadenia (http://skner.tukekemt.xyz) bez uvedenia numerickej IP adresy.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Jakub Maruniak?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.457589, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.850469, + "tool_latency_seconds": 0.457589, + "final_model_latency_seconds": 8.147339, + "total_latency_seconds": 10.455771, + "usage": { + "prompt_tokens": 8934, + "completion_tokens": 177, + "total_tokens": 9111 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0893", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Jakub Maruniak?", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.596027, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.888802, + "tool_latency_seconds": 0.596027, + "final_model_latency_seconds": 7.608197, + "total_latency_seconds": 10.093339, + "usage": { + "prompt_tokens": 9432, + "completion_tokens": 135, + "total_tokens": 9567 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0894", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Jakub Maruniak?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Jakub Maruniak?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.262852, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.602807, + "tool_latency_seconds": 0.262852, + "final_model_latency_seconds": 11.755152, + "total_latency_seconds": 13.62136, + "usage": { + "prompt_tokens": 15303, + "completion_tokens": 88, + "total_tokens": 15391 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0895", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Dominik Nagy pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje o Dominikovi Nagyovi obsahujú informácie o jeho diplomovej práci zamerannej na neurónový strojový preklad, používanú knižnicu Fairseq a trénovanie na servri IDOC, ale neuvádzajú konkrétny model procesora (CPU), ktorý pri práci použil.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Dominik Nagy pri práci?", + "limit": 5 + }, + "latency_seconds": 0.274569, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "first_model_latency_seconds": 1.346222, + "tool_latency_seconds": 0.274569, + "final_model_latency_seconds": 26.20067, + "total_latency_seconds": 27.822206, + "usage": { + "prompt_tokens": 30914, + "completion_tokens": 172, + "total_tokens": 31086 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0896", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože záznam o Dominikovi Nagyovi obsahuje iba údaje o názve jeho diplomovej práce z roku 2022 a priebehu štúdia, ale neuvádza výslednú známku z obhajoby.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Dominik Nagy?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.265268, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "first_model_latency_seconds": 1.589288, + "tool_latency_seconds": 0.265268, + "final_model_latency_seconds": 14.342288, + "total_latency_seconds": 16.197392, + "usage": { + "prompt_tokens": 16615, + "completion_tokens": 164, + "total_tokens": 16779 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0897", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.298766, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.797402, + "tool_latency_seconds": 0.298766, + "final_model_latency_seconds": 13.364644, + "total_latency_seconds": 15.461328, + "usage": { + "prompt_tokens": 16734, + "completion_tokens": 131, + "total_tokens": 16865 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0898", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Dominikovi Nagy spomína nasadenie a trénovanie na servri s názvom \"IDOC\", neuvádza konkrétnu IP adresu použitého systému.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.263197, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.820513, + "tool_latency_seconds": 0.263197, + "final_model_latency_seconds": 7.892307, + "total_latency_seconds": 9.976314, + "usage": { + "prompt_tokens": 8677, + "completion_tokens": 171, + "total_tokens": 8848 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0899", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci je v dokumente o Dominikovi Nagyovi spomenutá príprava „veľkého slovensko-anglického paralelného korpusu\" (LinDat) a trénovanie na ňom, žiadny z dostupných zdrojov neuvádza jeho presnú veľkosť v gigabajtoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dominik Nagy?" + }, + "latency_seconds": 0.387121, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" + ], + "first_model_latency_seconds": 1.258124, + "tool_latency_seconds": 0.387121, + "final_model_latency_seconds": 22.741414, + "total_latency_seconds": 24.387301, + "usage": { + "prompt_tokens": 26825, + "completion_tokens": 165, + "total_tokens": 26990 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0900", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dominik Nagy?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dominik Nagy?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.235198, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "first_model_latency_seconds": 1.76008, + "tool_latency_seconds": 0.235198, + "final_model_latency_seconds": 6.894231, + "total_latency_seconds": 8.889785, + "usage": { + "prompt_tokens": 7975, + "completion_tokens": 127, + "total_tokens": 8102 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0901", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Patrik Pavlišin pri práci?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.441627, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.608543, + "tool_latency_seconds": 0.441627, + "final_model_latency_seconds": 22.523903, + "total_latency_seconds": 24.574716, + "usage": { + "prompt_tokens": 27962, + "completion_tokens": 119, + "total_tokens": 28081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0902", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.278657, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.829802, + "tool_latency_seconds": 0.278657, + "final_model_latency_seconds": 14.443625, + "total_latency_seconds": 16.552672, + "usage": { + "prompt_tokens": 17730, + "completion_tokens": 134, + "total_tokens": 17864 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0903", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci sa v zázname o Patrikovi Pavlišinovi spomína vypracovanie rešerše na 5 strán v rámci bakalárskeho projektu a poznámok na 3 strany v rámci diplomového projektu, neuvádza sa tam celkový počet strán finálnej záverečnej práce (bakalárskej ani diplomovej).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Patrik Pavlišin?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.214413, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.869735, + "tool_latency_seconds": 0.214413, + "final_model_latency_seconds": 8.187574, + "total_latency_seconds": 10.272016, + "usage": { + "prompt_tokens": 8362, + "completion_tokens": 213, + "total_tokens": 8575 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0904", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Patrik Pavlišin?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.394829, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.876272, + "tool_latency_seconds": 0.394829, + "final_model_latency_seconds": 7.275709, + "total_latency_seconds": 9.547111, + "usage": { + "prompt_tokens": 8766, + "completion_tokens": 135, + "total_tokens": 8901 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0905", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Patrik Pavlišin?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.35546, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.674121, + "tool_latency_seconds": 0.35546, + "final_model_latency_seconds": 24.318485, + "total_latency_seconds": 26.348758, + "usage": { + "prompt_tokens": 30201, + "completion_tokens": 123, + "total_tokens": 30324 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0906", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Patrik Pavlišin?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Patrik Pavlišin?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.872998, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.625868, + "tool_latency_seconds": 0.872998, + "final_model_latency_seconds": 7.550361, + "total_latency_seconds": 10.049512, + "usage": { + "prompt_tokens": 8241, + "completion_tokens": 119, + "total_tokens": 8360 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0907", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Dávid Omasta pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa konkrétny model procesora alebo CPU, ktorý Dávid Omasta používal pri práci, nepodarilo spoľahlivo nájsť. Dokumenty síce spomínajú používanie servera idoc, GPU a skúšanie modelov ako LLAMA, ktoré nefungovali kvôli GPU, ale neuvádza sa tam špecifický model CPU.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Dávid Omasta pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.186358, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.775577, + "tool_latency_seconds": 0.186358, + "final_model_latency_seconds": 8.109136, + "total_latency_seconds": 10.071337, + "usage": { + "prompt_tokens": 8722, + "completion_tokens": 198, + "total_tokens": 8920 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0908", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Dávid Omasta?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.191597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.622822, + "tool_latency_seconds": 0.191597, + "final_model_latency_seconds": 12.448624, + "total_latency_seconds": 14.263541, + "usage": { + "prompt_tokens": 15706, + "completion_tokens": 118, + "total_tokens": 15824 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0909", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci v zázname o diplomovej práci z roku 2023 sa uvádza, že teoretická časť mala mať cca 20 strán a návod cca 5 strán, nie je tu uvedený celkový počet strán finálnej záverečnej práce.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.177791, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.869658, + "tool_latency_seconds": 0.177791, + "final_model_latency_seconds": 7.392037, + "total_latency_seconds": 9.439785, + "usage": { + "prompt_tokens": 7664, + "completion_tokens": 196, + "total_tokens": 7860 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0910", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Dávid Omasta?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.195897, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.843878, + "tool_latency_seconds": 0.195897, + "final_model_latency_seconds": 6.302082, + "total_latency_seconds": 8.342113, + "usage": { + "prompt_tokens": 7677, + "completion_tokens": 131, + "total_tokens": 7808 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0911", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Dávid Omasta?", + "limit": 5, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.208153, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.898497, + "tool_latency_seconds": 0.208153, + "final_model_latency_seconds": 6.628305, + "total_latency_seconds": 8.735221, + "usage": { + "prompt_tokens": 8054, + "completion_tokens": 134, + "total_tokens": 8188 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0912", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dávid Omasta?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Dávid Omasta?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.288436, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.822368, + "tool_latency_seconds": 0.288436, + "final_model_latency_seconds": 6.976944, + "total_latency_seconds": 9.08803, + "usage": { + "prompt_tokens": 8614, + "completion_tokens": 130, + "total_tokens": 8744 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0913", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Kristián Sopkovič pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.314466, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.839622, + "tool_latency_seconds": 0.314466, + "final_model_latency_seconds": 7.092196, + "total_latency_seconds": 9.246583, + "usage": { + "prompt_tokens": 8710, + "completion_tokens": 133, + "total_tokens": 8843 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0914", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.300569, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.850165, + "tool_latency_seconds": 0.300569, + "final_model_latency_seconds": 6.613451, + "total_latency_seconds": 8.764496, + "usage": { + "prompt_tokens": 8046, + "completion_tokens": 136, + "total_tokens": 8182 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0915", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte strán finálnej záverečnej práce Kristiána Sopkoviča.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.297831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.880032, + "tool_latency_seconds": 0.297831, + "final_model_latency_seconds": 8.037064, + "total_latency_seconds": 10.215247, + "usage": { + "prompt_tokens": 9638, + "completion_tokens": 151, + "total_tokens": 9789 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0916", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Kristián Sopkovič?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.355158, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.868217, + "tool_latency_seconds": 0.355158, + "final_model_latency_seconds": 7.243261, + "total_latency_seconds": 9.466897, + "usage": { + "prompt_tokens": 8883, + "completion_tokens": 135, + "total_tokens": 9018 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0917", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci dokument o Kristiánovi Sopkovičovi spomína použitie dátových množín ako SNLI, STSB a SK QUAD, žiadny z textových úryvkov neuvádza ich presnú veľkosť v GB.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Kristián Sopkovič?", + "limit": 5, + "max_per_document": 5 + }, + "latency_seconds": 0.370653, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.729988, + "tool_latency_seconds": 0.370653, + "final_model_latency_seconds": 8.491304, + "total_latency_seconds": 10.592213, + "usage": { + "prompt_tokens": 9444, + "completion_tokens": 179, + "total_tokens": 9623 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0918", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Kristián Sopkovič?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Kristián Sopkovič?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.315411, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.641623, + "tool_latency_seconds": 0.315411, + "final_model_latency_seconds": 6.356908, + "total_latency_seconds": 8.314226, + "usage": { + "prompt_tokens": 7513, + "completion_tokens": 120, + "total_tokens": 7633 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0919", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Michal Stromko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú použité softvérové nástroje, modely (napr. LABSE, SlovakBERT, FAISS) a technológie (Cassandra, Elasticsearch), ale neobsahujú údaje o konkrétnej značke ani modeli procesora (CPU), ktorý Michal Stromko používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Michal Stromko pri práci?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.417984, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.81531, + "tool_latency_seconds": 0.417984, + "final_model_latency_seconds": 7.863906, + "total_latency_seconds": 10.097532, + "usage": { + "prompt_tokens": 8402, + "completion_tokens": 196, + "total_tokens": 8598 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0920", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Michal Stromko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.367459, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" + ], + "first_model_latency_seconds": 1.61597, + "tool_latency_seconds": 0.367459, + "final_model_latency_seconds": 14.493699, + "total_latency_seconds": 16.477683, + "usage": { + "prompt_tokens": 18161, + "completion_tokens": 118, + "total_tokens": 18279 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0921", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o počte strán finálnej záverečnej práce osoby Michal Stromko.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.381449, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.843768, + "tool_latency_seconds": 0.381449, + "final_model_latency_seconds": 7.907151, + "total_latency_seconds": 10.132681, + "usage": { + "prompt_tokens": 9348, + "completion_tokens": 145, + "total_tokens": 9493 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0922", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Michal Stromko?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.452675, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.812978, + "tool_latency_seconds": 0.452675, + "final_model_latency_seconds": 5.862338, + "total_latency_seconds": 8.128241, + "usage": { + "prompt_tokens": 7602, + "completion_tokens": 102, + "total_tokens": 7704 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + false + ], + "source_match_count": 0, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0923", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Michal Stromko?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.484567, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.663286, + "tool_latency_seconds": 0.484567, + "final_model_latency_seconds": 7.954935, + "total_latency_seconds": 10.103127, + "usage": { + "prompt_tokens": 9673, + "completion_tokens": 121, + "total_tokens": 9794 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0924", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Michal Stromko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Michal Stromko?", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.672549, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.76813, + "tool_latency_seconds": 0.672549, + "final_model_latency_seconds": 4.745478, + "total_latency_seconds": 7.186384, + "usage": { + "prompt_tokens": 5401, + "completion_tokens": 130, + "total_tokens": 5531 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0925", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny model procesora alebo CPU používal Artem Yatsenko pri práci?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny model procesora alebo CPU používal Artem Yatsenko pri práci?", + "limit": 10, + "max_per_document": 5, + "published_only": true + }, + "latency_seconds": 0.552437, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.794334, + "tool_latency_seconds": 0.552437, + "final_model_latency_seconds": 30.085967, + "total_latency_seconds": 32.433787, + "usage": { + "prompt_tokens": 36879, + "completion_tokens": 130, + "total_tokens": 37009 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0926", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú výslednú známku z obhajoby získal Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú výslednú známku z obhajoby získal Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.204986, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.613597, + "tool_latency_seconds": 0.204986, + "final_model_latency_seconds": 11.047843, + "total_latency_seconds": 12.866833, + "usage": { + "prompt_tokens": 13094, + "completion_tokens": 118, + "total_tokens": 13212 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0927", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Koľko strán mala finálna záverečná práca osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroj pre Artema Yatsenka obsahuje názov jeho bakalárskej práce z roku 2022 („Rozpoznávanie pomenovaných entít v slovenskom jazyku\"), ale neuvádza počet strán finálnej verzie.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Koľko strán mala finálna záverečná práca osoby Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.235032, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.637549, + "tool_latency_seconds": 0.235032, + "final_model_latency_seconds": 12.150728, + "total_latency_seconds": 14.023755, + "usage": { + "prompt_tokens": 14002, + "completion_tokens": 177, + "total_tokens": 14179 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0928", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aká konkrétna IP adresa bola použitá pre nasadený systém osoby Artem Yatsenko?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.235344, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.630082, + "tool_latency_seconds": 0.235344, + "final_model_latency_seconds": 16.397439, + "total_latency_seconds": 18.263532, + "usage": { + "prompt_tokens": 20405, + "completion_tokens": 117, + "total_tokens": 20522 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0929", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú, že Artem Yatsenko pracoval na bakalárskej práci s názvom „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a v rámci bakalárskeho projektu anotoval korpus (minimálne 20 článkov), ale žiadny z nájdených textov neobsahuje údaj o presnej veľkosti hlavnej dátovej množiny v gigabajtoch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Akú presnú veľkosť v GB mala hlavná dátová množina použitá osobou Artem Yatsenko?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.291128, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.873538, + "tool_latency_seconds": 0.291128, + "final_model_latency_seconds": 22.130564, + "total_latency_seconds": 24.295905, + "usage": { + "prompt_tokens": 25430, + "completion_tokens": 231, + "total_tokens": 25661 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0930", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Artem Yatsenko?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny finančný rozpočet bol uvedený pre projekt osoby Artem Yatsenko?", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.524513, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.602821, + "tool_latency_seconds": 0.524513, + "final_model_latency_seconds": 20.062636, + "total_latency_seconds": 22.190709, + "usage": { + "prompt_tokens": 24778, + "completion_tokens": 116, + "total_tokens": 24894 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0931", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Ján Holp pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Ján Holp pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.278141, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.757562, + "tool_latency_seconds": 0.278141, + "final_model_latency_seconds": 7.178502, + "total_latency_seconds": 9.21449, + "usage": { + "prompt_tokens": 8469, + "completion_tokens": 128, + "total_tokens": 8597 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0932", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Tomáš Kuchárik pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o konkrétnom operačnom systéme, ktorý Tomáš Kuchárik používal pri implementácii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Tomáš Kuchárik pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.231755, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.778647, + "tool_latency_seconds": 0.231755, + "final_model_latency_seconds": 7.714591, + "total_latency_seconds": 9.72528, + "usage": { + "prompt_tokens": 9105, + "completion_tokens": 153, + "total_tokens": 9258 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0933", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Jakub Maruniak pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, aký konkrétny operačný systém používal Jakub Maruniak pri implementácii. Dokumenty uvádzajú použitie knižníc ako spaCy a nástroja Prodigy, ako aj odporúčanie zoznámiť sa so systémom Docker, no explicitný názov operačného systému nie je uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Jakub Maruniak pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.584461, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.767266, + "tool_latency_seconds": 0.584461, + "final_model_latency_seconds": 8.737843, + "total_latency_seconds": 11.089897, + "usage": { + "prompt_tokens": 9325, + "completion_tokens": 203, + "total_tokens": 9528 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0934", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Kristián Sopkovič pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Hoci záznam spomína, že Kristián Sopkovič mal problém s timeoutom pri inštalácii pip balíčka na idoc a neskôr rozbehal trénovacie skripty na vlastnom počítači ani školskom serveri, konkrétny názov operačného systému (napr. Linux, Windows, macOS) nie je v poskytnutých zdrojoch explicitne uvedený.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Kristián Sopkovič pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.310885, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.831517, + "tool_latency_seconds": 0.310885, + "final_model_latency_seconds": 8.642606, + "total_latency_seconds": 10.78534, + "usage": { + "prompt_tokens": 8816, + "completion_tokens": 227, + "total_tokens": 9043 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0935", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Artem Yatsenko pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť informáciu o tom, aký konkrétny operačný systém používal Artem Yatsenko pri implementácii. Z dostupných záznamov je uvedené, že pri svojom bakalárskom projekte potreboval prostredie Anaconda a mal možnosť využiť svoj počítač alebo školský server, no špecifikácia operačného systému nie je explicitne uvedená.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Artem Yatsenko pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.130092, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.767755, + "tool_latency_seconds": 0.130092, + "final_model_latency_seconds": 7.045874, + "total_latency_seconds": 8.944007, + "usage": { + "prompt_tokens": 7082, + "completion_tokens": 207, + "total_tokens": 7289 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0936", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Matej Ščišľak pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť, pretože zdroje síce spomínajú použitie servera QUADRO, nástrojov ako RASA, OLLAMA, FAISS a Neo4J, ale neuvádzajú konkrétny názov operačného systému, ktorý Matej Ščišľak pri implementácii používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Matej Ščišľak pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.234963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.85845, + "tool_latency_seconds": 0.234963, + "final_model_latency_seconds": 8.668838, + "total_latency_seconds": 10.762575, + "usage": { + "prompt_tokens": 9528, + "completion_tokens": 197, + "total_tokens": 9725 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0937", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Oleh Poiasnik pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdroje uvádzajú použité nástroje (ako LightRAG, PrivateGPT, Docker), databázy (Postgres, Neo4J, ElasticSearch) a modely (Mistral, SlovakBert), ale nešpecifikujú konkrétny operačný systém, ktorý Oleh Poiasnik pri implementácii používal.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Oleh Poiasnik pri implementácii?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.310002, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" + ], + "first_model_latency_seconds": 1.546786, + "tool_latency_seconds": 0.310002, + "final_model_latency_seconds": 22.823476, + "total_latency_seconds": 24.68091, + "usage": { + "prompt_tokens": 26984, + "completion_tokens": 189, + "total_tokens": 27173 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0938", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Vladyslav Yanchenko pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť informáciu o konkrétnom operačnom systéme, ktorý Vladyslav Yanchenko použil pri implementácii svojej bakalárskej práce. Dokumenty síce uvádzajú použitie technológií ako Spring Boot, Kubernetes, microk8s a cloudové služby Azure, ale nešpecifikujú operačný systém nasadenia ani vývojového prostredia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Vladyslav Yanchenko pri implementácii?", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.1407, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.816116, + "tool_latency_seconds": 0.1407, + "final_model_latency_seconds": 8.969193, + "total_latency_seconds": 10.926341, + "usage": { + "prompt_tokens": 9201, + "completion_tokens": 206, + "total_tokens": 9407 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0939", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Daniil Huzenko pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojová dokumentácia o práci Daniila Huzenka síce spomína hardvér (Raspberry Pi), platformu Kubernetes, nástroj MicroK8s a fakt, že klaster funguje s pripojením cez SSH, ale explicitne neuvádza názov konkrétneho operačného systému, ktorý používal pri implementácii.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Daniil Huzenko pri implementácii?", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.272846, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.581173, + "tool_latency_seconds": 0.272846, + "final_model_latency_seconds": 16.103003, + "total_latency_seconds": 17.957536, + "usage": { + "prompt_tokens": 18632, + "completion_tokens": 190, + "total_tokens": 18822 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0940", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Valerii Kutsenko pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Valerii Kutsenko pri implementácii?" + }, + "latency_seconds": 0.357445, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.21109, + "tool_latency_seconds": 0.357445, + "final_model_latency_seconds": 15.921922, + "total_latency_seconds": 17.491151, + "usage": { + "prompt_tokens": 19562, + "completion_tokens": 91, + "total_tokens": 19653 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q0941", + "split": "test", + "category": "unanswerable_missing_fact", + "difficulty": "medium", + "question": "Aký konkrétny operačný systém používal Ján Pták pri implementácii?", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [], + "should_answer": false, + "note": "Negatívny grounded test: relevantný dokument existuje, ale audit zdroja nepotvrdil požadovaný konkrétny fakt. Model má priznať nedostatok informácií a nesmie fakt domyslieť.", + "answer": "V dostupných dokumentoch ZP Wiki sa túto informáciu nepodarilo spoľahlivo nájsť. Zdrojový dokument o Jánovi Ptákovi síce uvádza použité nástroje ako Docker, OpenWebUI a jazykové modely, ale nešpecifikuje konkrétny operačný systém, na ktorom prebiehala implementácia.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Aký konkrétny operačný systém používal Ján Pták pri implementácii?", + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.209528, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "first_model_latency_seconds": 1.565836, + "tool_latency_seconds": 0.209528, + "final_model_latency_seconds": 16.063722, + "total_latency_seconds": 17.839648, + "usage": { + "prompt_tokens": 18647, + "completion_tokens": 172, + "total_tokens": 18819 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 0, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": true, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1024", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Jakuba Maruniaka s témou súvisiacou s pomenovanými entitami má názov „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a je uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.776642, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "first_model_latency_seconds": 1.935318, + "tool_latency_seconds": 0.776642, + "final_model_latency_seconds": 13.023847, + "total_latency_seconds": 15.736237, + "usage": { + "prompt_tokens": 15310, + "completion_tokens": 176, + "total_tokens": 15486 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1025", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Holp, ktorý súvisí s témou „získavanie informácií“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Holp vypracovával diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\", ktorá bola uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ján Holp, ktorý súvisí s témou „získavanie informácií“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.504346, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.948987, + "tool_latency_seconds": 0.504346, + "final_model_latency_seconds": 7.55681, + "total_latency_seconds": 10.010465, + "usage": { + "prompt_tokens": 8771, + "completion_tokens": 158, + "total_tokens": 8929 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1026", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „PyTorch“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí“ v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „PyTorch“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.591286, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "first_model_latency_seconds": 1.93199, + "tool_latency_seconds": 0.591286, + "final_model_latency_seconds": 8.390623, + "total_latency_seconds": 10.914215, + "usage": { + "prompt_tokens": 9928, + "completion_tokens": 155, + "total_tokens": 10083 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1027", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „strojové učenie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\", ktorá je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „strojové učenie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.208131, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.939093, + "tool_latency_seconds": 0.208131, + "final_model_latency_seconds": 6.485714, + "total_latency_seconds": 8.633184, + "usage": { + "prompt_tokens": 7423, + "completion_tokens": 154, + "total_tokens": 7577 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1028", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka\", ktorá súvisí s témou Spacy, a je uvedená pre rok 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 1.251314, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/topics/spacy", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.87962, + "tool_latency_seconds": 1.251314, + "final_model_latency_seconds": 18.746106, + "total_latency_seconds": 21.877669, + "usage": { + "prompt_tokens": 22952, + "completion_tokens": 165, + "total_tokens": 23117 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1029", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „paralelný korpus“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Patrika Pavlišina súvisiaca s témou paralelného korpusu má názov „Metódy automatického prekladu“ a bola vypracovaná v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „paralelný korpus“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.38481, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.966389, + "tool_latency_seconds": 0.38481, + "final_model_latency_seconds": 7.467882, + "total_latency_seconds": 9.819383, + "usage": { + "prompt_tokens": 8304, + "completion_tokens": 167, + "total_tokens": 8471 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1030", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „SQuAD“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Tomáša Kuchárika súvisiaca s témou SQuAD nesie názov „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „SQuAD“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.342352, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "first_model_latency_seconds": 1.918489, + "tool_latency_seconds": 0.342352, + "final_model_latency_seconds": 7.722075, + "total_latency_seconds": 9.983204, + "usage": { + "prompt_tokens": 8740, + "completion_tokens": 178, + "total_tokens": 8918 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1031", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „Python“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Dmytra Ushatenko, ktorá súvisí s témou Python, nesie názov „Jednoduchý chatbot v jazyku Python“ a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „Python“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.483893, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot" + ], + "first_model_latency_seconds": 1.701617, + "tool_latency_seconds": 0.483893, + "final_model_latency_seconds": 35.976405, + "total_latency_seconds": 38.16311, + "usage": { + "prompt_tokens": 42955, + "completion_tokens": 153, + "total_tokens": 43108 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1032", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má uvedenú diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" pre rok 2024, ktorá súvisí s témou Question Answering.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10 + }, + "latency_seconds": 0.822497, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.43427, + "tool_latency_seconds": 0.822497, + "final_model_latency_seconds": 39.72811, + "total_latency_seconds": 41.986056, + "usage": { + "prompt_tokens": 46225, + "completion_tokens": 139, + "total_tokens": 46364 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1033", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „morfologická analýza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela, ktorá súvisí s témou morfologickej analýzy, má názov „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „morfologická analýza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.245387, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/morphology" + ], + "first_model_latency_seconds": 1.937734, + "tool_latency_seconds": 0.245387, + "final_model_latency_seconds": 10.458636, + "total_latency_seconds": 12.642112, + "usage": { + "prompt_tokens": 11205, + "completion_tokens": 180, + "total_tokens": 11385 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1034", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megela s témou súvisiacou s jazykovým modelovaním sa volá „Neurónové jazykové modelovanie typu BERT\" a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „jazykové modelovanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.894535, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.966308, + "tool_latency_seconds": 0.894535, + "final_model_latency_seconds": 10.712175, + "total_latency_seconds": 13.573459, + "usage": { + "prompt_tokens": 12660, + "completion_tokens": 170, + "total_tokens": 12830 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1035", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca osoby Aliny Vitko s témou súvisiacou s „Question Answering“ (Systémy pre generovanie odpovede na otázku v prirodzenom jazyku) bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Question Answering“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.330695, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/topics/question", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.868175, + "tool_latency_seconds": 0.330695, + "final_model_latency_seconds": 21.068476, + "total_latency_seconds": 23.267977, + "usage": { + "prompt_tokens": 25751, + "completion_tokens": 166, + "total_tokens": 25917 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1036", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Artema Yatsenka s témou súvisiacou s pomenovanými entitami nesie názov „Rozpoznávanie pomenovaných entít v slovenskom jazyku\" a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.184833, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "first_model_latency_seconds": 1.864494, + "tool_latency_seconds": 0.184833, + "final_model_latency_seconds": 18.389915, + "total_latency_seconds": 20.439956, + "usage": { + "prompt_tokens": 21986, + "completion_tokens": 172, + "total_tokens": 22158 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1037", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „Docker Compose“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Filipa Tomáša súvisiaca s témou Docker Compose má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia“ a je uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „Docker Compose“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.448892, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "first_model_latency_seconds": 1.863518, + "tool_latency_seconds": 0.448892, + "final_model_latency_seconds": 8.512159, + "total_latency_seconds": 10.824896, + "usage": { + "prompt_tokens": 9559, + "completion_tokens": 164, + "total_tokens": 9723 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1038", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina\", je uvedený návrh názvu bakalárskej práce „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" a práca bola realizovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.480311, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.918697, + "tool_latency_seconds": 0.480311, + "final_model_latency_seconds": 21.309668, + "total_latency_seconds": 23.709394, + "usage": { + "prompt_tokens": 25917, + "completion_tokens": 183, + "total_tokens": 26100 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1039", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „vyhľadávanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Michala Stromka s témou súvisiacou s vyhľadávaním má názov „Indexovanie slovenského textu pomocou Elasticsearch\" a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „vyhľadávanie“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false, + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.898082, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.941204, + "tool_latency_seconds": 0.898082, + "final_model_latency_seconds": 25.755826, + "total_latency_seconds": 28.595888, + "usage": { + "prompt_tokens": 31039, + "completion_tokens": 164, + "total_tokens": 31203 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1040", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „slovenský jazykový model“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Eduarda Matovku je v dokumente uvedená bakalárska práca z roku 2024 s názvom „Slovenská konverzačná umelá inteligencia\", ktorá sa zaoberá trénovaním jazykového modelu pre slovenskú konverzáciu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „slovenský jazykový model“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.312877, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.958932, + "tool_latency_seconds": 0.312877, + "final_model_latency_seconds": 8.263185, + "total_latency_seconds": 10.535291, + "usage": { + "prompt_tokens": 8984, + "completion_tokens": 179, + "total_tokens": 9163 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1041", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „agent“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Martina Šarišského súvisiaca s témou „agent“ má názov „Agentové systémy pomocou veľkého jazykového modelu“ a je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „agent“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.562143, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.79996, + "tool_latency_seconds": 0.562143, + "final_model_latency_seconds": 7.480026, + "total_latency_seconds": 9.842464, + "usage": { + "prompt_tokens": 8654, + "completion_tokens": 157, + "total_tokens": 8811 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1042", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „webové dáta“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Novotný vypracováva diplomovú prácu s názvom „Klasifikácia webových dát pre lepšie jazykové modelovanie“, ktorá je uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „webové dáta“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.271775, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.892936, + "tool_latency_seconds": 0.271775, + "final_model_latency_seconds": 7.50146, + "total_latency_seconds": 9.666445, + "usage": { + "prompt_tokens": 8754, + "completion_tokens": 160, + "total_tokens": 8914 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1043", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026, ktorá súvisí s témou GraphRAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.489831, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "first_model_latency_seconds": 1.874632, + "tool_latency_seconds": 0.489831, + "final_model_latency_seconds": 20.146867, + "total_latency_seconds": 22.511971, + "usage": { + "prompt_tokens": 24741, + "completion_tokens": 168, + "total_tokens": 24909 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1044", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dokumente Vladimíra Ferka sa ako bakalárska práca súvisiaca s témou „hate speech“ uvádza práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.289778, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.882401, + "tool_latency_seconds": 0.289778, + "final_model_latency_seconds": 10.784463, + "total_latency_seconds": 12.957057, + "usage": { + "prompt_tokens": 12187, + "completion_tokens": 174, + "total_tokens": 12361 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1045", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „speech-to-text“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Andrii Pervashova súvisiaca s témou prepisu reči (speech-to-text) má návrh názvu „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ a je evidovaná pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „speech-to-text“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.248608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.928096, + "tool_latency_seconds": 0.248608, + "final_model_latency_seconds": 8.234658, + "total_latency_seconds": 10.411665, + "usage": { + "prompt_tokens": 9155, + "completion_tokens": 183, + "total_tokens": 9338 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1046", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Kubernetes“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ vypracovávaná Danilom Huzenkem v rámci témy súvisiacej s Kubernetes je uvedená pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Kubernetes“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.19772, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.88361, + "tool_latency_seconds": 0.19772, + "final_model_latency_seconds": 7.096199, + "total_latency_seconds": 9.177816, + "usage": { + "prompt_tokens": 7751, + "completion_tokens": 181, + "total_tokens": 7932 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1047", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pri osobe Ján Malinovský súvisí s témou „RAG“ diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania“, ktorý je uvedený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.968678, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.826817, + "tool_latency_seconds": 0.968678, + "final_model_latency_seconds": 43.987881, + "total_latency_seconds": 46.784932, + "usage": { + "prompt_tokens": 51528, + "completion_tokens": 158, + "total_tokens": 51686 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1048", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Pták, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Ján Pták má zapísaný diplomový projekt s názvom „Agent pre manažment záverečných prác“, ktorý je uvedený v roku 2026 v rámci témy súvisiacej s RAG.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ján Pták, ktorý súvisí s témou „RAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.169733, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "first_model_latency_seconds": 1.820468, + "tool_latency_seconds": 0.169733, + "final_model_latency_seconds": 10.761844, + "total_latency_seconds": 12.752446, + "usage": { + "prompt_tokens": 11867, + "completion_tokens": 152, + "total_tokens": 12019 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1049", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca osoby Oleh Poiasnik s témou súvisiacou s lekárňou má názov „Expertný agentový systém na podporu rozhodovania v lekárni\" a je uvedená za rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „lekáreň“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.351325, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "first_model_latency_seconds": 1.909113, + "tool_latency_seconds": 0.351325, + "final_model_latency_seconds": 7.760025, + "total_latency_seconds": 10.020725, + "usage": { + "prompt_tokens": 8883, + "completion_tokens": 165, + "total_tokens": 9048 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1050", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Samuela Vasiľa s témou súvisiacou s OpenWebUI má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.220954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.911592, + "tool_latency_seconds": 0.220954, + "final_model_latency_seconds": 13.422875, + "total_latency_seconds": 15.55585, + "usage": { + "prompt_tokens": 16076, + "completion_tokens": 180, + "total_tokens": 16256 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1051", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Záverečná práca Tetiany Mohorian s témou „hate speech“ je bakalárska práca s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“, ktorá je evidovaná pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „hate speech“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.230229, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/topics/hatespeech" + ], + "first_model_latency_seconds": 1.908358, + "tool_latency_seconds": 0.230229, + "final_model_latency_seconds": 9.751489, + "total_latency_seconds": 11.890473, + "usage": { + "prompt_tokens": 11115, + "completion_tokens": 173, + "total_tokens": 11288 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1052", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Valerii Kutsenko, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Valerii Kutsenko, ktorá sa venuje téme znalostných grafov, je v dokumente uvedená diplomová práca s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Valerii Kutsenko, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.437203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.90002, + "tool_latency_seconds": 0.437203, + "final_model_latency_seconds": 20.463393, + "total_latency_seconds": 22.801285, + "usage": { + "prompt_tokens": 24797, + "completion_tokens": 170, + "total_tokens": 24967 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1053", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Vladyslav Yanchenko, ktorý súvisí s témou „cloud“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Vladyslav Yanchenko vypracováva bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\", ktorá je uvedená pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Vladyslav Yanchenko, ktorý súvisí s témou „cloud“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true + }, + "latency_seconds": 0.829079, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.678503, + "tool_latency_seconds": 0.829079, + "final_model_latency_seconds": 42.022561, + "total_latency_seconds": 44.53128, + "usage": { + "prompt_tokens": 49281, + "completion_tokens": 150, + "total_tokens": 49431 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1054", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Denis Le Thanh, ktorý súvisí s témou „Slovak Mistral“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre osobu Denis Le Thanh, ktorej bakalárska práca súvisí s témou „Slovak Mistral\", je v dokumente uvedená téma „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" a práca sa nachádza v kategórii bakalárskej práce pre rok 2026 (bp2026).\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Denis Le Thanh, ktorý súvisí s témou „Slovak Mistral“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5 + }, + "latency_seconds": 0.31767, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.471943, + "tool_latency_seconds": 0.31767, + "final_model_latency_seconds": 23.311999, + "total_latency_seconds": 25.102296, + "usage": { + "prompt_tokens": 26826, + "completion_tokens": 170, + "total_tokens": 26996 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1055", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maksym Zatirka, ktorý súvisí s témou „grafová databáza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Názov bakalárskej práce Maksyma Zatirku súvisiacou s grafovou databázou je „Grafová databáza pre podporu generovania slovenského jazyka\" a je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maksym Zatirka, ktorý súvisí s témou „grafová databáza“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.355608, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.961847, + "tool_latency_seconds": 0.355608, + "final_model_latency_seconds": 23.639281, + "total_latency_seconds": 25.95747, + "usage": { + "prompt_tokens": 28267, + "completion_tokens": 172, + "total_tokens": 28439 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1056", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Oleksandr Dorybohov, ktorý súvisí s témou „právo“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Oleksandra Dorybohova je v kategórii bakalárskej práce uvedený rok 2026 a téma práce je „Automatické odpovede na otázky v právnej oblasti\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Oleksandr Dorybohov, ktorý súvisí s témou „právo“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.227138, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "first_model_latency_seconds": 1.944472, + "tool_latency_seconds": 0.227138, + "final_model_latency_seconds": 7.083301, + "total_latency_seconds": 9.255204, + "usage": { + "prompt_tokens": 7711, + "completion_tokens": 159, + "total_tokens": 7870 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1057", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ronald Zalacko, ktorý súvisí s témou „robotické súťaže“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/ronald_zalacko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" + ], + "expected_answer_contains": [ + "Skórovací online systém pre robotické súťaže", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dokumente osoby Ronald Zalacko je pri téme robotické súťaže uvedená bakalárska práca s názvom „Skórovací online systém pre robotické súťaže\", ktorá je evidovaná pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ronald Zalacko, ktorý súvisí s témou „robotické súťaže“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 10 + }, + "latency_seconds": 0.256655, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.944663, + "tool_latency_seconds": 0.256655, + "final_model_latency_seconds": 10.571568, + "total_latency_seconds": 12.773253, + "usage": { + "prompt_tokens": 12685, + "completion_tokens": 168, + "total_tokens": 12853 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1058", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Rostyslav Rodzhuk vypracováva bakalársku prácu s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga\" v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Rostyslav Rodzhuk, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.218803, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "first_model_latency_seconds": 1.85771, + "tool_latency_seconds": 0.218803, + "final_model_latency_seconds": 6.890773, + "total_latency_seconds": 8.967551, + "usage": { + "prompt_tokens": 7766, + "completion_tokens": 156, + "total_tokens": 7922 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1059", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Samuel Džurina vypracováva bakalársku prácu s názvom „Dialógový systém pre podporu firemných procesov“ v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Samuel Džurina, ktorý súvisí s témou „agent“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.259963, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "first_model_latency_seconds": 1.913181, + "tool_latency_seconds": 0.259963, + "final_model_latency_seconds": 7.153357, + "total_latency_seconds": 9.326798, + "usage": { + "prompt_tokens": 8409, + "completion_tokens": 152, + "total_tokens": 8561 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1060", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Simona Bobrovčanová, ktorý súvisí s témou „sumarizácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Simony Bobrovčánovej s témou súvisiacou so sumarizáciou má názov „Automatická sumarizácia slovenského textu“ a je uvedená pre rok 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Simona Bobrovčanová, ktorý súvisí s témou „sumarizácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "max_per_document": 10, + "published_only": false + }, + "latency_seconds": 0.435819, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.88698, + "tool_latency_seconds": 0.435819, + "final_model_latency_seconds": 19.514018, + "total_latency_seconds": 21.837434, + "usage": { + "prompt_tokens": 24034, + "completion_tokens": 166, + "total_tokens": 24200 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1061", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Yevhenii Medushivskyi, ktorý súvisí s témou „crawler“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Yevheniiho Medushivského súvisiaca s témou crawlera je vedená pod názvom „Získavanie textu z webových stránok“ a je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Yevhenii Medushivskyi, ktorý súvisí s témou „crawler“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.379913, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" + ], + "first_model_latency_seconds": 1.885797, + "tool_latency_seconds": 0.379913, + "final_model_latency_seconds": 24.155622, + "total_latency_seconds": 26.4224, + "usage": { + "prompt_tokens": 28994, + "completion_tokens": 170, + "total_tokens": 29164 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1062", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „BiLSTM“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021, pričom v rámci tejto práce bol využitý model BiLSTM.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dárius Lindvai, ktorý súvisí s témou „BiLSTM“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.559302, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.901845, + "tool_latency_seconds": 0.559302, + "final_model_latency_seconds": 11.657461, + "total_latency_seconds": 14.119193, + "usage": { + "prompt_tokens": 13007, + "completion_tokens": 170, + "total_tokens": 13177 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1063", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Dominika Nagy súvisiaca s témou MBART má názov „Neurónový strojový preklad pomocou knižnice Fairseq\" a je uvedená v roku 2022, pričom v rámci tejto práce bol vykonaný experiment s architektúrou MBART.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dominik Nagy, ktorý súvisí s témou „MBART“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false, + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.82934, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.825442, + "tool_latency_seconds": 0.82934, + "final_model_latency_seconds": 25.44396, + "total_latency_seconds": 28.099542, + "usage": { + "prompt_tokens": 30698, + "completion_tokens": 177, + "total_tokens": 30875 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1064", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Jakuba Maruniaka súvisiaca s témou Spacy má návrh názvu „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" a je uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Jakub Maruniak, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.841384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" + ], + "first_model_latency_seconds": 1.812638, + "tool_latency_seconds": 0.841384, + "final_model_latency_seconds": 7.470851, + "total_latency_seconds": 10.12513, + "usage": { + "prompt_tokens": 7909, + "completion_tokens": 166, + "total_tokens": 8075 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1065", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Holp, ktorý súvisí s témou „PageRank“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Jána Holpa s témou súvisiacou s PageRank sa volá „Systém získavania informácií v slovenskom jazyku“ a je uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ján Holp, ktorý súvisí s témou „PageRank“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.440207, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.839508, + "tool_latency_seconds": 0.440207, + "final_model_latency_seconds": 7.204636, + "total_latency_seconds": 9.484632, + "usage": { + "prompt_tokens": 8355, + "completion_tokens": 161, + "total_tokens": 8516 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1066", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „NCCL“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Lukáša Pokrývku, ktorá súvisí s témou NCCL (uvedenou v rámci diplomového projektu využívaného pri diplomovej práci), má názov „Paralelné trénovanie neurónových sietí\" a bola uvedená v roku 2021.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Lukáš Pokrývka, ktorý súvisí s témou „NCCL“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 5 + }, + "latency_seconds": 0.903705, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "first_model_latency_seconds": 1.900653, + "tool_latency_seconds": 0.903705, + "final_model_latency_seconds": 25.992268, + "total_latency_seconds": 28.797416, + "usage": { + "prompt_tokens": 31397, + "completion_tokens": 183, + "total_tokens": 31580 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1067", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „scikit“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Márka Fehéra súvisiaca s témou „scikit“ sa volá „Klasifikácia textu metódami strojového učenia“ a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Márk Fehér, ktorý súvisí s témou „scikit“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.398873, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.89776, + "tool_latency_seconds": 0.398873, + "final_model_latency_seconds": 20.439161, + "total_latency_seconds": 22.736453, + "usage": { + "prompt_tokens": 24667, + "completion_tokens": 159, + "total_tokens": 24826 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1068", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „grafové neurónové siete“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dokumente osoby Maroš Harahus je uvedená diplomová práca s názvom „Neurónová morfologická anotácia slovenského jazyka“ z roku 2021. V dostupných dokumentoch ZP Wiki sa v tejto konkrétnej práci neobjavuje téma „grafové neurónové siete“ ako hlavná téma diplomovej práce, hoci v rámci PhD štúdia a diplomového projektu sa s touto témou pracovalo.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Maroš Harahus, ktorý súvisí s témou „grafové neurónové siete“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.375169, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" + ], + "first_model_latency_seconds": 1.933384, + "tool_latency_seconds": 1.375169, + "final_model_latency_seconds": 12.815228, + "total_latency_seconds": 16.124251, + "usage": { + "prompt_tokens": 14222, + "completion_tokens": 215, + "total_tokens": 14437 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1069", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu\", ktorá je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Patrik Pavlišin, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 1.708938, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.928295, + "tool_latency_seconds": 1.708938, + "final_model_latency_seconds": 9.212571, + "total_latency_seconds": 12.850307, + "usage": { + "prompt_tokens": 10897, + "completion_tokens": 154, + "total_tokens": 11051 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1070", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Pre Tomáša Kuchárika je v ZP Wiki uvedená diplomová práca z roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", ktorá priamo súvisí s téma strojového prekladu.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tomáš Kuchárik, ktorý súvisí s témou „strojový preklad“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.569857, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/translation" + ], + "first_model_latency_seconds": 1.9101, + "tool_latency_seconds": 0.569857, + "final_model_latency_seconds": 13.105819, + "total_latency_seconds": 15.586196, + "usage": { + "prompt_tokens": 15489, + "completion_tokens": 184, + "total_tokens": 15673 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1071", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „dialógový systém“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Dmytra Ushatenka, ktorá súvisí s témou dialógových systémov, sa volá „Jednoduchý chatbot v jazyku Python\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dmytro Ushatenko, ktorý súvisí s témou „dialógový systém“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.214192, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/topics/chatbot", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.896046, + "tool_latency_seconds": 0.214192, + "final_model_latency_seconds": 13.925921, + "total_latency_seconds": 16.036662, + "usage": { + "prompt_tokens": 16791, + "completion_tokens": 169, + "total_tokens": 16960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1072", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Dávid Omasta má v ZP Wiki uvedené dve diplomové práce súvisiace s témou slovenčina: diplomová práca z roku 2023 s návrhom názvu „Generatívne modely slovenského jazyka\" a diplomová práca z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Dávid Omasta, ktorý súvisí s témou „slovenčina“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.274597, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.874646, + "tool_latency_seconds": 0.274597, + "final_model_latency_seconds": 9.371366, + "total_latency_seconds": 11.520927, + "usage": { + "prompt_tokens": 10042, + "completion_tokens": 203, + "total_tokens": 10245 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1073", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Martina Wencela zameraná na tému pomenovaných entít sa volá „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy“ a je uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Wencel, ktorý súvisí s témou „pomenované entity“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.505162, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/topics/named-entity", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.852892, + "tool_latency_seconds": 0.505162, + "final_model_latency_seconds": 20.569193, + "total_latency_seconds": 22.927853, + "usage": { + "prompt_tokens": 25001, + "completion_tokens": 170, + "total_tokens": 25171 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1074", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „neurónové siete“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Ondreja Megela s tematikou neurónových sietí sa volá „Neurónové jazykové modelovanie typu BERT\" a bola uvedená v roku 2020.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ondrej Megela, ktorý súvisí s témou „neurónové siete“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.804175, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.87502, + "tool_latency_seconds": 0.804175, + "final_model_latency_seconds": 13.908454, + "total_latency_seconds": 16.588115, + "usage": { + "prompt_tokens": 16566, + "completion_tokens": 159, + "total_tokens": 16725 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1075", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Streamlit“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Aliny Vitko, ktorá súvisí s témou Streamlit, má názov „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ a bola vypracovaná v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Alina Vitko, ktorý súvisí s témou „Streamlit“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.247806, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "first_model_latency_seconds": 1.861575, + "tool_latency_seconds": 0.247806, + "final_model_latency_seconds": 8.292452, + "total_latency_seconds": 10.402166, + "usage": { + "prompt_tokens": 9546, + "completion_tokens": 167, + "total_tokens": 9713 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1076", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/artem_yatsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" + ], + "expected_answer_contains": [ + "Rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Artema Yatsenko súvisiaca s témou Spacy má názov „Rozpoznávanie pomenovaných entít v slovenskom jazyku“ a bola uvedená v roku 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Artem Yatsenko, ktorý súvisí s témou „Spacy“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.33752, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.821532, + "tool_latency_seconds": 0.33752, + "final_model_latency_seconds": 21.079066, + "total_latency_seconds": 23.238834, + "usage": { + "prompt_tokens": 25869, + "completion_tokens": 162, + "total_tokens": 26031 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1077", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „microk8s“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/filip_tomas/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" + ], + "expected_answer_contains": [ + "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo spoľahlivo nájsť bakalársku prácu študenta Filipa Tomáša, ktorá by súvisela s témou „microk8s\". Záznam o jeho bakalárskej práci z roku 2022 má názov „Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia\" a tématicky sa zameriava na testovanie a CI/CD systémy, pričom v poskytnutých zdrojoch nie je zmienka o práci s microk8s.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Filip Tomáš, ktorý súvisí s témou „microk8s“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.465454, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.902391, + "tool_latency_seconds": 0.465454, + "final_model_latency_seconds": 23.723325, + "total_latency_seconds": 26.091832, + "usage": { + "prompt_tokens": 26736, + "completion_tokens": 236, + "total_tokens": 26972 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1078", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „transformery“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Kristiána Sopkoviča, ktorá sa zaoberá témou transformérov, nesie návrh názvu „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" a je uvedená pre rok 2022.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Kristián Sopkovič, ktorý súvisí s témou „transformery“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "max_per_document": 1, + "published_only": false + }, + "latency_seconds": 0.483203, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" + ], + "first_model_latency_seconds": 1.861185, + "tool_latency_seconds": 0.483203, + "final_model_latency_seconds": 23.316508, + "total_latency_seconds": 25.661529, + "usage": { + "prompt_tokens": 27668, + "completion_tokens": 175, + "total_tokens": 27843 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1079", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „FAISS“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa pri osobe Michal Stromko nenašla bakalárska práca súvisiaca s témou „FAISS“, nájdená bakalárska práca z roku 2022 má názov „Indexovanie slovenského textu pomocou Elasticsearch“ a súvisí s technológiou Elasticsearch.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Michal Stromko, ktorý súvisí s témou „FAISS“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.662464, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "first_model_latency_seconds": 1.81868, + "tool_latency_seconds": 0.662464, + "final_model_latency_seconds": 7.575172, + "total_latency_seconds": 10.05662, + "usage": { + "prompt_tokens": 7844, + "completion_tokens": 183, + "total_tokens": 8027 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1080", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „LLAMA“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/eduard_matovka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "expected_answer_contains": [ + "Slovenská konverzačná umelá inteligencia", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca Eduarda Matovky súvisiaca s témou LLAMA má názov „Slovenská konverzačná umelá inteligencia“ a je uvedená pre rok 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Eduard Matovka, ktorý súvisí s témou „LLAMA“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.276491, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" + ], + "first_model_latency_seconds": 1.915895, + "tool_latency_seconds": 0.276491, + "final_model_latency_seconds": 7.637513, + "total_latency_seconds": 9.830164, + "usage": { + "prompt_tokens": 9008, + "completion_tokens": 162, + "total_tokens": 9170 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1081", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „právne informácie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\", ktorá je uvedená pre rok 2026 a jej zadanie sa zameriava na spracovanie právnych informácií.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Martin Šarišský, ktorý súvisí s témou „právne informácie“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 10, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 1.066375, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.911085, + "tool_latency_seconds": 1.066375, + "final_model_latency_seconds": 8.170385, + "total_latency_seconds": 11.148168, + "usage": { + "prompt_tokens": 9421, + "completion_tokens": 175, + "total_tokens": 9596 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1082", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „klasifikácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_novotny/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "expected_answer_contains": [ + "Klasifikácia webových dát pre lepšie jazykové modelovanie", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca s témou súvisiacou s klasifikáciou, ktorú vypracoval Matej Novotný, sa nazýva „Klasifikácia webových dát pre lepšie jazykové modelovanie\" a je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Matej Novotný, ktorý súvisí s témou „klasifikácia“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.253966, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" + ], + "first_model_latency_seconds": 1.844245, + "tool_latency_seconds": 0.253966, + "final_model_latency_seconds": 7.414945, + "total_latency_seconds": 9.513413, + "usage": { + "prompt_tokens": 8349, + "completion_tokens": 173, + "total_tokens": 8522 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1083", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „Neo4J“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomová práca Mateja Ščišľaka súvisiaca s témou Neo4J sa nazýva „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ a je uvedená v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Matej Ščišľak, ktorý súvisí s témou „Neo4J“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.377435, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.877742, + "tool_latency_seconds": 0.377435, + "final_model_latency_seconds": 7.021553, + "total_latency_seconds": 9.277048, + "usage": { + "prompt_tokens": 7790, + "completion_tokens": 170, + "total_tokens": 7960 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1084", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „anotácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dokumente osoby Vladimír Ferko je pri téme anotácia uvedená bakalárska práca s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" z roku 2024.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Vladimír Ferko, ktorý súvisí s témou „anotácia“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": false + }, + "latency_seconds": 0.427233, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.535418, + "tool_latency_seconds": 0.427233, + "final_model_latency_seconds": 21.88796, + "total_latency_seconds": 23.851341, + "usage": { + "prompt_tokens": 26717, + "completion_tokens": 141, + "total_tokens": 26858 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1085", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dokumente Andrii Pervashov, ktorý súvisí s témou „OpenWebUI\" (konkrétne v rámci úloh pre diplomovú prácu), je uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" pre rok 2027.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Andrii Pervashov, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.460097, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.711048, + "tool_latency_seconds": 0.460097, + "final_model_latency_seconds": 24.826888, + "total_latency_seconds": 26.998754, + "usage": { + "prompt_tokens": 29332, + "completion_tokens": 182, + "total_tokens": 29514 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1086", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Raspberry Pi“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Daniil Huzenko vypracováva bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“, ktorá je uvedená pre rok 2025.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Daniil Huzenko, ktorý súvisí s témou „Raspberry Pi“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "published_only": true + }, + "latency_seconds": 0.583186, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" + ], + "first_model_latency_seconds": 1.495786, + "tool_latency_seconds": 0.583186, + "final_model_latency_seconds": 27.157308, + "total_latency_seconds": 29.237068, + "usage": { + "prompt_tokens": 32457, + "completion_tokens": 142, + "total_tokens": 32599 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1087", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomový projekt Jána Malinovského s témou súvisiacou s GraphRAG sa nazýva „Grafové vyhľadávanie pre podporu vzdelávania“ a je uvedený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ján Malinovský, ktorý súvisí s témou „GraphRAG“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.173824, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.889992, + "tool_latency_seconds": 0.173824, + "final_model_latency_seconds": 10.740788, + "total_latency_seconds": 12.804972, + "usage": { + "prompt_tokens": 11918, + "completion_tokens": 163, + "total_tokens": 12081 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1088", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Ján Pták, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Diplomový projekt Jána Ptáka, ktorý súvisí s témou OpenWebUI, má názov „Agent pre manažment záverečných prác\" a je uvedený v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Ján Pták, ktorý súvisí s témou „OpenWebUI“, uveď názov záznamu typu „diplomový projekt“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 10 + }, + "latency_seconds": 0.330096, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" + ], + "first_model_latency_seconds": 1.897994, + "tool_latency_seconds": 0.330096, + "final_model_latency_seconds": 18.466239, + "total_latency_seconds": 20.694882, + "usage": { + "prompt_tokens": 22659, + "completion_tokens": 155, + "total_tokens": 22814 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1089", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/oleh_poiasnik/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" + ], + "expected_answer_contains": [ + "Expertný agentový systém na podporu rozhodovania v lekárni", + "2027" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Oleh Poiasnik vypracováva diplomovú prácu s názvom „Expertný agentový systém na podporu rozhodovania v lekárni\", ktorá je uvedená pre rok 2027 a zameriava sa na vylepšenie agenta pre prácu so znalostným grafom.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Oleh Poiasnik, ktorý súvisí s témou „znalostný graf“, uveď názov záznamu typu „diplomová práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 10 + }, + "latency_seconds": 0.437362, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.891162, + "tool_latency_seconds": 0.437362, + "final_model_latency_seconds": 11.588226, + "total_latency_seconds": 13.917219, + "usage": { + "prompt_tokens": 13346, + "completion_tokens": 179, + "total_tokens": 13525 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1090", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „MCP“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "Bakalárska práca osoby Samuel Vasiľ súvisiaca s témou MCP (Model Context Protocol) má predbežný názov „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a je evidovaná v roku 2026.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Samuel Vasiľ, ktorý súvisí s témou „MCP“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 5 + }, + "latency_seconds": 0.212664, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "first_model_latency_seconds": 1.939894, + "tool_latency_seconds": 0.212664, + "final_model_latency_seconds": 11.467782, + "total_latency_seconds": 13.620896, + "usage": { + "prompt_tokens": 13333, + "completion_tokens": 185, + "total_tokens": 13518 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1091", + "split": "test", + "category": "single_document_synthesis", + "difficulty": "hard", + "question": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „LLM“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard test: odpoveď treba poskladať z viacerých faktov jedného dokumentu.", + "answer": "V dostupných dokumentoch ZP Wiki sa nepodarilo nájsť explicitný názov bakalárskej práce Tetiany Mohorian, hoci je v dokumente uvedená sekcia bakalárskej práce pre rok 2025 a súvisiace témy ako veľké jazykové modely (LLM) a detekcia nenávistnej reči.\n\nZdroj: https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "V dokumente osoby Tetiana Mohorian, ktorý súvisí s témou „LLM“, uveď názov záznamu typu „bakalárska práca“ a rok, pri ktorom je táto práca uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.38368, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" + ], + "first_model_latency_seconds": 1.724547, + "tool_latency_seconds": 0.38368, + "final_model_latency_seconds": 20.57528, + "total_latency_seconds": 22.684258, + "usage": { + "prompt_tokens": 24739, + "completion_tokens": 175, + "total_tokens": 24914 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true + ], + "source_match_count": 1, + "source_required_count": 1, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1147", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2018/ondrej_megela/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Neurónové jazykové modelovanie typu BERT", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Ondrej Megela. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Ondrej Megela záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.747048, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.846886, + "tool_latency_seconds": 0.747048, + "final_model_latency_seconds": 21.434485, + "total_latency_seconds": 24.029067, + "usage": { + "prompt_tokens": 25032, + "completion_tokens": 208, + "total_tokens": 25240 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1148", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Martin Wencel. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Martin Wencel. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.831847, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.524268, + "tool_latency_seconds": 0.831847, + "final_model_latency_seconds": 23.162099, + "total_latency_seconds": 25.518861, + "usage": { + "prompt_tokens": 26933, + "completion_tokens": 192, + "total_tokens": 27125 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1149", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2023/samuel_dzurina/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Dialógový systém pre podporu firemných procesov", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský má na ZP Wiki uvedenú diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" pre rok 2026 a Samuel Džurina má uvedenú bakalársku prácu s témou „Dialógový systém pre podporu firemných procesov\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Samuel Džurina. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Samuel Džurina záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.552954, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.455379, + "tool_latency_seconds": 0.552954, + "final_model_latency_seconds": 21.35549, + "total_latency_seconds": 23.364448, + "usage": { + "prompt_tokens": 24715, + "completion_tokens": 188, + "total_tokens": 24903 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1150", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Denis Le Thanh. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Záznam na ZP Wiki uvádza, že Michal Stromko vypracovával bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022 a Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Denis Le Thanh. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5 + }, + "latency_seconds": 0.682134, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.64599, + "tool_latency_seconds": 0.682134, + "final_model_latency_seconds": 25.118439, + "total_latency_seconds": 27.447245, + "usage": { + "prompt_tokens": 28969, + "completion_tokens": 214, + "total_tokens": 29183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1151", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Rostyslav Rodzhuk. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2023/rostyslav_rodzhuk/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Inteligentný agent pre podporu práce špeciálneho pedagóga", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí“ v roku 2021 a Rostyslav Rodzhuk má záznam bakalárskej práce s názvom „Inteligentný agent pre podporu práce špeciálneho pedagóga“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Rostyslav Rodzhuk. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Rostyslav Rodzhuk záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.809495, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.909519, + "tool_latency_seconds": 0.809495, + "final_model_latency_seconds": 25.230144, + "total_latency_seconds": 27.949881, + "usage": { + "prompt_tokens": 29092, + "completion_tokens": 222, + "total_tokens": 29314 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1152", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Andrii Pervashov. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Andrii Pervashov má v ZP Wiki uvedenú diplomovú prácu s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Andrii Pervashov. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.588105, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.705976, + "tool_latency_seconds": 0.588105, + "final_model_latency_seconds": 25.99069, + "total_latency_seconds": 28.285421, + "usage": { + "prompt_tokens": 29999, + "completion_tokens": 214, + "total_tokens": 30213 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1153", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Jakub Maruniak a Valerii Kutsenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Jakub Maruniak má uvedenú diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ z roku 2021, zatiaľ čo Valerii Kutsenko má v ZP Wiki uvedenú diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov“ z roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Jakub Maruniak a Valerii Kutsenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.826588, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.892981, + "tool_latency_seconds": 0.826588, + "final_model_latency_seconds": 23.926778, + "total_latency_seconds": 26.647019, + "usage": { + "prompt_tokens": 27429, + "completion_tokens": 227, + "total_tokens": 27656 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1154", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2022/valerii_kutsenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Zlepšenie vyhľadávania pomocou znalostných grafov", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracovával diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022 a Valerii Kutsenko vypracováva diplomovú prácu s názvom „Zlepšenie vyhľadávania pomocou znalostných grafov\" v roku 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Valerii Kutsenko. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Valerii Kutsenko záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.712951, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.838222, + "tool_latency_seconds": 0.712951, + "final_model_latency_seconds": 24.484749, + "total_latency_seconds": 27.036717, + "usage": { + "prompt_tokens": 28311, + "completion_tokens": 212, + "total_tokens": 28523 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1155", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Vladimír Ferko. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2021 a Vladimír Ferko má záznam o bakalárskej práci s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Vladimír Ferko. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.527119, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/bert", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.884119, + "tool_latency_seconds": 0.527119, + "final_model_latency_seconds": 21.385261, + "total_latency_seconds": 23.797096, + "usage": { + "prompt_tokens": 24666, + "completion_tokens": 218, + "total_tokens": 24884 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + false, + true, + true + ], + "answer_contains_score": 0.75, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.9375, + "strict_pass": false, + "error": null + }, + { + "id": "q1156", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/samuel_vasil/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Samuel Vasiľ má na ZP Wiki uvedenú bakalársku prácu s predbežným názvom „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI\" a Oleksandr Dorybohov má bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti\", pričom obe sú evidované pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Samuel Vasiľ a Oleksandr Dorybohov. Pri osobe Samuel Vasiľ použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.503318, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.712653, + "tool_latency_seconds": 0.503318, + "final_model_latency_seconds": 22.056584, + "total_latency_seconds": 24.273186, + "usage": { + "prompt_tokens": 25385, + "completion_tokens": 217, + "total_tokens": 25602 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1157", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Andrii Pervashov. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik vypracoval diplomovú prácu s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu“ v roku 2022 a zároveň má záznam o diplomovej práci z roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu“. Andrii Pervashov má v zázname uvedený návrh na tému diplomovej práce z roku 2027 s názvom „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ a zároveň návrh na tému bakalárskej práce z roku 2025 s názvom „Korekcia textu pomocou neurónových sietí“.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Andrii Pervashov. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.545697, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.917153, + "tool_latency_seconds": 0.545697, + "final_model_latency_seconds": 24.452196, + "total_latency_seconds": 26.915768, + "usage": { + "prompt_tokens": 26292, + "completion_tokens": 323, + "total_tokens": 26615 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1158", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Ján Pták. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský vypracováva diplomový projekt s názvom „Grafové vyhľadávanie pre podporu vzdelávania\" a Ján Pták vypracováva diplomový projekt s názvom „Agent pre manažment záverečných prác\", pričom obaja sú v ZP Wiki evidovaní v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Ján Pták. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 10 + }, + "latency_seconds": 0.910882, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/topics/akopisat" + ], + "first_model_latency_seconds": 1.683617, + "tool_latency_seconds": 0.910882, + "final_model_latency_seconds": 45.651385, + "total_latency_seconds": 48.247137, + "usage": { + "prompt_tokens": 52042, + "completion_tokens": 194, + "total_tokens": 52236 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1159", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Dávid Omasta. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Dávid Omasta záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2018/david_omasta/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Tomáš Kuchárik má na ZP Wiki evidované dve diplomové práce: v roku 2021 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu\" a v roku 2022 s názvom „Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu\", zatiaľ čo Dávid Omasta má uvedenú diplomovú prácu z roku 2024 s návrhom názvu „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\".\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Dávid Omasta. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Dávid Omasta záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 10, + "max_per_document": 5 + }, + "latency_seconds": 0.688785, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.920399, + "tool_latency_seconds": 0.688785, + "final_model_latency_seconds": 14.221634, + "total_latency_seconds": 16.831197, + "usage": { + "prompt_tokens": 14018, + "completion_tokens": 276, + "total_tokens": 14294 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1160", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladimír Ferko a Daniil Huzenko. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" v roku 2024, zatiaľ čo Daniil Huzenko má záznam o bakalárskej práci s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia\" uvedený pre rok 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladimír Ferko a Daniil Huzenko. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.630445, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.907696, + "tool_latency_seconds": 0.630445, + "final_model_latency_seconds": 24.676887, + "total_latency_seconds": 27.215677, + "usage": { + "prompt_tokens": 28453, + "completion_tokens": 239, + "total_tokens": 28692 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1161", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ondrej Megela a Ján Pták. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/ondrej_megela/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Neurónové jazykové modelovanie typu BERT", + "2020", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ondrej Megela vypracoval bakalársku prácu s názvom „Neurónové jazykové modelovanie typu BERT“ v roku 2020 a Ján Pták má evidovaný diplomový projekt s názvom „Agent pre manažment záverečných prác“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ondrej Megela a Ján Pták. Pri osobe Ondrej Megela použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.631811, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/topics/bert" + ], + "first_model_latency_seconds": 1.881081, + "tool_latency_seconds": 0.631811, + "final_model_latency_seconds": 24.502091, + "total_latency_seconds": 27.015655, + "usage": { + "prompt_tokens": 28591, + "completion_tokens": 201, + "total_tokens": 28792 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1162", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/vladimir_ferko/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" v roku 2024 a Oleksandr Dorybohov vypracoval bakalársku prácu s témou „Automatické odpovede na otázky v právnej oblasti\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Vladimír Ferko a Oleksandr Dorybohov. Pri osobe Vladimír Ferko použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.621018, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.939697, + "tool_latency_seconds": 0.621018, + "final_model_latency_seconds": 24.632494, + "total_latency_seconds": 27.193884, + "usage": { + "prompt_tokens": 28364, + "completion_tokens": 223, + "total_tokens": 28587 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1163", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Alina Vitko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Alina Vitko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.627334, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.88933, + "tool_latency_seconds": 0.627334, + "final_model_latency_seconds": 24.312019, + "total_latency_seconds": 26.829393, + "usage": { + "prompt_tokens": 28166, + "completion_tokens": 213, + "total_tokens": 28379 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1164", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Vladyslav Yanchenko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracovával diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Vladyslav Yanchenko má zaznamenanú bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" pre rok 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Vladyslav Yanchenko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.755184, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.915089, + "tool_latency_seconds": 0.755184, + "final_model_latency_seconds": 26.011575, + "total_latency_seconds": 28.68254, + "usage": { + "prompt_tokens": 29957, + "completion_tokens": 226, + "total_tokens": 30183 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1165", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Martin Šarišský a Vladimír Ferko. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/martin_sarissky/README.md", + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Agentové systémy pomocou veľkého jazykového modelu", + "2026", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Martin Šarišský vypracováva diplomovú prácu s názvom „Agentové systémy pomocou veľkého jazykového modelu\" v roku 2026 a Vladimír Ferko vypracoval bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči\" v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Martin Šarišský a Vladimír Ferko. Pri osobe Martin Šarišský použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.673384, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.870997, + "tool_latency_seconds": 0.673384, + "final_model_latency_seconds": 25.334533, + "total_latency_seconds": 27.879631, + "usage": { + "prompt_tokens": 29205, + "completion_tokens": 218, + "total_tokens": 29423 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1166", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2021/matej_scislak/README.md", + "pages/students/2021/vladimir_ferko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "expected_answer_contains": [ + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026", + "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", + "2024" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Matej Ščišľak vypracováva diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ v roku 2026 a Vladimír Ferko vypracováva bakalársku prácu s názvom „Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči“ v roku 2024.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak\nhttps://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Matej Ščišľak a Vladimír Ferko. Pri osobe Matej Ščišľak použi záznam typu „diplomová práca“ a pri osobe Vladimír Ferko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.560788, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.495055, + "tool_latency_seconds": 0.560788, + "final_model_latency_seconds": 24.310173, + "total_latency_seconds": 26.366695, + "usage": { + "prompt_tokens": 27845, + "completion_tokens": 203, + "total_tokens": 28048 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1167", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Alina Vitko a Ján Pták. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/alina_vitko/README.md", + "pages/students/2022/jan_ptak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "expected_answer_contains": [ + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022", + "Agent pre manažment záverečných prác", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Bakalárska práca Aliny Vitko s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku“ je na ZP Wiki uvedená v roku 2022 a diplomový projekt Jána Ptáka s názvom „Agent pre manažment záverečných prác“ je uvedený v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Alina Vitko a Ján Pták. Pri osobe Alina Vitko použi záznam typu „bakalárska práca“ a pri osobe Ján Pták záznam typu „diplomový projekt“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.579357, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.868446, + "tool_latency_seconds": 0.579357, + "final_model_latency_seconds": 24.137573, + "total_latency_seconds": 26.586039, + "usage": { + "prompt_tokens": 27902, + "completion_tokens": 212, + "total_tokens": 28114 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1168", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/darius_lindvai/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", + "2021", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dárius Lindvai vypracoval diplomovú prácu s názvom „Obnovenie interpunkcie pomocou hlbokých neurónových sietí\" v roku 2021 a Tetiana Mohorian vypracovala bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dárius Lindvai a Tetiana Mohorian. Pri osobe Dárius Lindvai použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.711519, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", + "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" + ], + "first_model_latency_seconds": 1.913254, + "tool_latency_seconds": 0.711519, + "final_model_latency_seconds": 23.029919, + "total_latency_seconds": 25.655503, + "usage": { + "prompt_tokens": 26492, + "completion_tokens": 222, + "total_tokens": 26714 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1169", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Holp a Denis Le Thanh. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jan_holp/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Systém získavania informácií v slovenskom jazyku", + "2021", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Holp vypracoval diplomovú prácu s názvom „Systém získavania informácií v slovenskom jazyku\" v roku 2021 a Denis Le Thanh realizuje bakalársku prácu s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jan_holp\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Holp a Denis Le Thanh. Pri osobe Ján Holp použi záznam typu „diplomová práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.800391, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" + ], + "first_model_latency_seconds": 1.673739, + "tool_latency_seconds": 0.800391, + "final_model_latency_seconds": 23.193371, + "total_latency_seconds": 25.668179, + "usage": { + "prompt_tokens": 26755, + "completion_tokens": 204, + "total_tokens": 26959 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1170", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Tetiana Mohorian. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Tetiana Mohorian. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.459143, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "first_model_latency_seconds": 1.689686, + "tool_latency_seconds": 0.459143, + "final_model_latency_seconds": 23.686429, + "total_latency_seconds": 25.836002, + "usage": { + "prompt_tokens": 27300, + "completion_tokens": 205, + "total_tokens": 27505 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1171", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tetiana Mohorian a Oleksandr Dorybohov. Pri osobe Tetiana Mohorian použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/tetiana_mohorian/README.md", + "pages/students/2023/oleksandr_dorybohov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" + ], + "expected_answer_contains": [ + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025", + "Automatické odpovede na otázky v právnej oblasti", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“ v roku 2026 a Tetiana Mohorian vypracováva bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov“ v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tetiana Mohorian a Oleksandr Dorybohov. Pri osobe Tetiana Mohorian použi záznam typu „bakalárska práca“ a pri osobe Oleksandr Dorybohov záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.48032, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.908159, + "tool_latency_seconds": 0.48032, + "final_model_latency_seconds": 22.209342, + "total_latency_seconds": 24.598545, + "usage": { + "prompt_tokens": 25611, + "completion_tokens": 223, + "total_tokens": 25834 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1172", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Maroš Harahus a Michal Stromko. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Michal Stromko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/maros_harahus/README.md", + "pages/students/2019/michal_stromko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" + ], + "expected_answer_contains": [ + "Neurónová morfologická anotácia slovenského jazyka", + "2021", + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Maroš Harahus vypracoval diplomovú prácu s názvom „Neurónová morfologická anotácia slovenského jazyka“ v roku 2021 a Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch“ v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/maros_harahus\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Maroš Harahus a Michal Stromko. Pri osobe Maroš Harahus použi záznam typu „diplomová práca“ a pri osobe Michal Stromko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.881135, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", + "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" + ], + "first_model_latency_seconds": 1.87402, + "tool_latency_seconds": 0.881135, + "final_model_latency_seconds": 22.619076, + "total_latency_seconds": 25.37498, + "usage": { + "prompt_tokens": 26275, + "completion_tokens": 208, + "total_tokens": 26483 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1173", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Yevhenii Medushivskyi. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracovával diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia\" v roku 2022 a Yevhenii Medushivskyi má uvedenú bakalársku prácu s témou „Získavanie textu z webových stránok\" pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Yevhenii Medushivskyi. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.59267, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.917601, + "tool_latency_seconds": 0.59267, + "final_model_latency_seconds": 25.980592, + "total_latency_seconds": 28.491574, + "usage": { + "prompt_tokens": 30170, + "completion_tokens": 216, + "total_tokens": 30386 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1174", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Andrii Pervashov a Maksym Zatirka. Pri osobe Andrii Pervashov použi záznam typu „diplomová práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/andrii_pervashov/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Pre Andrii Pervashov je na ZP Wiki uvedená diplomová práca s návrhom na tému „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu\" v roku 2027 a pre Maksyma Zatirka je uvedená bakalárska práca s názvom „Grafová databáza pre podporu generovania slovenského jazyka\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Andrii Pervashov a Maksym Zatirka. Pri osobe Andrii Pervashov použi záznam typu „diplomová práca“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.653902, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.733051, + "tool_latency_seconds": 0.653902, + "final_model_latency_seconds": 26.6421, + "total_latency_seconds": 29.029816, + "usage": { + "prompt_tokens": 30575, + "completion_tokens": 224, + "total_tokens": 30799 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1175", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Jakub Maruniak a Matej Ščišľak. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2021/matej_scislak/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021", + "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Jakub Maruniak má na ZP Wiki uvedenú diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku“ pre rok 2021, zatiaľ čo Matej Ščišľak má evidovanú diplomovú prácu s názvom „Znalostné grafy pre zlepšenie vyhľadávania právnych informácií“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak\nhttps://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Jakub Maruniak a Matej Ščišľak. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Matej Ščišľak záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.814463, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.883248, + "tool_latency_seconds": 0.814463, + "final_model_latency_seconds": 23.897335, + "total_latency_seconds": 26.595732, + "usage": { + "prompt_tokens": 27158, + "completion_tokens": 234, + "total_tokens": 27392 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1176", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Jakub Maruniak a Vladyslav Yanchenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/jakub_maruniak/README.md", + "pages/students/2022/vladyslav_yanchenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" + ], + "expected_answer_contains": [ + "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku", + "2021", + "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Vladyslav Yanchenko vypracoval bakalársku prácu s názvom „Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí\" v roku 2025 a Jakub Maruniak vypracoval diplomovú prácu s názvom „Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku\" v roku 2021.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko\nhttps://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Jakub Maruniak a Vladyslav Yanchenko. Pri osobe Jakub Maruniak použi záznam typu „diplomová práca“ a pri osobe Vladyslav Yanchenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true, + "limit": 5, + "max_per_document": 1 + }, + "latency_seconds": 0.676825, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko", + "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.90141, + "tool_latency_seconds": 0.676825, + "final_model_latency_seconds": 22.315691, + "total_latency_seconds": 24.894578, + "usage": { + "prompt_tokens": 25656, + "completion_tokens": 228, + "total_tokens": 25884 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1177", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Andrii Pervashov. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2022/andrii_pervashov/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", + "2027" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracovával diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ v roku 2024 a Andrii Pervashov má v zázname uvedený návrh na diplomovú prácu s témou „Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu“ pre rok 2027.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Andrii Pervashov. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Andrii Pervashov záznam typu „diplomová práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.547679, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.889905, + "tool_latency_seconds": 0.547679, + "final_model_latency_seconds": 26.124816, + "total_latency_seconds": 28.563096, + "usage": { + "prompt_tokens": 30054, + "completion_tokens": 236, + "total_tokens": 30290 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1178", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Lukáš Pokrývka a Alina Vitko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/lukas_pokryvka/README.md", + "pages/students/2019/alina_vitko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" + ], + "expected_answer_contains": [ + "Paralelné trénovanie neurónových sietí", + "2021", + "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Lukáš Pokrývka vypracoval diplomovú prácu s názvom „Paralelné trénovanie neurónových sietí\" v roku 2021 a Alina Vitko vypracovala bakalársku prácu s názvom „Systémy pre generovanie odpovede na otázku v prirodzenom jazyku\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka\nhttps://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Lukáš Pokrývka a Alina Vitko. Pri osobe Lukáš Pokrývka použi záznam typu „diplomová práca“ a pri osobe Alina Vitko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.660459, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", + "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/topics/faq" + ], + "first_model_latency_seconds": 1.904619, + "tool_latency_seconds": 0.660459, + "final_model_latency_seconds": 25.494809, + "total_latency_seconds": 28.060569, + "usage": { + "prompt_tokens": 29097, + "completion_tokens": 218, + "total_tokens": 29315 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1179", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Martin Wencel. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2018/martin_wencel/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", + "2020" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta vypracováva diplomovú prácu s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku\" v roku 2024 a Martin Wencel vypracoval bakalársku prácu s názvom „Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy\" v roku 2020.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Martin Wencel. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Martin Wencel záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.431979, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", + "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.874598, + "tool_latency_seconds": 0.431979, + "final_model_latency_seconds": 23.806218, + "total_latency_seconds": 26.113448, + "usage": { + "prompt_tokens": 27345, + "completion_tokens": 227, + "total_tokens": 27572 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1180", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Samuel Vasiľ. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/samuel_vasil/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Samuel Vasiľ má uvedený predbežný názov bakalárskej práce „Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Samuel Vasiľ. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Samuel Vasiľ záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5 + }, + "latency_seconds": 0.377083, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", + "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" + ], + "first_model_latency_seconds": 1.480267, + "tool_latency_seconds": 0.377083, + "final_model_latency_seconds": 21.241286, + "total_latency_seconds": 23.099245, + "usage": { + "prompt_tokens": 24470, + "completion_tokens": 195, + "total_tokens": 24665 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1181", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dávid Omasta a Simona Bobrovčanová. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2018/david_omasta/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", + "2024", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dávid Omasta má na ZP Wiki záznam o diplomovej práci s názvom „Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku“ z roku 2024 a Simona Bobrovčanová má záznam o bakalárskej práci s témou „Automatická sumarizácia slovenského textu“ z roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2018/david_omasta\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dávid Omasta a Simona Bobrovčanová. Pri osobe Dávid Omasta použi záznam typu „diplomová práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.523494, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" + ], + "first_model_latency_seconds": 1.693067, + "tool_latency_seconds": 0.523494, + "final_model_latency_seconds": 24.438169, + "total_latency_seconds": 26.655404, + "usage": { + "prompt_tokens": 28204, + "completion_tokens": 209, + "total_tokens": 28413 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1182", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Márk Fehér a Daniil Huzenko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/mark_feher/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Klasifikácia textu metódami strojového učenia", + "2022", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Márk Fehér vypracoval diplomovú prácu s názvom „Klasifikácia textu metódami strojového učenia“ v roku 2022 a Daniil Huzenko má prihlásenú bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/mark_feher\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Márk Fehér a Daniil Huzenko. Pri osobe Márk Fehér použi záznam typu „diplomová práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true, + "max_per_document": 1 + }, + "latency_seconds": 0.625361, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.896583, + "tool_latency_seconds": 0.625361, + "final_model_latency_seconds": 23.761567, + "total_latency_seconds": 26.284317, + "usage": { + "prompt_tokens": 27320, + "completion_tokens": 225, + "total_tokens": 27545 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1183", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Yevhenii Medushivskyi. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracoval bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python\" v roku 2020 a Yevhenii Medushivskyi má zaznamenanú bakalársku prácu s témou „Získavanie textu z webových stránok\" v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Yevhenii Medushivskyi. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.311792, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" + ], + "first_model_latency_seconds": 1.825028, + "tool_latency_seconds": 0.311792, + "final_model_latency_seconds": 22.538471, + "total_latency_seconds": 24.675947, + "usage": { + "prompt_tokens": 25935, + "completion_tokens": 209, + "total_tokens": 26144 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1184", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dominik Nagy a Kristián Sopkovič. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/dominik_nagy/README.md", + "pages/students/2019/kristian_sopkovic/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "expected_answer_contains": [ + "Neurónový strojový preklad pomocou knižnice Fairseq", + "2022", + "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", + "2022" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dominik Nagy vypracoval diplomovú prácu s názvom „Neurónový strojový preklad pomocou knižnice Fairseq\" v roku 2022 a Kristián Sopkovič vypracoval bakalársku prácu s názvom „Model Spacy pre spracovanie prirodzeného jazyka v slovenčine\" v roku 2022.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy\nhttps://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dominik Nagy a Kristián Sopkovič. Pri osobe Dominik Nagy použi záznam typu „diplomová práca“ a pri osobe Kristián Sopkovič záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.659117, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", + "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", + "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", + "https://zp.kemt.fei.tuke.sk/topics/faq", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.657524, + "tool_latency_seconds": 0.659117, + "final_model_latency_seconds": 23.909912, + "total_latency_seconds": 26.227195, + "usage": { + "prompt_tokens": 27694, + "completion_tokens": 203, + "total_tokens": 27897 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1185", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Denis Le Thanh. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2023/denis_le_thanh/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020, zatiaľ čo Denis Le Thanh má záznam o bakalárskej práci s témou „Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku“ plánovanou na rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Denis Le Thanh. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Denis Le Thanh záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "published_only": true + }, + "latency_seconds": 0.727016, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.531087, + "tool_latency_seconds": 0.727016, + "final_model_latency_seconds": 25.596372, + "total_latency_seconds": 27.855184, + "usage": { + "prompt_tokens": 29553, + "completion_tokens": 199, + "total_tokens": 29752 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1186", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Ján Malinovský a Maksym Zatirka. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2022/jan_malinovsky/README.md", + "pages/students/2023/maksym_zatirka/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" + ], + "expected_answer_contains": [ + "Grafové vyhľadávanie pre podporu vzdelávania", + "2026", + "Grafová databáza pre podporu generovania slovenského jazyka", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Ján Malinovský má v zázname typu diplomový projekt uvedenú tému „Grafové vyhľadávanie pre podporu vzdelávania“ pre rok 2026 a Maksym Zatirka má v zázname typu bakalárska práca uvedenú tému „Grafová databáza pre podporu generovania slovenského jazyka“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky\nhttps://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Ján Malinovský a Maksym Zatirka. Pri osobe Ján Malinovský použi záznam typu „diplomový projekt“ a pri osobe Maksym Zatirka záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.592928, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", + "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", + "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" + ], + "first_model_latency_seconds": 1.659552, + "tool_latency_seconds": 0.592928, + "final_model_latency_seconds": 23.286322, + "total_latency_seconds": 25.539684, + "usage": { + "prompt_tokens": 26708, + "completion_tokens": 208, + "total_tokens": 26916 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1187", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Patrik Pavlišin a Daniil Huzenko. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/patrik_pavlisin/README.md", + "pages/students/2022/daniil_huzenko/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" + ], + "expected_answer_contains": [ + "Metódy automatického prekladu", + "2020", + "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Patrik Pavlišin vypracoval bakalársku prácu s názvom „Metódy automatického prekladu“ v roku 2020 a Daniil Huzenko vypracoval bakalársku prácu s predbežným názvom „Testovanie hybridného klaudu s využitím kombinácie verejného a privátneho riešenia“ v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin\nhttps://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Patrik Pavlišin a Daniil Huzenko. Pri osobe Patrik Pavlišin použi záznam typu „bakalárska práca“ a pri osobe Daniil Huzenko záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.733667, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", + "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" + ], + "first_model_latency_seconds": 1.717163, + "tool_latency_seconds": 0.733667, + "final_model_latency_seconds": 25.705602, + "total_latency_seconds": 28.157216, + "usage": { + "prompt_tokens": 29701, + "completion_tokens": 209, + "total_tokens": 29910 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1188", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Tomáš Kuchárik a Yevhenii Medushivskyi. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2016/tomas_kucharik/README.md", + "pages/students/2023/yevhenii_medushivskyi/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" + ], + "expected_answer_contains": [ + "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", + "2022", + "Získavanie textu z webových stránok", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "\n\n\nYevhenii Medushivskyi bakalárska práca názov rok\n\n\n5\n\n\nFalse\n\n\n1\n\n\n", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Tomáš Kuchárik a Yevhenii Medushivskyi. Pri osobe Tomáš Kuchárik použi záznam typu „diplomová práca“ a pri osobe Yevhenii Medushivskyi záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.884347, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi", + "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", + "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov", + "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", + "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" + ], + "first_model_latency_seconds": 1.926134, + "tool_latency_seconds": 0.884347, + "final_model_latency_seconds": 24.685494, + "total_latency_seconds": 27.496712, + "usage": { + "prompt_tokens": 29709, + "completion_tokens": 160, + "total_tokens": 29869 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + false, + false, + false, + false + ], + "answer_contains_score": 0.0, + "source_matches": [ + false, + false + ], + "source_match_count": 0, + "source_required_count": 2, + "source_url_score": 0.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 0.5, + "strict_pass": false, + "error": null + }, + { + "id": "q1189", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Michal Stromko a Tetiana Mohorian. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2019/michal_stromko/README.md", + "pages/students/2022/tetiana_mohorian/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" + ], + "expected_answer_contains": [ + "Indexovanie slovenského textu pomocou Elasticsearch", + "2022", + "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", + "2025" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Michal Stromko vypracoval bakalársku prácu s názvom „Indexovanie slovenského textu pomocou Elasticsearch\" v roku 2022 a Tetiana Mohorian vypracovává bakalársku prácu s názvom „Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov\" v roku 2025.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2019/michal_stromko\nhttps://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Michal Stromko a Tetiana Mohorian. Pri osobe Michal Stromko použi záznam typu „bakalárska práca“ a pri osobe Tetiana Mohorian záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": false, + "max_per_document": 1 + }, + "latency_seconds": 0.798929, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", + "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", + "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" + ], + "first_model_latency_seconds": 1.908482, + "tool_latency_seconds": 0.798929, + "final_model_latency_seconds": 20.249506, + "total_latency_seconds": 22.957518, + "usage": { + "prompt_tokens": 23332, + "completion_tokens": 214, + "total_tokens": 23546 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1190", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Oleksandr Dorybohov a Simona Bobrovčanová. Pri osobe Oleksandr Dorybohov použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2023/oleksandr_dorybohov/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Automatické odpovede na otázky v právnej oblasti", + "2026", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Oleksandr Dorybohov vypracováva bakalársku prácu s názvom „Automatické odpovede na otázky v právnej oblasti“ v roku 2026 a Simona Bobrovčanová vypracováva bakalársku prácu s názvom „Automatická sumarizácia slovenského textu“ v roku 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Oleksandr Dorybohov a Simona Bobrovčanová. Pri osobe Oleksandr Dorybohov použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.583943, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", + "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", + "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" + ], + "first_model_latency_seconds": 1.71811, + "tool_latency_seconds": 0.583943, + "final_model_latency_seconds": 23.56553, + "total_latency_seconds": 25.868231, + "usage": { + "prompt_tokens": 27376, + "completion_tokens": 205, + "total_tokens": 27581 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + }, + { + "id": "q1191", + "split": "test", + "category": "multi_document", + "difficulty": "hard", + "question": "Porovnaj záznamy osôb Dmytro Ushatenko a Simona Bobrovčanová. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "override_applied": false, + "requested_model": "model120-fast", + "expected_documents": [ + "pages/students/2017/dmytro_ushatenko/README.md", + "pages/students/2023/simona_bobrovcanova/README.md" + ], + "expected_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" + ], + "expected_answer_contains": [ + "Jednoduchý chatbot v jazyku Python", + "2020", + "Automatická sumarizácia slovenského textu", + "2026" + ], + "should_answer": true, + "note": "Nový hard multi-document test vyžadujúci fakty z dvoch samostatných dokumentov.", + "answer": "Dmytro Ushatenko vypracovával bakalársku prácu s názvom „Jednoduchý chatbot v jazyku Python“ v roku 2020 a Simona Bobrovčanová má záznam bakalárskej práce s témou „Automatická sumarizácia slovenského textu“ pre rok 2026.\n\nZdroje:\nhttps://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko\nhttps://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "tool_called": true, + "tool_call_count": 1, + "tool_calls": [ + { + "name": "retrieve_zpwiki_context", + "arguments": { + "query": "Porovnaj záznamy osôb Dmytro Ushatenko a Simona Bobrovčanová. Pri osobe Dmytro Ushatenko použi záznam typu „bakalárska práca“ a pri osobe Simona Bobrovčanová záznam typu „bakalárska práca“. Uveď názov každej práce a rok, pri ktorom je na ZP Wiki uvedená.", + "limit": 5, + "published_only": true + }, + "latency_seconds": 0.323736, + "source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ] + } + ], + "rag_source_urls": [ + "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", + "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", + "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", + "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", + "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" + ], + "first_model_latency_seconds": 1.725612, + "tool_latency_seconds": 0.323736, + "final_model_latency_seconds": 21.623998, + "total_latency_seconds": 23.674016, + "usage": { + "prompt_tokens": 25099, + "completion_tokens": 202, + "total_tokens": 25301 + }, + "response_model": "Qwen3.5-122B-A10B-Q4_K_M", + "answer_matches": [ + true, + true, + true, + true + ], + "answer_contains_score": 1.0, + "source_matches": [ + true, + true + ], + "source_match_count": 2, + "source_required_count": 2, + "source_url_score": 1.0, + "should_answer_ok": true, + "should_answer_score": 1.0, + "returned_no_answer": false, + "tool_score": 1.0, + "overall_score": 1.0, + "strict_pass": true, + "error": null + } + ] +} diff --git a/evaluation/retrieval_runner.py b/tools/rag/evaluation/retrieval_runner.py similarity index 99% rename from evaluation/retrieval_runner.py rename to tools/rag/evaluation/retrieval_runner.py index 8a08353..0d3eb9f 100644 --- a/evaluation/retrieval_runner.py +++ b/tools/rag/evaluation/retrieval_runner.py @@ -5,7 +5,7 @@ import sqlite3 from pathlib import Path from typing import Any -from scripts.search_utils import ( +from tools.rag.search_utils import ( DEFAULT_CANDIDATE_MULTIPLIER, MIN_CANDIDATES, add_fts_metadata, diff --git a/scripts/rag_document_expansion.py b/tools/rag/rag_document_expansion.py similarity index 99% rename from scripts/rag_document_expansion.py rename to tools/rag/rag_document_expansion.py index edf0045..1f4e160 100644 --- a/scripts/rag_document_expansion.py +++ b/tools/rag/rag_document_expansion.py @@ -6,7 +6,7 @@ import sqlite3 from pathlib import Path from typing import Any -from scripts.search_utils import ( +from tools.rag.search_utils import ( make_source_url, normalize_for_compare, ) diff --git a/scripts/rag_query_evidence.py b/tools/rag/rag_query_evidence.py similarity index 99% rename from scripts/rag_query_evidence.py rename to tools/rag/rag_query_evidence.py index fc2a3a6..6c55028 100644 --- a/scripts/rag_query_evidence.py +++ b/tools/rag/rag_query_evidence.py @@ -6,7 +6,7 @@ import sqlite3 from pathlib import Path from typing import Any -from scripts.search_utils import normalize_for_compare +from tools.rag.search_utils import normalize_for_compare WORD_RE = re.compile(r"[^\W_]+", re.UNICODE) diff --git a/scripts/rag_supplemental_expansion.py b/tools/rag/rag_supplemental_expansion.py similarity index 99% rename from scripts/rag_supplemental_expansion.py rename to tools/rag/rag_supplemental_expansion.py index b9af5d2..ff0c6d6 100644 --- a/scripts/rag_supplemental_expansion.py +++ b/tools/rag/rag_supplemental_expansion.py @@ -6,13 +6,13 @@ import sqlite3 from pathlib import Path from typing import Any -from scripts.rag_query_evidence import ( +from tools.rag.rag_query_evidence import ( build_focus_excerpt, evidence_score, parse_heading_paths_json, query_content_tokens, ) -from scripts.search_utils import make_source_url, normalize_for_compare +from tools.rag.search_utils import make_source_url, normalize_for_compare WORD_RE = re.compile(r"[^\W_]+", re.UNICODE) diff --git a/scripts/rag_utils.py b/tools/rag/rag_utils.py similarity index 99% rename from scripts/rag_utils.py rename to tools/rag/rag_utils.py index 27a407b..37d9ef5 100644 --- a/scripts/rag_utils.py +++ b/tools/rag/rag_utils.py @@ -6,16 +6,16 @@ import sqlite3 from pathlib import Path from typing import Any -from scripts.rag_document_expansion import ( +from tools.rag.rag_document_expansion import ( expand_results_with_exact_document_section, ) -from scripts.rag_query_evidence import ( +from tools.rag.rag_query_evidence import ( expand_results_with_query_evidence, ) -from scripts.rag_supplemental_expansion import ( +from tools.rag.rag_supplemental_expansion import ( expand_results_with_supplemental_sources, ) -from scripts.search_utils import search_database +from tools.rag.search_utils import search_database NO_ANSWER_TEXT = ( diff --git a/scripts/rebuild_index.py b/tools/rag/rebuild_index.py similarity index 94% rename from scripts/rebuild_index.py rename to tools/rag/rebuild_index.py index 369fd66..5e1e956 100644 --- a/scripts/rebuild_index.py +++ b/tools/rag/rebuild_index.py @@ -15,16 +15,16 @@ from typing import Iterator, TextIO from rich import print -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[2] if str(PROJECT_ROOT) not in sys.path: sys.path.insert(0, str(PROJECT_ROOT)) -from scripts.build_chunks import build_chunks -from scripts.build_sqlite_index import build_database -from scripts.common import DATA_DIR, DB_FILE, ZPWIKI_ROOT -from scripts.scan_zpwiki import scan_pages +from tools.rag.build_chunks import build_chunks +from tools.rag.build_sqlite_index import build_database +from tools.rag.common import DATA_DIR, DB_FILE, ZPWIKI_ROOT +from tools.rag.scan_zpwiki import scan_pages REINDEX_LOCK_FILE = DATA_DIR / ".reindex.lock" diff --git a/run_e5_1_regression.sh b/tools/rag/run_e5_1_regression.sh similarity index 65% rename from run_e5_1_regression.sh rename to tools/rag/run_e5_1_regression.sh index ac0a51b..d77be13 100755 --- a/run_e5_1_regression.sh +++ b/tools/rag/run_e5_1_regression.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash set -euo pipefail -python evaluation/evaluate_rag_answers.py \ +python -m tools.rag.evaluation.evaluate_rag_answers \ --split dev \ --question-id q0039 \ --question-id q0042 \ @@ -9,6 +9,6 @@ python evaluation/evaluate_rag_answers.py \ --question-id q0575 \ --question-id q0624 \ --question-id q0689 \ - --results-dir evaluation/results/e5_1_regression \ + --results-dir tools/rag/evaluation/results/e5_1_regression \ --delay 0 \ --overwrite diff --git a/run_e5_regression.sh b/tools/rag/run_e5_regression.sh similarity index 89% rename from run_e5_regression.sh rename to tools/rag/run_e5_regression.sh index 8d38ade..70a513c 100644 --- a/run_e5_regression.sh +++ b/tools/rag/run_e5_regression.sh @@ -1,7 +1,7 @@ #!/usr/bin/env bash set -euo pipefail -python evaluation/evaluate_rag_answers.py \ +python -m tools.rag.evaluation.evaluate_rag_answers \ --split dev \ --question-id q0039 \ --question-id q0042 \ @@ -42,6 +42,6 @@ python evaluation/evaluate_rag_answers.py \ --question-id q0688 \ --question-id q0689 \ --question-id q0690 \ - --results-dir evaluation/results/e5_regression \ + --results-dir tools/rag/evaluation/results/e5_regression \ --delay 0 \ --overwrite diff --git a/scripts/scan_zpwiki.py b/tools/rag/scan_zpwiki.py similarity index 93% rename from scripts/scan_zpwiki.py rename to tools/rag/scan_zpwiki.py index f64bbd0..7e9ebc7 100644 --- a/scripts/scan_zpwiki.py +++ b/tools/rag/scan_zpwiki.py @@ -7,13 +7,13 @@ from pathlib import Path from rich import print -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[2] if str(PROJECT_ROOT) not in sys.path: sys.path.insert(0, str(PROJECT_ROOT)) -from scripts.common import DOCUMENTS_FILE, PAGES_ROOT, ZPWIKI_ROOT, load_zpwiki_page, write_json +from tools.rag.common import DOCUMENTS_FILE, PAGES_ROOT, ZPWIKI_ROOT, load_zpwiki_page, write_json def scan_pages() -> list[dict]: diff --git a/scripts/search_core.py b/tools/rag/search_core.py similarity index 99% rename from scripts/search_core.py rename to tools/rag/search_core.py index 5fc1e41..5216a09 100644 --- a/scripts/search_core.py +++ b/tools/rag/search_core.py @@ -7,7 +7,7 @@ import unicodedata from collections import defaultdict from typing import Any -from scripts.embedding_utils import ( +from tools.rag.embedding_utils import ( blob_to_vector, cosine_similarity, embed_query, @@ -269,7 +269,7 @@ def verify_search_schema( if fts_row is None: raise RuntimeError( "FTS5 index v databáze chýba. " - "Spusti python scripts/rebuild_index.py." + "Spusti python -m tools.rag.rebuild_index." ) embedding_row = conn.execute( @@ -284,7 +284,7 @@ def verify_search_schema( if embedding_row is None: raise RuntimeError( "Embedding index v databáze chýba. " - "Spusti python scripts/rebuild_index.py." + "Spusti python -m tools.rag.rebuild_index." ) diff --git a/scripts/search_db.py b/tools/rag/search_db.py similarity index 96% rename from scripts/search_db.py rename to tools/rag/search_db.py index 2732b0c..58f3337 100644 --- a/scripts/search_db.py +++ b/tools/rag/search_db.py @@ -7,14 +7,14 @@ from pathlib import Path from rich import print -PROJECT_ROOT = Path(__file__).resolve().parents[1] +PROJECT_ROOT = Path(__file__).resolve().parents[2] if str(PROJECT_ROOT) not in sys.path: sys.path.insert(0, str(PROJECT_ROOT)) -from scripts.common import DB_FILE -from scripts.search_utils import search_database +from tools.rag.common import DB_FILE +from tools.rag.search_utils import search_database def print_results( diff --git a/scripts/search_utils.py b/tools/rag/search_utils.py similarity index 98% rename from scripts/search_utils.py rename to tools/rag/search_utils.py index 3198bd3..ca1ffb9 100644 --- a/scripts/search_utils.py +++ b/tools/rag/search_utils.py @@ -7,8 +7,8 @@ from typing import Any # Tieto importy sú zámerne verejné. # Zachovávajú spätnú kompatibilitu pre testy # a evaluačné skripty, ktoré ich importujú -# zo scripts.search_utils. -from scripts.search_core import ( +# z tools.rag.search_utils. +from tools.rag.search_core import ( ANY_TERM_RRF_WEIGHT, BM25_SQL, BM25_WEIGHTS, diff --git a/tools/rag/tests/__init__.py b/tools/rag/tests/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tools/rag/tests/conftest.py b/tools/rag/tests/conftest.py new file mode 100644 index 0000000..6b583b1 --- /dev/null +++ b/tools/rag/tests/conftest.py @@ -0,0 +1,43 @@ +from __future__ import annotations + +import sys +from pathlib import Path + +import pytest + +PROJECT_ROOT = Path(__file__).resolve().parents[3] + +if str(PROJECT_ROOT) not in sys.path: + sys.path.insert(0, str(PROJECT_ROOT)) + + +@pytest.fixture(autouse=True) +def security_environment( + monkeypatch: pytest.MonkeyPatch, +) -> None: + """Každý test dostane platnú bezpečnostnú konfiguráciu.""" + + monkeypatch.setenv( + "WEBHOOK_SECRET", + "w" * 64, + ) + + monkeypatch.setenv( + "SYNC_API_KEY", + "s" * 64, + ) + + monkeypatch.setenv( + "SEARCH_API_KEY", + "a" * 64, + ) + + monkeypatch.setenv( + "EXPECTED_GITEA_REPOSITORY", + "KEMT/zpwiki", + ) + + monkeypatch.setenv( + "WEBHOOK_PULL_GIT", + "false", + ) diff --git a/test/test_chunking.py b/tools/rag/tests/test_chunking.py similarity index 98% rename from test/test_chunking.py rename to tools/rag/tests/test_chunking.py index ff32810..ab211c6 100644 --- a/test/test_chunking.py +++ b/tools/rag/tests/test_chunking.py @@ -2,7 +2,7 @@ from __future__ import annotations import pytest -import scripts.build_chunks as chunking +import tools.rag.build_chunks as chunking def configure_small_chunks( diff --git a/test/test_common.py b/tools/rag/tests/test_common.py similarity index 98% rename from test/test_common.py rename to tools/rag/tests/test_common.py index dea04d9..26c6638 100644 --- a/test/test_common.py +++ b/tools/rag/tests/test_common.py @@ -4,7 +4,7 @@ from pathlib import Path import pytest -import scripts.common as common +import tools.rag.common as common def write_page(path: Path, text: str) -> None: diff --git a/test/test_database.py b/tools/rag/tests/test_database.py similarity index 99% rename from test/test_database.py rename to tools/rag/tests/test_database.py index 37831cb..ae6991e 100644 --- a/test/test_database.py +++ b/tools/rag/tests/test_database.py @@ -6,7 +6,7 @@ from pathlib import Path import pytest -import scripts.build_sqlite_index as indexer +import tools.rag.build_sqlite_index as indexer def write_json(path: Path, value) -> None: diff --git a/test/test_e5_1_remaining.py b/tools/rag/tests/test_e5_1_remaining.py similarity index 98% rename from test/test_e5_1_remaining.py rename to tools/rag/tests/test_e5_1_remaining.py index 56d8b4b..3ac08ed 100644 --- a/test/test_e5_1_remaining.py +++ b/tools/rag/tests/test_e5_1_remaining.py @@ -3,10 +3,10 @@ from __future__ import annotations import sqlite3 from pathlib import Path -from evaluation.rag_metrics import ( +from tools.rag.evaluation.rag_metrics import ( expected_phrase_matches, ) -from scripts.rag_query_evidence import ( +from tools.rag.rag_query_evidence import ( find_top_query_evidence_chunks, ) diff --git a/test/test_evaluate_rag_answers.py b/tools/rag/tests/test_evaluate_rag_answers.py similarity index 99% rename from test/test_evaluate_rag_answers.py rename to tools/rag/tests/test_evaluate_rag_answers.py index c6eefa3..689e7f4 100644 --- a/test/test_evaluate_rag_answers.py +++ b/tools/rag/tests/test_evaluate_rag_answers.py @@ -7,7 +7,7 @@ from typing import Any import pytest -import evaluation.evaluate_rag_answers as evaluator +import tools.rag.evaluation.evaluate_rag_answers as evaluator def sample_question( diff --git a/test/test_live_data.py b/tools/rag/tests/test_live_data.py similarity index 94% rename from test/test_live_data.py rename to tools/rag/tests/test_live_data.py index bfdd917..9a9d1c2 100644 --- a/test/test_live_data.py +++ b/tools/rag/tests/test_live_data.py @@ -6,8 +6,8 @@ import sqlite3 import pytest -from scripts.common import CHUNKS_FILE, DB_FILE, DOCUMENTS_FILE -from scripts.search_utils import search_database +from tools.rag.common import CHUNKS_FILE, DB_FILE, DOCUMENTS_FILE +from tools.rag.search_utils import search_database pytestmark = pytest.mark.skipif( diff --git a/test/test_rag.py b/tools/rag/tests/test_rag.py similarity index 99% rename from test/test_rag.py rename to tools/rag/tests/test_rag.py index 0e64386..085d138 100644 --- a/test/test_rag.py +++ b/tools/rag/tests/test_rag.py @@ -11,8 +11,8 @@ from fastapi.testclient import TestClient import app.main as main_module import app.routes as routes -import scripts.rag_utils as rag_utils -from scripts.rag_utils import ( +import tools.rag.rag_utils as rag_utils +from tools.rag.rag_utils import ( ANSWER_FORMAT, NO_ANSWER_TEXT, RAG_INSTRUCTIONS, diff --git a/test/test_rag_document_expansion.py b/tools/rag/tests/test_rag_document_expansion.py similarity index 99% rename from test/test_rag_document_expansion.py rename to tools/rag/tests/test_rag_document_expansion.py index 41351a0..f292219 100644 --- a/test/test_rag_document_expansion.py +++ b/tools/rag/tests/test_rag_document_expansion.py @@ -7,8 +7,8 @@ from typing import Any import pytest -import scripts.rag_utils as rag_utils -from scripts.rag_document_expansion import ( +import tools.rag.rag_utils as rag_utils +from tools.rag.rag_document_expansion import ( detect_section_intent, expand_results_with_exact_document_section, find_exact_student_document, diff --git a/test/test_rag_metrics_morphology.py b/tools/rag/tests/test_rag_metrics_morphology.py similarity index 98% rename from test/test_rag_metrics_morphology.py rename to tools/rag/tests/test_rag_metrics_morphology.py index 732f78a..4977597 100644 --- a/test/test_rag_metrics_morphology.py +++ b/tools/rag/tests/test_rag_metrics_morphology.py @@ -1,6 +1,6 @@ from __future__ import annotations -from evaluation.rag_metrics import ( +from tools.rag.evaluation.rag_metrics import ( evaluate_answer, expected_phrase_matches, ) diff --git a/test/test_rag_metrics_semantic.py b/tools/rag/tests/test_rag_metrics_semantic.py similarity index 99% rename from test/test_rag_metrics_semantic.py rename to tools/rag/tests/test_rag_metrics_semantic.py index 3dd2ef5..c118102 100644 --- a/test/test_rag_metrics_semantic.py +++ b/tools/rag/tests/test_rag_metrics_semantic.py @@ -1,6 +1,6 @@ from __future__ import annotations -from evaluation.rag_metrics import ( +from tools.rag.evaluation.rag_metrics import ( evaluate_answer, expected_phrase_matches, ) diff --git a/test/test_rag_query_evidence.py b/tools/rag/tests/test_rag_query_evidence.py similarity index 99% rename from test/test_rag_query_evidence.py rename to tools/rag/tests/test_rag_query_evidence.py index 87bef00..cade144 100644 --- a/test/test_rag_query_evidence.py +++ b/tools/rag/tests/test_rag_query_evidence.py @@ -3,7 +3,7 @@ from __future__ import annotations import sqlite3 from pathlib import Path -from scripts.rag_query_evidence import ( +from tools.rag.rag_query_evidence import ( build_focus_excerpt, expand_results_with_query_evidence, find_best_query_evidence_chunk, diff --git a/test/test_rag_query_evidence_topn.py b/tools/rag/tests/test_rag_query_evidence_topn.py similarity index 98% rename from test/test_rag_query_evidence_topn.py rename to tools/rag/tests/test_rag_query_evidence_topn.py index 12dfb4a..1fdb3dc 100644 --- a/test/test_rag_query_evidence_topn.py +++ b/tools/rag/tests/test_rag_query_evidence_topn.py @@ -3,7 +3,7 @@ from __future__ import annotations import sqlite3 from pathlib import Path -from scripts.rag_query_evidence import ( +from tools.rag.rag_query_evidence import ( expand_results_with_query_evidence, find_top_query_evidence_chunks, ) diff --git a/test/test_rag_runner.py b/tools/rag/tests/test_rag_runner.py similarity index 99% rename from test/test_rag_runner.py rename to tools/rag/tests/test_rag_runner.py index 14e1a6d..d5af7d4 100644 --- a/test/test_rag_runner.py +++ b/tools/rag/tests/test_rag_runner.py @@ -7,7 +7,7 @@ from typing import Any import pytest -import evaluation.rag_runner as rag_runner +import tools.rag.evaluation.rag_runner as rag_runner class FakeResponse: diff --git a/test/test_rag_runner_routing.py b/tools/rag/tests/test_rag_runner_routing.py similarity index 99% rename from test/test_rag_runner_routing.py rename to tools/rag/tests/test_rag_runner_routing.py index cfa2b98..2fe0078 100644 --- a/test/test_rag_runner_routing.py +++ b/tools/rag/tests/test_rag_runner_routing.py @@ -2,7 +2,7 @@ from __future__ import annotations from typing import Any -import evaluation.rag_runner as runner +import tools.rag.evaluation.rag_runner as runner def tool() -> dict[str, Any]: diff --git a/test/test_rag_runner_tool_prompt.py b/tools/rag/tests/test_rag_runner_tool_prompt.py similarity index 99% rename from test/test_rag_runner_tool_prompt.py rename to tools/rag/tests/test_rag_runner_tool_prompt.py index 011f337..4b3a4ff 100644 --- a/test/test_rag_runner_tool_prompt.py +++ b/tools/rag/tests/test_rag_runner_tool_prompt.py @@ -4,7 +4,7 @@ from typing import Any import pytest -import evaluation.rag_runner as rag_runner +import tools.rag.evaluation.rag_runner as rag_runner def test_tool_routing_prompt_preserves_query_intent() -> None: diff --git a/test/test_rag_supplemental_expansion.py b/tools/rag/tests/test_rag_supplemental_expansion.py similarity index 99% rename from test/test_rag_supplemental_expansion.py rename to tools/rag/tests/test_rag_supplemental_expansion.py index 76e44fd..7f631ea 100644 --- a/test/test_rag_supplemental_expansion.py +++ b/tools/rag/tests/test_rag_supplemental_expansion.py @@ -3,7 +3,7 @@ from __future__ import annotations import sqlite3 from pathlib import Path -from scripts.rag_supplemental_expansion import ( +from tools.rag.rag_supplemental_expansion import ( canonical_student_main_path, expand_results_with_supplemental_sources, is_multi_document_query, diff --git a/test/test_rebuild_index.py b/tools/rag/tests/test_rebuild_index.py similarity index 98% rename from test/test_rebuild_index.py rename to tools/rag/tests/test_rebuild_index.py index 2911cd1..0d8d53e 100644 --- a/test/test_rebuild_index.py +++ b/tools/rag/tests/test_rebuild_index.py @@ -6,7 +6,7 @@ from pathlib import Path import pytest -import scripts.rebuild_index as rebuild +import tools.rag.rebuild_index as rebuild def hold_lock(lock_path: str, ready, release) -> None: diff --git a/test/test_scan_zpwiki.py b/tools/rag/tests/test_scan_zpwiki.py similarity index 96% rename from test/test_scan_zpwiki.py rename to tools/rag/tests/test_scan_zpwiki.py index ca3933f..7693cb8 100644 --- a/test/test_scan_zpwiki.py +++ b/tools/rag/tests/test_scan_zpwiki.py @@ -5,8 +5,8 @@ from pathlib import Path import pytest -import scripts.common as common -import scripts.scan_zpwiki as scanner +import tools.rag.common as common +import tools.rag.scan_zpwiki as scanner def write_page(path: Path, text: str) -> None: diff --git a/test/test_search.py b/tools/rag/tests/test_search.py similarity index 98% rename from test/test_search.py rename to tools/rag/tests/test_search.py index d8e21c2..d49644d 100644 --- a/test/test_search.py +++ b/tools/rag/tests/test_search.py @@ -6,8 +6,8 @@ from pathlib import Path import pytest -import scripts.build_sqlite_index as indexer -from scripts.search_utils import search_database +import tools.rag.build_sqlite_index as indexer +from tools.rag.search_utils import search_database def write_json(path: Path, value) -> None: